Mercurial > repos > iuc > vsnp_build_tables

annotate vsnp_add_zero_coverage.py @ 1:0bc0009f9ea0 draft

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
"planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
author iuc
date Sun, 27 Sep 2020 10:08:14 +0000
parents
children a52b819aa990
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
1 #!/usr/bin/env python
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
2
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
3 import argparse
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
4 import multiprocessing
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
5 import os
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
6 import pandas
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
7 import pysam
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
8 import queue
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
9 import re
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
10 import shutil
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
11 from Bio import SeqIO
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
12
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
13 INPUT_BAM_DIR = 'input_bam_dir'
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
14 INPUT_VCF_DIR = 'input_vcf_dir'
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
15 OUTPUT_VCF_DIR = 'output_vcf_dir'
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
16 OUTPUT_METRICS_DIR = 'output_metrics_dir'
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
17
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
18
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
19 def get_base_file_name(file_path):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
20 base_file_name = os.path.basename(file_path)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
21 if base_file_name.find(".") > 0:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
22 # Eliminate the extension.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
23 return os.path.splitext(base_file_name)[0]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
24 elif base_file_name.endswith("_vcf"):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
25 # The "." character has likely
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
26 # changed to an "_" character.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
27 return base_file_name.rstrip("_vcf")
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
28 return base_file_name
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
29
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
30
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
31 def get_coverage_and_snp_count(task_queue, reference, output_metrics, output_vcf, timeout):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
32 while True:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
33 try:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
34 tup = task_queue.get(block=True, timeout=timeout)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
35 except queue.Empty:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
36 break
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
37 bam_file, vcf_file = tup
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
38 # Create a coverage dictionary.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
39 coverage_dict = {}
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
40 coverage_list = pysam.depth(bam_file, split_lines=True)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
41 for line in coverage_list:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
42 chrom, position, depth = line.split('\t')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
43 coverage_dict["%s-%s" % (chrom, position)] = depth
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
44 # Convert it to a data frame.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
45 coverage_df = pandas.DataFrame.from_dict(coverage_dict, orient='index', columns=["depth"])
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
46 # Create a zero coverage dictionary.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
47 zero_dict = {}
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
48 for record in SeqIO.parse(reference, "fasta"):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
49 chrom = record.id
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
50 total_len = len(record.seq)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
51 for pos in list(range(1, total_len + 1)):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
52 zero_dict["%s-%s" % (str(chrom), str(pos))] = 0
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
53 # Convert it to a data frame with depth_x
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
54 # and depth_y columns - index is NaN.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
55 zero_df = pandas.DataFrame.from_dict(zero_dict, orient='index', columns=["depth"])
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
56 coverage_df = zero_df.merge(coverage_df, left_index=True, right_index=True, how='outer')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
57 # depth_x "0" column no longer needed.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
58 coverage_df = coverage_df.drop(columns=['depth_x'])
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
59 coverage_df = coverage_df.rename(columns={'depth_y': 'depth'})
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
60 # Covert the NaN to 0 coverage and get some metrics.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
61 coverage_df = coverage_df.fillna(0)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
62 coverage_df['depth'] = coverage_df['depth'].apply(int)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
63 total_length = len(coverage_df)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
64 average_coverage = coverage_df['depth'].mean()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
65 zero_df = coverage_df[coverage_df['depth'] == 0]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
66 total_zero_coverage = len(zero_df)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
67 total_coverage = total_length - total_zero_coverage
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
68 genome_coverage = "{:.2%}".format(total_coverage / total_length)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
69 # Process the associated VCF input.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
70 column_names = ["CHROM", "POS", "ID", "REF", "ALT", "QUAL", "FILTER", "INFO", "FORMAT", "Sample"]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
71 vcf_df = pandas.read_csv(vcf_file, sep='\t', header=None, names=column_names, comment='#')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
72 good_snp_count = len(vcf_df[(vcf_df['ALT'].str.len() == 1) & (vcf_df['REF'].str.len() == 1) & (vcf_df['QUAL'] > 150)])
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
73 base_file_name = get_base_file_name(vcf_file)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
74 if total_zero_coverage > 0:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
75 header_file = "%s_header.csv" % base_file_name
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
76 with open(header_file, 'w') as outfile:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
77 with open(vcf_file) as infile:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
78 for line in infile:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
79 if re.search('^#', line):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
80 outfile.write("%s" % line)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
81 vcf_df_snp = vcf_df[vcf_df['REF'].str.len() == 1]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
82 vcf_df_snp = vcf_df_snp[vcf_df_snp['ALT'].str.len() == 1]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
83 vcf_df_snp['ABS_VALUE'] = vcf_df_snp['CHROM'].map(str) + "-" + vcf_df_snp['POS'].map(str)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
84 vcf_df_snp = vcf_df_snp.set_index('ABS_VALUE')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
85 cat_df = pandas.concat([vcf_df_snp, zero_df], axis=1, sort=False)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
86 cat_df = cat_df.drop(columns=['CHROM', 'POS', 'depth'])
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
87 cat_df[['ID', 'ALT', 'QUAL', 'FILTER', 'INFO']] = cat_df[['ID', 'ALT', 'QUAL', 'FILTER', 'INFO']].fillna('.')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
88 cat_df['REF'] = cat_df['REF'].fillna('N')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
89 cat_df['FORMAT'] = cat_df['FORMAT'].fillna('GT')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
90 cat_df['Sample'] = cat_df['Sample'].fillna('./.')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
91 cat_df['temp'] = cat_df.index.str.rsplit('-', n=1)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
92 cat_df[['CHROM', 'POS']] = pandas.DataFrame(cat_df.temp.values.tolist(), index=cat_df.index)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
93 cat_df = cat_df[['CHROM', 'POS', 'ID', 'REF', 'ALT', 'QUAL', 'FILTER', 'INFO', 'FORMAT', 'Sample']]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
94 cat_df['POS'] = cat_df['POS'].astype(int)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
95 cat_df = cat_df.sort_values(['CHROM', 'POS'])
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
96 body_file = "%s_body.csv" % base_file_name
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
97 cat_df.to_csv(body_file, sep='\t', header=False, index=False)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
98 if output_vcf is None:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
99 output_vcf_file = os.path.join(OUTPUT_VCF_DIR, "%s.vcf" % base_file_name)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
100 else:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
101 output_vcf_file = output_vcf
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
102 with open(output_vcf_file, "w") as outfile:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
103 for cf in [header_file, body_file]:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
104 with open(cf, "r") as infile:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
105 for line in infile:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
106 outfile.write("%s" % line)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
107 else:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
108 if output_vcf is None:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
109 output_vcf_file = os.path.join(OUTPUT_VCF_DIR, "%s.vcf" % base_file_name)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
110 else:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
111 output_vcf_file = output_vcf
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
112 shutil.copyfile(vcf_file, output_vcf_file)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
113 bam_metrics = [base_file_name, "", "%4f" % average_coverage, genome_coverage]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
114 vcf_metrics = [base_file_name, str(good_snp_count), "", ""]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
115 if output_metrics is None:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
116 output_metrics_file = os.path.join(OUTPUT_METRICS_DIR, "%s.tabular" % base_file_name)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
117 else:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
118 output_metrics_file = output_metrics
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
119 metrics_columns = ["File", "Number of Good SNPs", "Average Coverage", "Genome Coverage"]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
120 with open(output_metrics_file, "w") as fh:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
121 fh.write("# %s\n" % "\t".join(metrics_columns))
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
122 fh.write("%s\n" % "\t".join(bam_metrics))
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
123 fh.write("%s\n" % "\t".join(vcf_metrics))
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
124 task_queue.task_done()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
125
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
126
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
127 def set_num_cpus(num_files, processes):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
128 num_cpus = int(multiprocessing.cpu_count())
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
129 if num_files < num_cpus and num_files < processes:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
130 return num_files
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
131 if num_cpus < processes:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
132 half_cpus = int(num_cpus / 2)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
133 if num_files < half_cpus:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
134 return num_files
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
135 return half_cpus
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
136 return processes
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
137
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
138
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
139 if __name__ == '__main__':
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
140 parser = argparse.ArgumentParser()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
141
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
142 parser.add_argument('--output_metrics', action='store', dest='output_metrics', required=False, default=None, help='Output metrics text file')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
143 parser.add_argument('--output_vcf', action='store', dest='output_vcf', required=False, default=None, help='Output VCF file')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
144 parser.add_argument('--reference', action='store', dest='reference', help='Reference dataset')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
145 parser.add_argument('--processes', action='store', dest='processes', type=int, help='User-selected number of processes to use for job splitting')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
146
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
147 args = parser.parse_args()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
148
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
149 # The assumption here is that the list of files
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
150 # in both INPUT_BAM_DIR and INPUT_VCF_DIR are
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
151 # equal in number and named such that they are
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
152 # properly matched if the directories contain
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
153 # more than 1 file (i.e., hopefully the bam file
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
154 # names and vcf file names will be something like
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
155 # Mbovis-01D6_* so they can be # sorted and properly
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
156 # associated with each other).
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
157 bam_files = []
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
158 for file_name in sorted(os.listdir(INPUT_BAM_DIR)):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
159 file_path = os.path.abspath(os.path.join(INPUT_BAM_DIR, file_name))
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
160 bam_files.append(file_path)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
161 vcf_files = []
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
162 for file_name in sorted(os.listdir(INPUT_VCF_DIR)):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
163 file_path = os.path.abspath(os.path.join(INPUT_VCF_DIR, file_name))
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
164 vcf_files.append(file_path)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
165
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
166 multiprocessing.set_start_method('spawn')
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
167 queue1 = multiprocessing.JoinableQueue()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
168 num_files = len(bam_files)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
169 cpus = set_num_cpus(num_files, args.processes)
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
170 # Set a timeout for get()s in the queue.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
171 timeout = 0.05
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
172
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
173 # Add each associated bam and vcf file pair to the queue.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
174 for i, bam_file in enumerate(bam_files):
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
175 vcf_file = vcf_files[i]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
176 queue1.put((bam_file, vcf_file))
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
177
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
178 # Complete the get_coverage_and_snp_count task.
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
179 processes = [multiprocessing.Process(target=get_coverage_and_snp_count, args=(queue1, args.reference, args.output_metrics, args.output_vcf, timeout, )) for _ in range(cpus)]
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
180 for p in processes:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
181 p.start()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
182 for p in processes:
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
183 p.join()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
184 queue1.join()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
185
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
186 if queue1.empty():
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
187 queue1.close()
0bc0009f9ea0 "planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/tools/vsnp commit 6a0c9a857c1f4638ef18e106b1f8c0681303acc5"
iuc
parents:
diff changeset
188 queue1.join_thread()