annotate SNP_Mapping.py @ 38:7fb9d1e732a0 draft default tip

Uploaded
author gregory-minevich
date Fri, 19 Sep 2014 16:37:08 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
38
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
1 #!/usr/bin/python
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
2
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
3 import re
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
4 import sys
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
5 import optparse
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
6 import csv
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
7 import re
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
8 import pprint
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
9 from decimal import *
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
10 from rpy import *
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
11
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
12 def main():
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
13 csv.field_size_limit(1000000000)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
14
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
15 parser = optparse.OptionParser()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
16 parser.add_option('-v', '--sample_vcf', dest = 'sample_vcf', action = 'store', type = 'string', default = None, help = "Sample VCF from GATK Unified Genotyper")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
17 parser.add_option('-l', '--loess_span', dest = 'loess_span', action = 'store', type = 'float', default = .1, help = "Loess span")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
18 parser.add_option('-d', '--d_yaxis', dest = 'd_yaxis', action = 'store', type = 'float', default = 1, help = "y-axis upper limit for dot plot")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
19 parser.add_option('-y', '--h_yaxis', dest = 'h_yaxis', action = 'store', type = 'int', default = 0, help = "y-axis upper limit for histogram plot")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
20 parser.add_option('-c', '--points_color', dest = 'points_color', action = 'store', type = 'string', default = "gray27", help = "Color for data points")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
21 parser.add_option('-k', '--loess_color', dest = 'loess_color', action = 'store', type = 'string', default = "red", help = "Color for loess regression line")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
22 parser.add_option('-z', '--standardize', dest = 'standardize', default= 'true', help = "Standardize X-axis")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
23 parser.add_option('-b', '--break_file', dest = 'break_file', action = 'store', type = 'string', default = 'C.elegans', help = "File defining the breaks per chromosome")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
24 parser.add_option('-x', '--bin_size', dest = 'bin_size', action = 'store', type = 'int', default = 1000000, help = "Size of histogram bins, default is 1mb")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
25 parser.add_option('-n', '--normalize_bins', dest = 'normalize_bins', default= 'true', help = "Normalize histograms")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
26
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
27
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
28 parser.add_option('-o', '--output', dest = 'output', action = 'store', type = 'string', default = None, help = "Output file name")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
29 parser.add_option('-s', '--location_plot_output', dest = 'location_plot_output', action = 'store', type = 'string', default = "SNP_Mapping_Plot.pdf", help = "Output file name of SNP plots by chromosomal location")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
30
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
31 (options, args) = parser.parse_args()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
32
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
33 vcf_info = parse_vcf(sample_vcf = options.sample_vcf)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
34
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
35 output_vcf_info(output = options.output, vcf_info = vcf_info)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
36
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
37 rounded_bin_size = int(round((float(options.bin_size) / 1000000), 1) * 1000000)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
38
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
39 normalized_histogram_bins_per_mb = calculate_normalized_histogram_bins_per_xbase(vcf_info = vcf_info, xbase = rounded_bin_size, normalize_bins = options.normalize_bins)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
40 max_y_hist_mb = normalized_histogram_bins_per_mb[max(normalized_histogram_bins_per_mb, key = lambda x: normalized_histogram_bins_per_mb.get(x) )]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
41
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
42 normalized_histogram_bins_per_5kb = calculate_normalized_histogram_bins_per_xbase(vcf_info = vcf_info, xbase = (rounded_bin_size / 2), normalize_bins = options.normalize_bins)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
43 max_y_hist_5kb = normalized_histogram_bins_per_5kb[max(normalized_histogram_bins_per_5kb, key = lambda x: normalized_histogram_bins_per_5kb.get(x) )]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
44
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
45 max_y_hist_overall = myround(max(max_y_hist_mb, max_y_hist_5kb) + int(round(round(max(max_y_hist_mb, max_y_hist_5kb)) * .1)))
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
46
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
47 break_dict = parse_breaks(break_file = options.break_file)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
48
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
49 output_scatter_plots_by_location(location_plot_output = options.location_plot_output, vcf_info = vcf_info, loess_span=options.loess_span, d_yaxis=options.d_yaxis, h_yaxis=options.h_yaxis, points_color=options.points_color, loess_color=options.loess_color, standardize =options.standardize, normalized_hist_per_mb = normalized_histogram_bins_per_mb, normalized_hist_per_5kb = normalized_histogram_bins_per_5kb, breaks = break_dict, rounded_bin_size = rounded_bin_size, max_y_hist_overall = max_y_hist_overall)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
50
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
51
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
52 def myround(x, base=10):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
53 return int(base * round(float(x)/base))
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
54
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
55 def skip_headers(reader = None, i_file = None):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
56 # count headers
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
57 comment = 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
58 while reader.next()[0].startswith('#'):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
59 comment = comment + 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
60
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
61 # skip headers
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
62 i_file.seek(0)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
63 for i in range(0, comment):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
64 reader.next()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
65
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
66 def parse_breaks(break_file = None):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
67 if break_file == 'C.elegans':
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
68 break_dict = { 'I' : 16 , 'II' : 16, 'III' : 14, 'IV' : 18, 'V' : 21, 'X' : 18 }
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
69 return break_dict
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
70 elif break_file == 'Brachypodium':
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
71 break_dict = { '1' : 75 , '2' : 60, '3' : 60, '4' : 50, '5' : 30 }
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
72 return break_dict
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
73 elif break_file == 'Arabidopsis':
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
74 break_dict = { '1' : 31 , '2' : 20, '3' : 24, '4' : 19, '5' : 27 }
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
75 return break_dict
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
76 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
77 i_file = open(break_file, 'rU')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
78 break_dict = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
79 reader = csv.reader(i_file, delimiter = '\t')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
80 for row in reader:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
81 chromosome = row[0].upper()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
82 chromosome = re.sub("CHROMOSOME_", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
83 chromosome = re.sub("chr", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
84 #Brachy
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
85 chromosome = re.sub("Bd", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
86 chromosome = re.sub("bd", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
87
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
88 break_count = row[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
89 break_dict[chromosome] = int(break_count)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
90 return break_dict
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
91
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
92
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
93 def location_comparer(location_1, location_2):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
94 chr_loc_1 = location_1.split(':')[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
95 pos_loc_1 = int(location_1.split(':')[1])
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
96
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
97 chr_loc_2 = location_2.split(':')[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
98 pos_loc_2 = int(location_2.split(':')[1])
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
99
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
100 if chr_loc_1 == chr_loc_2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
101 if pos_loc_1 < pos_loc_2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
102 return -1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
103 elif pos_loc_1 == pos_loc_1:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
104 return 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
105 elif pos_loc_1 > pos_loc_2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
106 return 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
107 elif chr_loc_1 < chr_loc_2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
108 return -1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
109 elif chr_loc_1 > chr_loc_2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
110 return 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
111
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
112 def output_vcf_info(output = None, vcf_info = None):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
113 o_file = open(output, 'wb')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
114 writer = csv.writer(o_file, delimiter = '\t')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
115
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
116 writer.writerow(["#Chr\t", "Pos\t", "Alt Count\t", "Ref Count\t", "Read Depth\t", "Ratio\t"])
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
117
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
118 location_sorted_vcf_info_keys = sorted(vcf_info.keys(), cmp=location_comparer)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
119
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
120 for location in location_sorted_vcf_info_keys:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
121 alt_allele_count, ref_allele_count, read_depth, ratio = vcf_info[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
122
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
123 location_info = location.split(':')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
124 chromosome = location_info[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
125 position = location_info[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
126
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
127 writer.writerow([chromosome, position, alt_allele_count, ref_allele_count, read_depth, ratio])
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
128
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
129 o_file.close()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
130
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
131 def output_scatter_plots_by_location(location_plot_output = None, vcf_info = None, loess_span="", d_yaxis="", h_yaxis="", points_color="", loess_color="", standardize=None, normalized_hist_per_mb = None, normalized_hist_per_5kb = None, breaks = None, rounded_bin_size = 1000000, max_y_hist_overall = ""):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
132 positions = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
133 current_chr = ""
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
134 prev_chr = ""
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
135
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
136 x_label = "Location (Mb)"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
137 filtered_label = ''
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
138
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
139 location_sorted_vcf_info_keys = sorted(vcf_info.keys(), cmp=location_comparer)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
140
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
141 break_unit = Decimal(rounded_bin_size) / Decimal(1000000)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
142 max_breaks = max(breaks.values())
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
143
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
144 try:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
145 r.pdf(location_plot_output, 8, 8)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
146
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
147 for location in location_sorted_vcf_info_keys:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
148 current_chr = location.split(':')[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
149 position = location.split(':')[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
150
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
151 alt_allele_count, ref_allele_count, read_depth, ratio = vcf_info[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
152
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
153 if prev_chr != current_chr:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
154 if prev_chr != "":
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
155 hist_dict_mb = get_hist_dict_by_chr(normalized_hist_per_xbase = normalized_hist_per_mb, chr = prev_chr)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
156 hist_dict_5kb = get_hist_dict_by_chr(normalized_hist_per_xbase = normalized_hist_per_5kb, chr = prev_chr)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
157
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
158 if h_yaxis == 0:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
159 plot_data(chr_dict = positions, hist_dict_mb = hist_dict_mb, hist_dict_5kb = hist_dict_5kb, chr = prev_chr + filtered_label, x_label = "Location (Mb)", divide_position = True, draw_secondary_grid_lines = True, loess_span=loess_span, d_yaxis=d_yaxis, h_yaxis=max_y_hist_overall, points_color=points_color, loess_color=loess_color, breaks = breaks[prev_chr], standardize=standardize, max_breaks = max_breaks, break_unit = break_unit)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
160 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
161 plot_data(chr_dict = positions, hist_dict_mb = hist_dict_mb, hist_dict_5kb = hist_dict_5kb, chr = prev_chr + filtered_label, x_label = "Location (Mb)", divide_position = True, draw_secondary_grid_lines = True, loess_span=loess_span, d_yaxis=d_yaxis, h_yaxis=h_yaxis, points_color=points_color, loess_color=loess_color, breaks = breaks[prev_chr], standardize=standardize, max_breaks = max_breaks, break_unit = break_unit)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
162
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
163 prev_chr = current_chr
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
164 positions = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
165
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
166 positions[position] = ratio
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
167
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
168 hist_dict_mb = get_hist_dict_by_chr(normalized_hist_per_xbase = normalized_hist_per_mb, chr = current_chr)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
169 hist_dict_5kb = get_hist_dict_by_chr(normalized_hist_per_xbase = normalized_hist_per_5kb, chr = current_chr)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
170
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
171 if h_yaxis == 0:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
172 plot_data(chr_dict = positions, hist_dict_mb = hist_dict_mb, hist_dict_5kb = hist_dict_5kb, chr = current_chr + filtered_label, x_label = "Location (Mb)", divide_position = True, draw_secondary_grid_lines = True, loess_span=loess_span, d_yaxis=d_yaxis, h_yaxis=max_y_hist_overall, points_color=points_color, loess_color=loess_color, breaks = breaks[current_chr], standardize=standardize, max_breaks = max_breaks, break_unit = break_unit)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
173 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
174 plot_data(chr_dict = positions, hist_dict_mb = hist_dict_mb, hist_dict_5kb = hist_dict_5kb, chr = current_chr + filtered_label, x_label = "Location (Mb)", divide_position = True, draw_secondary_grid_lines = True, loess_span=loess_span, d_yaxis=d_yaxis, h_yaxis=h_yaxis, points_color=points_color, loess_color=loess_color, breaks = breaks[current_chr], standardize=standardize, max_breaks = max_breaks, break_unit = break_unit)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
175
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
176 r.dev_off()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
177
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
178 except Exception as inst:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
179 print inst
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
180 print "There was an error creating the location plot pdf... Please try again"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
181
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
182 def get_hist_dict_by_chr(normalized_hist_per_xbase = None, chr = ''):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
183 hist_dict = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
184
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
185 for location in normalized_hist_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
186 chromosome = location.split(':')[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
187 if chromosome == chr:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
188 position = int(location.split(':')[1])
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
189 hist_dict[position] = normalized_hist_per_xbase[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
190
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
191 max_location = max(hist_dict.keys(), key=int)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
192 for i in range(1, max_location):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
193 if i not in hist_dict:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
194 hist_dict[i] = 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
195
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
196 return hist_dict
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
197
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
198
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
199 def plot_data(chr_dict = None, hist_dict_mb = None, hist_dict_5kb = None, chr = "", x_label = "", divide_position = False, draw_secondary_grid_lines = False, loess_span=None, d_yaxis=None, h_yaxis=None, points_color="", loess_color="", breaks = None, standardize= None, max_breaks = 1, break_unit = 1):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
200 ratios = "c("
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
201 positions = "c("
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
202
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
203 for position in chr_dict:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
204 ratio = chr_dict[position]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
205 if divide_position:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
206 position = float(position) / 1000000.0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
207 positions = positions + str(position) + ", "
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
208 ratios = ratios + str(ratio) + ", "
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
209
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
210 if len(ratios) == 2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
211 ratios = ratios + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
212 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
213 ratios = ratios[0:len(ratios) - 2] + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
214
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
215 if len(positions) == 2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
216 positions = positions + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
217 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
218 positions = positions[0:len(positions) - 2] + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
219
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
220 r("x <- " + positions)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
221 r("y <- " + ratios)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
222
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
223 hist_mb_values = "c("
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
224 for position in sorted(hist_dict_mb):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
225 hist_mb_values = hist_mb_values + str(hist_dict_mb[position]) + ", "
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
226
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
227 if len(hist_mb_values) == 2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
228 hist_mb_values = hist_mb_values + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
229 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
230 hist_mb_values = hist_mb_values[0:len(hist_mb_values) - 2] + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
231
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
232 hist_5kb_values = "c("
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
233 for position in sorted(hist_dict_5kb):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
234 hist_5kb_values = hist_5kb_values + str(hist_dict_5kb[position]) + ", "
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
235
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
236 if len(hist_5kb_values) == 2:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
237 hist_5kb_values = hist_5kb_values + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
238 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
239 hist_5kb_values = hist_5kb_values[0:len(hist_5kb_values) - 2] + ")"
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
240
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
241 r("xz <- " + hist_mb_values)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
242 r("yz <- " + hist_5kb_values)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
243
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
244
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
245 max_break_str = str(max_breaks)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
246 break_unit_str = str(Decimal(break_unit))
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
247 half_break_unit_str = str(Decimal(break_unit) / Decimal(2))
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
248 break_penta_unit_str = str(Decimal(break_unit) * Decimal(5))
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
249
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
250 if (standardize=='true'):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
251 r("plot(x, y, cex=0.60, xlim=c(0," + max_break_str + "), main='LG " + chr + "', xlab= '" + x_label + "', ylim = c(0, %f " %d_yaxis + "), ylab='Percentage of mapping strain alleles/total reads (at SNP positions)', pch=10, col='"+ points_color +"')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
252 r("lines(loess.smooth(x, y, span = %f "%loess_span + "), lwd=5, col='"+ loess_color +"')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
253 r("axis(1, at=seq(0, " + max_break_str + ", by=" + break_unit_str + "), labels=FALSE, tcl=-0.5)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
254 r("axis(1, at=seq(0, " + max_break_str + ", by=" + half_break_unit_str + "), labels=FALSE, tcl=-0.25)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
255 r("axis(2, at=seq(floor(min(y)), 1, by=0.1), labels=FALSE, tcl=-0.2)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
256 elif (standardize=='false'):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
257 r("plot(x, y, cex=0.60, main='LG " + chr + " ', xlab= '" + x_label + "', ylim = c(0, %f " %d_yaxis + "), ylab='Percentage of mapping strain alleles/total reads (at SNP positions)', pch=10, col='"+ points_color +"')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
258 r("lines(loess.smooth(x, y, span = %f "%loess_span + "), lwd=5, col='"+ loess_color +"')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
259 r("axis(1, at=seq(0, as.integer( ' " + str(breaks) + " '), by= " + break_unit_str + "), labels=FALSE, tcl=-0.5)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
260 r("axis(1, at=seq(0, as.integer( ' " + str(breaks) + " '), by= " + half_break_unit_str + "), labels=FALSE, tcl=-0.25)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
261 r("axis(2, at=seq(floor(min(y)), 1, by=0.1), labels=FALSE, tcl=-0.2)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
262
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
263 if draw_secondary_grid_lines:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
264 r("abline(h = seq(floor(min(y)), 1, by=0.1), v = seq(floor(min(x)), length(x), by= 1), col='gray')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
265 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
266 r("grid(lty = 1, col = 'gray')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
267
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
268 if (standardize=='true'):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
269 #r("barplot(xz, xlim=c(0, " + max_break_str + "), ylim = c(0, " + str(h_yaxis) + "), yaxp=c(0, " + str(h_yaxis) + ", 1), space = 0, col='darkgray', width = " + break_unit_str + ", xlab='Location (Mb)', ylab='Normalized frequency of pure parental alleles ', main='LG " + chr + " (Hawaiian Variant Mapping)')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
270 r("barplot(xz, xlim=c(0, " + max_break_str + "), ylim = c(0, " + str(h_yaxis) + "), yaxp=c(0, " + str(h_yaxis) + ", 1), space = 0, col='darkgray', width = " + break_unit_str + ", xlab='Location (Mb)', ylab='Normalized frequency of pure parental alleles ', main='LG " + chr + "')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
271 r("barplot(yz, space = 0, add=TRUE, width = " + half_break_unit_str + ", col=rgb(1, 0, 0, 1))")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
272 r("axis(1, hadj = 1, at=seq(0, " + max_break_str + ", by= " + break_unit_str + "), labels=FALSE, tcl=-0.5)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
273 r("axis(1, at=seq(0, " + max_break_str + ", by= " + break_penta_unit_str + "), labels=TRUE, tcl=-0.5)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
274 r("axis(1, at=seq(0, " + max_break_str + ", by= " + half_break_unit_str + "), labels=FALSE, tcl=-0.25)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
275 elif (standardize=='false'):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
276 #r("barplot(xz, ylim = c(0, " + str(h_yaxis) + "), yaxp=c(0, " + str(h_yaxis) + ", 1), space = 0, col='darkgray', width = 1, xlab='Location (Mb)', ylab='Normalized frequency of pure parental alleles ', main='LG " + chr + " (Hawaiian Variant Mapping)')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
277 r("barplot(xz, ylim = c(0, " + str(h_yaxis) + "), yaxp=c(0, " + str(h_yaxis) + ", 1), space = 0, col='darkgray', width = 1, xlab='Location (Mb)', ylab='Normalized frequency of pure parental alleles ', main='LG " + chr + " ')")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
278 r("barplot(yz, space = 0, add=TRUE, width = 0.5, col=rgb(1, 0, 0, 1))")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
279 r("axis(1, at=seq(0, as.integer( ' " + str(breaks) + " '), by= " + break_unit_str + "), labels=FALSE, tcl=-0.5)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
280 r("axis(1, at=seq(0, as.integer( ' " + str(breaks) + " '), by= " + break_penta_unit_str + "), labels=TRUE, tcl=-0.5)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
281 r("axis(1, at=seq(0, as.integer( ' " + str(breaks) + " '), by= " + half_break_unit_str + "), labels=FALSE, tcl=-0.25)")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
282
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
283
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
284
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
285 def calculate_normalized_histogram_bins_per_xbase(vcf_info = None, xbase = 1000000, normalize_bins = None):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
286 normalized_histogram_bins_per_xbase = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
287
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
288 ref_snp_count_per_xbase = get_ref_snp_count_per_xbase(vcf_info = vcf_info, xbase = xbase)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
289
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
290 mean_zero_snp_count_per_chromosome = get_mean_zero_snp_count_per_chromosome(vcf_info = vcf_info, xbase = xbase)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
291
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
292 zero_snp_count_per_xbase = get_zero_snp_count_per_xbase(vcf_info = vcf_info, xbase = xbase)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
293
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
294
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
295 for location in ref_snp_count_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
296 chromosome = location.split(':')[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
297 mean_zero_snp_count = mean_zero_snp_count_per_chromosome[chromosome]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
298 ref_snp_count = ref_snp_count_per_xbase[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
299
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
300 zero_snp_count = 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
301 if location in zero_snp_count_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
302 zero_snp_count = zero_snp_count_per_xbase[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
303
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
304 if normalize_bins == 'true':
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
305 if zero_snp_count == 0 or ref_snp_count == 0:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
306 normalized_histogram_bins_per_xbase[location] = 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
307 elif zero_snp_count == ref_snp_count:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
308 normalized_histogram_bins_per_xbase[location] = 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
309 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
310 normalized_histogram_bins_per_xbase[location] = (Decimal(zero_snp_count) / (Decimal(ref_snp_count)-Decimal(zero_snp_count))) * Decimal(mean_zero_snp_count)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
311 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
312 normalized_histogram_bins_per_xbase[location] = zero_snp_count
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
313
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
314 return normalized_histogram_bins_per_xbase
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
315
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
316
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
317 def get_ref_snp_count_per_xbase(vcf_info = None, xbase = 1000000):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
318 ref_snps_per_xbase = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
319
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
320 for location in vcf_info:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
321 location_info = location.split(':')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
322
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
323 chromosome = location_info[0].upper()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
324 chromosome = re.sub("CHROMOSOME_", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
325 chromosome = re.sub("chr", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
326
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
327 #Brachy
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
328 chromosome = re.sub("Bd", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
329 chromosome = re.sub("bd", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
330
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
331 position = location_info[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
332 xbase_position = (int(position) / xbase) + 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
333
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
334 location = chromosome + ":" + str(xbase_position)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
335 if location in ref_snps_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
336 ref_snps_per_xbase[location] = ref_snps_per_xbase[location] + 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
337 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
338 ref_snps_per_xbase[location] = 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
339
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
340 return ref_snps_per_xbase
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
341
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
342
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
343
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
344 def get_mean_zero_snp_count_per_chromosome(vcf_info, xbase = 1000000):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
345 sample_snp_count_per_xbase = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
346
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
347 for location in vcf_info:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
348 alt_allele_count, ref_allele_count, read_depth, ratio = vcf_info[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
349
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
350 location_info = location.split(':')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
351 chromosome = location_info[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
352 position = location_info[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
353 xbase_position = (int(position) / xbase) + 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
354 xbase_location = chromosome + ":" + str(xbase_position)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
355
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
356 if int(alt_allele_count) == 0:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
357 if xbase_location in sample_snp_count_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
358 sample_snp_count_per_xbase[xbase_location] = sample_snp_count_per_xbase[xbase_location] + 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
359 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
360 sample_snp_count_per_xbase[xbase_location] = 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
361
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
362 elif int(alt_allele_count) != 0 and xbase_location not in sample_snp_count_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
363 sample_snp_count_per_xbase[xbase_location] = 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
364
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
365 mean_zero_snp_count_per_chromosome = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
366 for location in sample_snp_count_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
367 chromosome = location.split(':')[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
368 sample_count = sample_snp_count_per_xbase[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
369 if chromosome in mean_zero_snp_count_per_chromosome:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
370 mean_zero_snp_count_per_chromosome[chromosome].append(sample_count)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
371 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
372 mean_zero_snp_count_per_chromosome[chromosome] = [sample_count]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
373
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
374 for chromosome in mean_zero_snp_count_per_chromosome:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
375 summa = sum(mean_zero_snp_count_per_chromosome[chromosome])
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
376 count = len(mean_zero_snp_count_per_chromosome[chromosome])
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
377
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
378 mean_zero_snp_count_per_chromosome[chromosome] = Decimal(summa) / Decimal(count)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
379
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
380 return mean_zero_snp_count_per_chromosome
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
381
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
382
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
383 def get_zero_snp_count_per_xbase(vcf_info = None, xbase = 1000000):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
384 zero_snp_count_per_xbase = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
385
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
386 for location in vcf_info:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
387 alt_allele_count, ref_allele_count, read_depth, ratio = vcf_info[location]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
388
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
389 location_info = location.split(':')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
390 chromosome = location_info[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
391 position = location_info[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
392 xbase_position = (int(position) / xbase) + 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
393 xbase_location = chromosome + ":" + str(xbase_position)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
394
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
395 if int(alt_allele_count) == 0:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
396 if xbase_location in zero_snp_count_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
397 zero_snp_count_per_xbase[xbase_location] = zero_snp_count_per_xbase[xbase_location] + 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
398 else:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
399 zero_snp_count_per_xbase[xbase_location] = 1
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
400
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
401 elif int(alt_allele_count) != 0 and xbase_location not in zero_snp_count_per_xbase:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
402 zero_snp_count_per_xbase[xbase_location] = 0
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
403
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
404 return zero_snp_count_per_xbase
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
405
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
406
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
407 def parse_vcf(sample_vcf = None):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
408 i_file = open(sample_vcf, 'rU')
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
409 reader = csv.reader(i_file, delimiter = '\t', quoting = csv.QUOTE_NONE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
410
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
411 skip_headers(reader = reader, i_file = i_file)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
412 vcf_info = {}
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
413
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
414 for row in reader:
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
415 chromosome = row[0].upper()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
416 chromosome = re.sub("CHROMOSOME_", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
417 chromosome = re.sub("chr", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
418
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
419 #Brachy
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
420 chromosome = re.sub("Bd", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
421 chromosome = re.sub("bd_", "", chromosome, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
422
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
423 if chromosome != 'MTDNA':
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
424 position = row[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
425 #ref_allele = row[2]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
426 #read_depth = row[3]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
427 #read_bases = row[4]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
428
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
429 vcf_format_info = row[8].split(":")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
430 vcf_allele_freq_data = row[9]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
431
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
432 read_depth_data_index = vcf_format_info.index("DP")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
433 read_depth = vcf_allele_freq_data.split(":")[read_depth_data_index]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
434
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
435 ref_and_alt_counts_data_index = vcf_format_info.index("AD")
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
436 ref_and_alt_counts = vcf_allele_freq_data.split(":")[ref_and_alt_counts_data_index]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
437 ref_allele_count = ref_and_alt_counts.split(",")[0]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
438 alt_allele_count = ref_and_alt_counts.split(",")[1]
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
439
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
440 location = chromosome + ":" + position
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
441
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
442 if (Decimal(read_depth)!=0):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
443 getcontext().prec = 6
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
444 ratio = Decimal(alt_allele_count) / Decimal(read_depth)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
445
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
446 vcf_info[location] = (alt_allele_count, ref_allele_count, read_depth, ratio)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
447
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
448 #debug line
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
449 #print chromosome, position, read_depth, ref_allele_count, alt_allele_count, ratio, id
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
450
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
451 i_file.close()
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
452
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
453 return vcf_info
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
454
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
455 def parse_read_bases(read_bases = None, alt_allele = None):
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
456 read_bases = re.sub('\$', '', read_bases)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
457 read_bases = re.sub('\^[^\s]', '', read_bases)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
458
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
459 ref_allele_matches = re.findall("\.|\,", read_bases)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
460 ref_allele_count = len(ref_allele_matches)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
461
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
462 alt_allele_matches = re.findall(alt_allele, read_bases, flags = re.IGNORECASE)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
463 alt_allele_count = len(alt_allele_matches)
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
464
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
465 #debug line
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
466 #print read_bases, alt_allele, alt_allele_count, ref_allele_count
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
467
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
468 return ref_allele_count, alt_allele_count
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
469
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
470 if __name__ == "__main__":
7fb9d1e732a0 Uploaded
gregory-minevich
parents:
diff changeset
471 main()