annotate bin/subgroups.pm @ 59:eeb89c3331ad draft

Undo last upload.
author pierre.pouchin
date Tue, 23 Oct 2018 11:02:17 -0400
parents 4bc00caa60b4
children 9185ca0a7b43
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
40
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
1 package subgroups;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
2
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
3 use strict;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
4 use warnings;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
5 use Exporter;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
6 our @ISA = qw( Exporter );
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
7 our @EXPORT_OK = qw( &subgroups );
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
8
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
9 use POSIX;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
10 use File::Copy;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
11 use FindBin;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
12 use lib $FindBin::Bin;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
13 use align qw ( get_hash_alignment );
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
14
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
15 sub subgroups
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
16 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
17 my ($fin, $dir, $mis, $mis_TE, $proc, $tRNAs, $rRNAs, $snRNAs, $miRNAs, $transcripts, $TE, $min_si, $max_si, $min_pi, $max_pi, $report ) = @_;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
18 my (@files, $sum, $pie, $repar, %ismapped, %isjunk, %repartition, @junk_ref, @all_ref );
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
19
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
20 srand();
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
21 print $report "----------------------------\n";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
22 print $report "Create subgroups:\nfastq_in: $fin\ndirectory_out: $dir\nmismatches: $mis\nmismatches TE: $mis_TE\n";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
23
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
24 mkdir $dir;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
25 $dir = $dir.'/' unless $dir =~ /(.*)\/$/;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
26
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
27 my $accept_miRNas = $dir.'miRNAs.fastq';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
28 my $reject_miRNAs = $dir.'miRNAs_rejected.fastq';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
29 my $sam_miRNAs = $dir.'miRNAs.sam';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
30 my @tmp = get_hash_alignment($miRNAs, $mis, 1, 1, $accept_miRNas, $reject_miRNAs, $fin, $proc, 'miRNAs',$sam_miRNAs, $report);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
31 my $mi = $tmp[0]; my $sam = '';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
32 $repartition{'miRNAs'} = $mi;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
33
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
34
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
35 my $reject_rRNAs = $dir.'rRNAs_rejected.fastq';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
36 if ( $rRNAs eq 'None')
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
37 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
38 move($reject_miRNAs,$reject_rRNAs);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
39 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
40 else
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
41 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
42 $sam = new String::Random;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
43 $sam = $sam->randpattern("CCcccccc");
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
44 @tmp = get_hash_alignment($rRNAs, $mis, 0, 1, 'NA', $reject_rRNAs, $reject_miRNAs, $proc, 'rRNAs', $sam, $report);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
45 $repartition{'rRNAs'} = $tmp[0];
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
46 unlink $sam, $sam.'_aln.err', $sam.'_samse.err';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
47 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
48
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
49 my $reject_tRNAs = $dir.'rRNAs_rejected.fastq';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
50 if ( $rRNAs eq 'None')
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
51 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
52 move($reject_rRNAs,$reject_tRNAs);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
53 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
54 else
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
55 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
56 $sam = new String::Random;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
57 $sam = $sam->randpattern("CCcccccc");
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
58 @tmp = get_hash_alignment($tRNAs, $mis, 0, 1, 'NA', $reject_tRNAs, $reject_rRNAs, $proc, 'tRNAs', $sam, $report);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
59 $repartition{'tRNAs'} = $tmp[0];
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
60 unlink $sam, $sam.'_aln.err', $sam.'_samse.err';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
61 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
62
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
63
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
64 my $bonafide = $dir.'bonafide_reads.fastq';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
65 if ( $rRNAs eq 'None')
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
66 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
67 move($reject_tRNAs,$bonafide);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
68 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
69 else
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
70 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
71 $sam = new String::Random;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
72 $sam = $sam->randpattern("CCcccccc");
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
73 @tmp = get_hash_alignment($snRNAs, $mis, 0, 1, 'NA', $bonafide, $reject_tRNAs, $proc, 'snRNAs', $sam, $report);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
74 $repartition{'snRNAs'} = $tmp[0];
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
75
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
76 unlink $sam, $sam.'_aln.err', $sam.'_samse.err';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
77 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
78 my $bo = $tmp[1];
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
79
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
80 my $sam_transcripts = $dir.'transcripts.sam';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
81 my $reject_transcripts = $dir.'rejected_transcripts.fastq';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
82 @tmp = get_hash_alignment($transcripts, $mis, 0, 1, 'NA', $reject_transcripts, $bonafide, $proc, 'transcripts', $sam_transcripts, $report, $dir.'transcripts.fai');
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
83 $repartition{'transcripts'} = $tmp[0];
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
84
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
85
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
86 my $sam_TEs = $dir.'TEs.sam';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
87 my $reject_TEs = $dir.'rejected.fastq';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
88 @tmp = get_hash_alignment($TE, $mis_TE, 0, 1, 'NA', $reject_TEs, $reject_transcripts, $proc, 'TEs', $sam_TEs, $report, $dir.'TEs.fai' );
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
89 $repartition{'TEs'} = $tmp[0] ; $repartition{'others'} = $tmp[1];
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
90 unlink $sam, $sam.'_aln.err', $sam.'_samse.err';
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
91 unlink $reject_transcripts;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
92 unlink $reject_rRNAs;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
93 unlink $reject_miRNAs;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
94 unlink $reject_tRNAs;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
95
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
96 #create repartition
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
97 my $pi = fastqSubgroups($bonafide, $dir, $min_si, $max_si, $min_pi, $max_pi );
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
98
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
99 open (my $re, '>'.$dir.'repartition.txt') || die "cannot open $dir repartition.txt $!\n";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
100 print $re "type\tnumber\tpercentage\n";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
101 $sum += $_ foreach values %repartition;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
102 foreach my $k ( sort keys %repartition )
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
103 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
104 my $prct = 0;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
105 $prct = $repartition{$k} / $sum * 100 if $sum != 0;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
106 print $re "$k\t$repartition{$k}\t"; printf $re "%.2f\n",$prct;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
107 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
108 return ( $bo, $mi, $pi);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
109 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
110
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
111 sub fastqSubgroups
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
112 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
113 my ( $fastq, $output_directory, $min_si, $max_si, $min_pi, $max_pi ) = @_;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
114 my $fastq_siRNA = $output_directory."siRNAs.fastq";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
115 my $fastq_piRNA = $output_directory."piRNAs.fastq";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
116
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
117 open my $fic, '<', $fastq || die "cannot open input file $! \n";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
118 open my $si, '>', $fastq_siRNA || die "cannot open siRNA.fastq $! \n";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
119 open my $pi, '>', $fastq_piRNA || die "cannot open piRNA.fastq $! \n";
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
120
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
121 my ($length, $cmp, $type, $siRNA_number, $miRNA_h_number, $piRNA_number, $not_pi_number) = (0,0,0,0,0,0,0);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
122 my (@fastq) =(); my $seq_name;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
123 my $out;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
124 while(<$fic>)
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
125 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
126 chomp $_;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
127 $cmp++;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
128 if ($cmp == 1)
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
129 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
130 die "file do not contain a @ at line $cmp\n" unless ($_ =~ /^\@/ );
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
131 $type = 0; @fastq = ();
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
132 if ($_ =~ /^\@(.*)\s.*/) { $seq_name = $1;}
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
133 elsif ($_ =~ /^\@(.*)/) {$seq_name = $1;}
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
134 push(@fastq,$_);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
135 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
136 elsif ($cmp == 2)
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
137 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
138 #die "unrecognized symbol at line $cmp\n" unless $_ =~ /[atcgATCGnN]+/;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
139 push(@fastq,$_);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
140 $length = length($_);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
141 $type = 0;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
142 if ( $length >= $min_si && $length <= $max_si )
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
143 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
144 $type = 2;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
145 $siRNA_number++;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
146 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
147 if ($length >= $min_pi && $length <= $max_pi )
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
148 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
149 $type += 4;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
150 $piRNA_number++;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
151 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
152 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
153 elsif ($cmp == 3 )
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
154 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
155 die "file do not contain a + at line $cmp\n" unless $_ =~ /^\+/;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
156 push(@fastq,$_);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
157 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
158 elsif ($cmp == 4 )
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
159 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
160 push(@fastq,$_);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
161 $cmp = 0;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
162 if ($type != 0)
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
163 {
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
164 if ($type & 4 ) { foreach my $t (@fastq) { print $pi $t."\n";} }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
165 if ($type & 2 ) { foreach my $t (@fastq) { print $si $t."\n";} }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
166 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
167 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
168 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
169 close $fic;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
170 close $si; close $pi;
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
171 return ($piRNA_number);
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
172 }
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
173
4bc00caa60b4 Uploaded
pierre.pouchin
parents: 16
diff changeset
174 1;