annotate Snmf.pl @ 10:ad5e3d3c809e draft

Uploaded
author dereeper
date Sun, 04 Feb 2024 10:07:19 +0000
parents c94c31bde773
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
1 #!/usr/bin/perl
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
2
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
3 use strict;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
4 use Getopt::Long;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
5
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
6 my $usage = qq~Usage:$0 <args> [<opts>]
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
7 where <args> are:
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
8 -i, --input <input VCF>
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
9 -o, --output <output>
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
10 -k, --kmin <K min>
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
11 -m, --maxK <K max>
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
12 -d, --directory <temporary directory>
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
13 -t, --threshold <threshold admixture proportion for group assignation>
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
14 ~;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
15 $usage .= "\n";
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
16
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
17 my ($input,$output,$kmin,$kmax,$directory,$threshold);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
18
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
19
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
20 GetOptions(
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
21 "input=s" => \$input,
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
22 "output=s" => \$output,
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
23 "kmin=s" => \$kmin,
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
24 "maxK=s" => \$kmax,
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
25 "directory=s" => \$directory,
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
26 "threshold=s" => \$threshold
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
27 );
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
28
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
29
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
30 die $usage
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
31 if ( !$input || !$output || !$kmin || !$kmax || !$directory || !$threshold);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
32
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
33
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
34 my $PLINK_EXE = "plink";
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
35
8
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
36 system("$PLINK_EXE --vcf $input --allow-extra-chr --recode-vcf --const-fid --out $directory/input >>$directory/logs 2>&1");
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
37
1
395c7ab476a6 Uploaded
dereeper
parents: 0
diff changeset
38 system("vcf2geno $directory/input.vcf $directory/polymorphisms.geno >>$directory/logs 2>&1");
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
39
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
40
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
41 my $ind_cmd = `grep '#CHROM' $input`;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
42 chomp($ind_cmd);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
43 my @individuals = split(/\t/,$ind_cmd);shift @individuals;shift @individuals;shift @individuals;shift @individuals;shift @individuals;shift @individuals;shift @individuals;shift @individuals;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
44
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
45 ###################################
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
46 # launch admixture for different K
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
47 ###################################
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
48 my %errors;
8
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
49 open(E,">$directory/entropy");
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
50 print E "K, number of ancestal populations Cross-entropy\n";
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
51 for (my $k = $kmin; $k <= $kmax; $k++)
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
52 {
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
53 system("sNMF -x $directory/polymorphisms.geno -K $k -c >>$directory/log.$k 2>&1");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
54
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
55 open(my $O3,">$directory/out.$k.group");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
56 open(my $O2,">$directory/out.$k.final.Q");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
57
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
58 my $ent;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
59 open(my $LOG,"$directory/log.$k");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
60 while(<$LOG>){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
61 if (/Cross-Entropy \(masked data\).*(\d+\.\d+)$/){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
62 $ent = $1;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
63 $errors{$ent} = $k;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
64 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
65 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
66 close($LOG);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
67
8
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
68 print E "K=$k $ent\n";
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
69
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
70 print $O2 "Indiv";
10
ad5e3d3c809e Uploaded
dereeper
parents: 8
diff changeset
71 print $O3 "Indiv\tGroup\n";
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
72 for (my $j = 0; $j <$k; $j++){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
73 print $O2 " Q$j";
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
74 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
75 print $O2 "\n";
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
76
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
77 open(my $O,"$directory/polymorphisms.$k.Q");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
78 my %hash_groupes;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
79 my %hash_indv;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
80 my %group_of_ind;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
81 my $i = 0;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
82 while (<$O>){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
83 $i++;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
84 my $line = $_;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
85 $line =~s/\n//g;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
86 $line =~s/\r//g;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
87 my @infos = split(/\s+/,$line);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
88 my $group = "admix";
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
89 my $ind = $individuals[$i];
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
90 for (my $j = 0; $j <$k; $j++){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
91 my $val = $infos[$j];
10
ad5e3d3c809e Uploaded
dereeper
parents: 8
diff changeset
92 if ($val > ($threshold/100)){$group = "Q$j";}
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
93 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
94 if ($ind){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
95 $hash_indv{$ind} = join(" ",@infos);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
96 $hash_groupes{$group}{"ind"} .= ",".$ind;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
97 $group_of_ind{$ind} = $group;
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
98 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
99 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
100 close($O);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
101
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
102 foreach my $group(sort keys(%hash_groupes)){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
103 my @inds = split(",",$hash_groupes{$group}{"ind"});
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
104 foreach my $ind(@inds){
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
105 if ($ind =~/\w+/){
10
ad5e3d3c809e Uploaded
dereeper
parents: 8
diff changeset
106 print $O3 "$ind\t$group\n";
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
107 print $O2 $ind." ".$hash_indv{$ind}. "\n";
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
108 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
109 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
110 }
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
111
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
112 system("cat $directory/log.$k >>$directory/logs");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
113 system("echo '\n\n====================================\n\n' >>$directory/logs");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
114 system("cat $directory/out.$k.final.Q >>$directory/outputs.Q");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
115 system("echo '\n\n====================================\n\n' >>$directory/outputs.Q");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
116 }
8
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
117 close(E);
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
118 my @sorted_errors = sort {$a<=>$b} keys(%errors);
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
119 my $best_K = $errors{@sorted_errors[0]};
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
120
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
121
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
122 system("cp -rf $directory/out.$best_K.final.Q $directory/output");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
123
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
124 system("cp -rf $directory/log.$best_K $directory/log");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
125 system("cp -rf $directory/out.$best_K.group $directory/groups");
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
126
8
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
127 #exit;
0
9a1729b89405 Uploaded
dereeper
parents:
diff changeset
128
8
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
129
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
130
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
131 open(BEST1,"$directory/out.$best_K.final.Q");
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
132 <BEST1>;
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
133 open(BEST2,">$directory/output");
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
134 print BEST2 "<Covariate>\n";
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
135 print BEST2 "<Trait>";
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
136 for (my $j=1;$j<=$best_K;$j++)
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
137 {
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
138 print BEST2 " Q" . $j;
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
139 }
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
140 print BEST2 "\n";
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
141 my $i = 0;
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
142 while(<BEST1>)
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
143 {
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
144 my $line = $_;
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
145 $line =~s/ /\t/g;
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
146 print BEST2 $line;
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
147 $i++;
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
148 }
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
149 close(BEST1);
c94c31bde773 Uploaded
dereeper
parents: 5
diff changeset
150 close(BEST2);