annotate intervalOverlap.py @ 12:2f4ea569f048

Uploaded
author xuebing
date Sat, 10 Mar 2012 08:10:44 -0500
parents b7f1d9f8f3bc
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
11
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
1 '''
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
2 find overlap and test signifiance
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
3 '''
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
4
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
5 import os,sys
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
6
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
7 def lineCount(filename):
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
8 i = 0
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
9 with open(filename) as f:
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
10 for i, l in enumerate(f):
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
11 pass
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
12 return i + 1
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
13
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
14 def intersect(fileA,fileB,outfile,fraction,reciprocal):
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
15 # return fileA intervals that overlap with interval in fileB
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
16 cmd = 'intersectBed -a '+fileA+' -b '+fileB + ' --wo -f '+fraction +' '+ reciprocal + '>'+outfile
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
17 #print cmd
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
18 os.system(cmd)
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
19
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
20 def parseIntersect(filename):
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
21 # get number of overlapped A and B
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
22 nA = 0
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
23 nB = 0
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
24 return nA,nb
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
25
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
26 def shuffle(fileA,fileB,genomefile,fraction,reciprocal,N):
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
27 # shuffle fileA N times, return the distribution of overlaps
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
28 nOverlap = []
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
29 for i in range(N):
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
30 # shuffle fileA using shuffleBed
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
31 #cmd = 'shuffleBed -i '+fileA+' -g '+genomefile +'>fileA.shuffled'
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
32 # using random_interval.py
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
33 cmd = 'python /Users/xuebing/galaxy-dist/tools/mytools/random_interval.py '+fileA+' fileA.shuffled across '+genomefile
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
34 os.system(cmd)
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
35 intersect('fileA.shuffled',fileB,'tmp',fraction,reciprocal)
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
36 nOverlap.append(lineCount('tmp'))
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
37 os.system('rm tmp')
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
38 os.system('rm fileA.shuffled')
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
39 return nOverlap
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
40
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
41 def main():
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
42 fileA = sys.argv[1]
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
43 fileB = sys.argv[2]
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
44 outfile = sys.argv[3]
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
45 outplot = sys.argv[4]
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
46 N = int(sys.argv[5]) # times to shuffle
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
47 genomefile = sys.argv[6]
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
48 fraction = sys.argv[7]
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
49 if len(sys.argv) == 9:
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
50 reciprocal = sys.argv[8] # can only be '-r'
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
51 else:
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
52 reciprocal = ''
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
53
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
54 print sys.argv
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
55
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
56 # intersect on real data
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
57 intersect(fileA,fileB,outfile,fraction,reciprocal)
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
58 # number of overlaps
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
59 nOverlapReal = lineCount(outfile)
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
60
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
61 print 'number of intervals in inputA that overlap with intervals in inputB:',nOverlapReal
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
62
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
63 # shuffle fileA to estimate background
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
64 nOverlapNull = shuffle(fileA,fileB,genomefile,fraction,reciprocal,N)
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
65
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
66 # plot histogram
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
67 rscript = open('tmp.r','w')
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
68 rscript.write("x0 <- "+str(nOverlapReal)+"\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
69 rscript.write("x <- c("+','.join(map(str,nOverlapNull))+")\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
70 rscript.write("library(MASS)\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
71 rscript.write("\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
72 rscript.write("pv <- min((1+sum(x>=x0))/length(x),(1+sum(x<=x0))/length(x))\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
73 rscript.write("title <- paste('actual:chance = ',x0,':',round(mean(x)),' = ',format(x0/mean(x),digits=1,nsmall=2),', p-value < ',pv,sep='')\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
74 rscript.write("pdf('"+outplot+"')\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
75 rscript.write("h <- hist(x,breaks=50,xlab='number of overlaps',ylab='frequency',main=title)\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
76 rscript.write("plot(h$mids,h$counts,type='h',xlim=c(min(h$mids,x0),max(x0,h$mids)),ylim=c(0,max(h$counts)),xlab='number of overlaps',ylab='frequency',main=title)\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
77 rscript.write("points(x0,0,col='red')\n")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
78 rscript.write("dev.off()")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
79 rscript.close()
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
80 os.system("R --vanilla < tmp.r")
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
81 os.system('rm tmp.r')
b7f1d9f8f3bc Uploaded
xuebing
parents:
diff changeset
82 main()