annotate kcca.py @ 0:7a092113eb8c draft

Imported from capsule None
author devteam
date Mon, 19 May 2014 12:34:54 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
1 #!/usr/bin/env python
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
2
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
3 """
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
4 Run kernel CCA using kcca() from R 'kernlab' package
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
5
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
6 usage: %prog [options]
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
7 -i, --input=i: Input file
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
8 -o, --output1=o: Summary output
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
9 -x, --x_cols=x: X-Variable columns
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
10 -y, --y_cols=y: Y-Variable columns
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
11 -k, --kernel=k: Kernel function
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
12 -f, --features=f: Number of canonical components to return
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
13 -s, --sigma=s: sigma
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
14 -d, --degree=d: degree
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
15 -l, --scale=l: scale
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
16 -t, --offset=t: offset
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
17 -r, --order=r: order
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
18
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
19 usage: %prog input output1 x_cols y_cols kernel features sigma(or_None) degree(or_None) scale(or_None) offset(or_None) order(or_None)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
20 """
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
21
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
22 import sys, string
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
23 from rpy import *
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
24 import numpy
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
25 from bx.cookbook import doc_optparse
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
26 import logging
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
27 log = logging.getLogger('kcca')
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
28
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
29 def stop_err(msg):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
30 sys.stderr.write(msg)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
31 sys.exit()
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
32
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
33 #Parse Command Line
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
34 options, args = doc_optparse.parse( __doc__ )
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
35 #{'options= kernel': 'rbfdot', 'var_cols': '1,2,3,4', 'degree': 'None', 'output2': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_260.dat', 'output1': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_259.dat', 'scale': 'None', 'offset': 'None', 'input': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_256.dat', 'sigma': '1.0', 'order': 'None'}
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
36
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
37 infile = options.input
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
38 x_cols = options.x_cols.split(',')
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
39 y_cols = options.y_cols.split(',')
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
40 kernel = options.kernel
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
41 outfile = options.output1
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
42 ncomps = int(options.features)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
43 fout = open(outfile,'w')
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
44
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
45 if ncomps < 1:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
46 print "You chose to return '0' canonical components. Please try rerunning the tool with number of components = 1 or more."
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
47 sys.exit()
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
48 elems = []
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
49 for i, line in enumerate( file ( infile )):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
50 line = line.rstrip('\r\n')
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
51 if len( line )>0 and not line.startswith( '#' ):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
52 elems = line.split( '\t' )
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
53 break
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
54 if i == 30:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
55 break # Hopefully we'll never get here...
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
56
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
57 if len( elems )<1:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
58 stop_err( "The data in your input dataset is either missing or not formatted properly." )
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
59
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
60 x_vals = []
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
61 for k,col in enumerate(x_cols):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
62 x_cols[k] = int(col)-1
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
63 x_vals.append([])
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
64 y_vals = []
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
65 for k,col in enumerate(y_cols):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
66 y_cols[k] = int(col)-1
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
67 y_vals.append([])
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
68 NA = 'NA'
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
69 skipped = 0
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
70 for ind,line in enumerate( file( infile )):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
71 if line and not line.startswith( '#' ):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
72 try:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
73 fields = line.strip().split("\t")
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
74 valid_line = True
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
75 for col in x_cols+y_cols:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
76 try:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
77 assert float(fields[col])
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
78 except:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
79 skipped += 1
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
80 valid_line = False
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
81 break
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
82 if valid_line:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
83 for k,col in enumerate(x_cols):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
84 try:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
85 xval = float(fields[col])
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
86 except:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
87 xval = NaN
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
88 x_vals[k].append(xval)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
89 for k,col in enumerate(y_cols):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
90 try:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
91 yval = float(fields[col])
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
92 except:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
93 yval = NaN
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
94 y_vals[k].append(yval)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
95 except:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
96 skipped += 1
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
97
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
98 x_vals1 = numpy.asarray(x_vals).transpose()
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
99 y_vals1 = numpy.asarray(y_vals).transpose()
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
100
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
101 x_dat= r.list(array(x_vals1))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
102 y_dat= r.list(array(y_vals1))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
103
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
104 try:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
105 r.suppressWarnings(r.library('kernlab'))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
106 except:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
107 stop_err('Missing R library kernlab')
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
108
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
109 set_default_mode(NO_CONVERSION)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
110 if kernel=="rbfdot" or kernel=="anovadot":
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
111 pars = r.list(sigma=float(options.sigma))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
112 elif kernel=="polydot":
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
113 pars = r.list(degree=float(options.degree),scale=float(options.scale),offset=float(options.offset))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
114 elif kernel=="tanhdot":
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
115 pars = r.list(scale=float(options.scale),offset=float(options.offset))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
116 elif kernel=="besseldot":
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
117 pars = r.list(degree=float(options.degree),sigma=float(options.sigma),order=float(options.order))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
118 elif kernel=="anovadot":
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
119 pars = r.list(degree=float(options.degree),sigma=float(options.sigma))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
120 else:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
121 pars = rlist()
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
122
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
123 try:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
124 kcc = r.kcca(x=x_dat, y=y_dat, kernel=kernel, kpar=pars, ncomps=ncomps)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
125 except RException, rex:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
126 raise
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
127 log.exception( rex )
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
128 stop_err("Encountered error while performing kCCA on the input data: %s" %(rex))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
129
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
130 set_default_mode(BASIC_CONVERSION)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
131 kcor = r.kcor(kcc)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
132 if ncomps == 1:
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
133 kcor = [kcor]
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
134 xcoef = r.xcoef(kcc)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
135 ycoef = r.ycoef(kcc)
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
136
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
137 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
138
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
139 print >>fout, "#Correlation\t%s" %("\t".join(["%.4g" % el for el in kcor]))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
140
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
141 print >>fout, "#Estimated X-coefficients\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
142 for obs,val in enumerate(xcoef):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
143 print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
144
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
145 print >>fout, "#Estimated Y-coefficients\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
146 for obs,val in enumerate(ycoef):
7a092113eb8c Imported from capsule None
devteam
parents:
diff changeset
147 print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))