Mercurial > repos > xuebing > sharplabtool

comparison tools/stats/gsummary.py @ 0:9071e359b9a3

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Uploaded
author xuebing
date Fri, 09 Mar 2012 19:37:19 -0500
parents
children
comparison
equal deleted inserted replaced
-1:000000000000 0:9071e359b9a3
1 #!/usr/bin/env python
2
3 import sys, re, tempfile
4 from rpy import *
5 # Older py compatibility
6 try:
7 set()
8 except:
9 from sets import Set as set
10
11 assert sys.version_info[:2] >= ( 2, 4 )
12
13 def stop_err( msg ):
14 sys.stderr.write( msg )
15 sys.exit()
16
17 def S3_METHODS( all="key" ):
18 Group_Math = [ "abs", "sign", "sqrt", "floor", "ceiling", "trunc", "round", "signif",
19 "exp", "log", "cos", "sin", "tan", "acos", "asin", "atan", "cosh", "sinh", "tanh",
20 "acosh", "asinh", "atanh", "lgamma", "gamma", "gammaCody", "digamma", "trigamma",
21 "cumsum", "cumprod", "cummax", "cummin", "c" ]
22 Group_Ops = [ "+", "-", "*", "/", "^", "%%", "%/%", "&", "|", "!", "==", "!=", "<", "<=", ">=", ">", "(", ")", "~", "," ]
23 if all is "key":
24 return { 'Math' : Group_Math, 'Ops' : Group_Ops }
25
26 def main():
27 try:
28 datafile = sys.argv[1]
29 outfile_name = sys.argv[2]
30 expression = sys.argv[3]
31 except:
32 stop_err( 'Usage: python gsummary.py input_file ouput_file expression' )
33
34 math_allowed = S3_METHODS()[ 'Math' ]
35 ops_allowed = S3_METHODS()[ 'Ops' ]
36
37 # Check for invalid expressions
38 for word in re.compile( '[a-zA-Z]+' ).findall( expression ):
39 if word and not word in math_allowed:
40 stop_err( "Invalid expression '%s': term '%s' is not recognized or allowed" %( expression, word ) )
41 symbols = set()
42 for symbol in re.compile( '[^a-z0-9\s]+' ).findall( expression ):
43 if symbol and not symbol in ops_allowed:
44 stop_err( "Invalid expression '%s': operator '%s' is not recognized or allowed" % ( expression, symbol ) )
45 else:
46 symbols.add( symbol )
47 if len( symbols ) == 1 and ',' in symbols:
48 # User may have entered a comma-separated list r_data_frame columns
49 stop_err( "Invalid columns '%s': this tool requires a single column or expression" % expression )
50
51 # Find all column references in the expression
52 cols = []
53 for col in re.compile( 'c[0-9]+' ).findall( expression ):
54 try:
55 cols.append( int( col[1:] ) - 1 )
56 except:
57 pass
58
59 tmp_file = tempfile.NamedTemporaryFile( 'w+b' )
60 # Write the R header row to the temporary file
61 hdr_str = "\t".join( "c%s" % str( col+1 ) for col in cols )
62 tmp_file.write( "%s\n" % hdr_str )
63 skipped_lines = 0
64 first_invalid_line = 0
65 i = 0
66 for i, line in enumerate( file( datafile ) ):
67 line = line.rstrip( '\r\n' )
68 if line and not line.startswith( '#' ):
69 valid = True
70 fields = line.split( '\t' )
71 # Write the R data row to the temporary file
72 for col in cols:
73 try:
74 float( fields[ col ] )
75 except:
76 skipped_lines += 1
77 if not first_invalid_line:
78 first_invalid_line = i + 1
79 valid = False
80 break
81 if valid:
82 data_str = "\t".join( fields[ col ] for col in cols )
83 tmp_file.write( "%s\n" % data_str )
84 tmp_file.flush()
85
86 if skipped_lines == i + 1:
87 stop_err( "Invalid column or column data values invalid for computation. See tool tips and syntax for data requirements." )
88 else:
89 # summary function and return labels
90 summary_func = r( "function( x ) { c( sum=sum( as.numeric( x ), na.rm=T ), mean=mean( as.numeric( x ), na.rm=T ), stdev=sd( as.numeric( x ), na.rm=T ), quantile( as.numeric( x ), na.rm=TRUE ) ) }" )
91 headings = [ 'sum', 'mean', 'stdev', '0%', '25%', '50%', '75%', '100%' ]
92 headings_str = "\t".join( headings )
93
94 set_default_mode( NO_CONVERSION )
95 r_data_frame = r.read_table( tmp_file.name, header=True, sep="\t" )
96
97 outfile = open( outfile_name, 'w' )
98
99 for col in re.compile( 'c[0-9]+' ).findall( expression ):
100 r.assign( col, r[ "$" ]( r_data_frame, col ) )
101 try:
102 summary = summary_func( r( expression ) )
103 except RException, s:
104 outfile.close()
105 stop_err( "Computation resulted in the following error: %s" % str( s ) )
106 summary = summary.as_py( BASIC_CONVERSION )
107 outfile.write( "#%s\n" % headings_str )
108 outfile.write( "%s\n" % "\t".join( [ "%g" % ( summary[ k ] ) for k in headings ] ) )
109 outfile.close()
110
111 if skipped_lines:
112 print "Skipped %d invalid lines beginning with line #%d. See tool tips for data requirements." % ( skipped_lines, first_invalid_line )
113
114 if __name__ == "__main__": main()