annotate histogram.py @ 100:d2a6bbeeb474 draft

Uploaded
author bgruening
date Sun, 16 Feb 2014 06:16:54 -0500
parents c4a3a8999945
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
80
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
1 #!/usr/bin/env python
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
2 #Greg Von Kuster
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
3
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
4 import sys
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
5 #from rpy import *
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
6 import rpy2.robjects as robjects
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
7 from rpy2.robjects.packages import importr
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
8 r = robjects.r
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
9 grdevices = importr('grDevices')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
10
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
11
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
12 assert sys.version_info[:2] >= ( 2, 4 )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
13
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
14 def stop_err(msg):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
15 sys.stderr.write(msg)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
16 sys.exit()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
17
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
18 def main():
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
19
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
20 # Handle input params
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
21 in_fname = sys.argv[1]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
22 out_fname = sys.argv[2]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
23 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
24 column = int( sys.argv[3] ) - 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
25 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
26 stop_err( "Column not specified, your query does not contain a column of numerical data." )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
27 title = sys.argv[4]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
28 xlab = sys.argv[5]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
29 breaks = int( sys.argv[6] )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
30 if breaks == 0:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
31 breaks = "Sturges"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
32 if sys.argv[7] == "true":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
33 density = True
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
34 else: density = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
35 if len( sys.argv ) >= 9 and sys.argv[8] == "true":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
36 frequency = True
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
37 else: frequency = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
38
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
39 matrix = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
40 skipped_lines = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
41 first_invalid_line = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
42 invalid_value = ''
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
43 i = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
44 for i, line in enumerate( file( in_fname ) ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
45 valid = True
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
46 line = line.rstrip('\r\n')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
47 # Skip comments
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
48 if line and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
49 # Extract values and convert to floats
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
50 row = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
51 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
52 fields = line.split( "\t" )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
53 val = fields[column]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
54 if val.lower() == "na":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
55 row.append( float( "nan" ) )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
56 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
57 valid = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
58 skipped_lines += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
59 if not first_invalid_line:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
60 first_invalid_line = i+1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
61 else:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
62 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
63 row.append( float( val ) )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
64 except ValueError:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
65 valid = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
66 skipped_lines += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
67 if not first_invalid_line:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
68 first_invalid_line = i+1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
69 invalid_value = fields[column]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
70 else:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
71 valid = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
72 skipped_lines += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
73 if not first_invalid_line:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
74 first_invalid_line = i+1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
75
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
76 if valid:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
77 matrix += row
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
78
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
79 if skipped_lines < i:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
80 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
81 #a = r.array( matrix )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
82 fv = robjects.FloatVector(matrix)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
83 a = r['matrix'](fv, ncol=1,byrow=True)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
84 #r.pdf( out_fname, 8, 8 )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
85 r.pdf( out_fname, 8, 8 )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
86 histogram = r.hist( a, probability=not frequency, main=title, xlab=xlab, breaks=breaks )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
87 if density:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
88 density = r.density( a )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
89 if frequency:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
90 scale_factor = len( matrix ) * ( histogram['mids'][1] - histogram['mids'][0] ) #uniform bandwidth taken from first 2 midpoints
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
91 density[ 'y' ] = map( lambda x: x * scale_factor, density[ 'y' ] )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
92 r.lines( density )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
93 #r.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
94 grdevices.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
95 except Exception, exc:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
96 stop_err( "%s" %str( exc ) )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
97 else:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
98 if i == 0:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
99 stop_err("Input dataset is empty.")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
100 else:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
101 stop_err( "All values in column %s are non-numeric." %sys.argv[3] )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
102
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
103 print "Histogram of column %s. " %sys.argv[3]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
104 if skipped_lines > 0:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
105 print "Skipped %d invalid lines starting with line #%d, '%s'." % ( skipped_lines, first_invalid_line, invalid_value )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
106
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
107 #r.quit( save="no" )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
108
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
109 if __name__ == "__main__":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
110 main()