annotate pca.py @ 100:d2a6bbeeb474 draft

Uploaded
author bgruening
date Sun, 16 Feb 2014 06:16:54 -0500
parents babf8ab95495
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
80
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
1 #!/usr/bin/env python
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
2
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
3 import sys, string
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
4 #from rpy import *
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
5 import rpy2.robjects as robjects
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
6 import rpy2.rlike.container as rlc
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
7 from rpy2.robjects.packages import importr
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
8 r = robjects.r
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
9 grdevices = importr('grDevices')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
10 import numpy
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
11
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
12 def stop_err(msg):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
13 sys.stderr.write(msg)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
14 sys.exit()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
15
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
16 infile = sys.argv[1]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
17 x_cols = sys.argv[2].split(',')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
18 method = sys.argv[3]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
19 outfile = sys.argv[4]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
20 outfile2 = sys.argv[5]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
21
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
22 if method == 'svd':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
23 scale = center = "FALSE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
24 if sys.argv[6] == 'both':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
25 scale = center = "TRUE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
26 elif sys.argv[6] == 'center':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
27 center = "TRUE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
28 elif sys.argv[6] == 'scale':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
29 scale = "TRUE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
30
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
31 fout = open(outfile,'w')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
32 elems = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
33 for i, line in enumerate( file ( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
34 line = line.rstrip('\r\n')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
35 if len( line )>0 and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
36 elems = line.split( '\t' )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
37 break
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
38 if i == 30:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
39 break # Hopefully we'll never get here...
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
40
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
41 if len( elems )<1:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
42 stop_err( "The data in your input dataset is either missing or not formatted properly." )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
43
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
44 x_vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
45
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
46 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
47 x_cols[k] = int(col)-1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
48 # x_vals.append([])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
49
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
50 NA = 'NA'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
51 skipped = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
52 for ind,line in enumerate( file( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
53 if line and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
54 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
55 fields = line.strip().split("\t")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
56 valid_line = True
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
57 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
58 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
59 xval = float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
60 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
61 skipped += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
62 valid_line = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
63 break
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
64 if valid_line:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
65 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
66 xval = float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
67 #x_vals[k].append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
68 x_vals.append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
69 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
70 skipped += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
71
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
72 #x_vals1 = numpy.asarray(x_vals).transpose()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
73 #dat= r.list(array(x_vals1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
74 dat = r['matrix'](robjects.FloatVector(x_vals),ncol=len(x_cols),byrow=True)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
75
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
76 #set_default_mode(NO_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
77 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
78 if method == "cor":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
79 #pc = r.princomp(r.na_exclude(dat), cor = r("TRUE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
80 pc = r.princomp(r['na.exclude'](dat), cor = r("TRUE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
81 elif method == "cov":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
82 #pc = r.princomp(r.na_exclude(dat), cor = r("FALSE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
83 pc = r.princomp(r['na.exclude'](dat), cor = r("FALSE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
84 elif method=="svd":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
85 #pc = r.prcomp(r.na_exclude(dat), center = r(center), scale = r(scale))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
86 pc = r.prcomp(r['na.exclude'](dat), center = r(center), scale = r(scale))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
87 #except RException, rex:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
88 except Exception, rex: # need to find rpy2 RException
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
89 stop_err("Encountered error while performing PCA on the input data: %s" %(rex))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
90
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
91 #set_default_mode(BASIC_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
92 summary = r.summary(pc, loadings="TRUE")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
93 #ncomps = len(summary['sdev'])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
94 ncomps = len(summary.rx2('sdev'))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
95
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
96 #if type(summary['sdev']) == type({}):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
97 # comps_unsorted = summary['sdev'].keys()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
98 # comps=[]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
99 # sd = summary['sdev'].values()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
100 # for i in range(ncomps):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
101 # sd[i] = summary['sdev'].values()[comps_unsorted.index('Comp.%s' %(i+1))]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
102 # comps.append('Comp.%s' %(i+1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
103 #elif type(summary['sdev']) == type([]):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
104 # comps=[]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
105 # for i in range(ncomps):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
106 # comps.append('Comp.%s' %(i+1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
107 # sd = summary['sdev']
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
108
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
109 comps=[]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
110 for i in range(ncomps):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
111 comps.append('Comp.%s' %(i+1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
112 sd = summary.rx2('sdev')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
113
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
114 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
115 #print >>fout, "#Std. deviation\t%s" %("\t".join(["%.4g" % el for el in sd]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
116 print >>fout, "#Std. deviation\t%s" %("\t".join(["%.4g" % el for el in sd]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
117 total_var = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
118 vars = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
119 for s in sd:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
120 var = s*s
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
121 total_var += var
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
122 vars.append(var)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
123 for i,var in enumerate(vars):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
124 vars[i] = vars[i]/total_var
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
125
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
126 print >>fout, "#Proportion of variance explained\t%s" %("\t".join(["%.4g" % el for el in vars]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
127
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
128 print >>fout, "#Loadings\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
129 xcolnames = ["c%d" %(el+1) for el in x_cols]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
130 #if 'loadings' in summary: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
131 if 'loadings' in summary.names: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
132 loadings = 'loadings'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
133 #elif 'rotation' in summary: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
134 elif 'rotation' in summary.names: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
135 loadings = 'rotation'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
136 #for i,val in enumerate(summary[loadings]):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
137 # print >>fout, "%s\t%s" %(xcolnames[i], "\t".join(["%.4g" % el for el in val]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
138 vm = summary.rx2(loadings)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
139 for i in range(vm.nrow):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
140 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
141 for j in range(vm.ncol):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
142 vals.append("%.4g" % vm.rx2(i+1,j+1)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
143 print >>fout, "%s\t%s" %(xcolnames[i], "\t".join(vals))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
144
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
145 print >>fout, "#Scores\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
146 #if 'scores' in summary: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
147 if 'scores' in summary.names: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
148 scores = 'scores'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
149 #elif 'x' in summary: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
150 elif 'x' in summary.names: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
151 scores = 'x'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
152 #for obs,sc in enumerate(summary[scores]):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
153 # print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in sc]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
154 vm = summary.rx2(scores)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
155 for i in range(vm.nrow):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
156 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
157 for j in range(vm.ncol):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
158 vals.append("%.4g" % vm.rx2(i+1,j+1)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
159 print >>fout, "%s\t%s" %(i+1, "\t".join(vals))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
160 r.pdf( outfile2, 8, 8 )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
161 r.biplot(pc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
162 #r.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
163 grdevices.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
164