annotate pca.py @ 94:6ef11b60940a draft

Uploaded
author bernhardlutz
date Sun, 26 Jan 2014 09:11:50 -0500
parents c4a3a8999945
children babf8ab95495
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
80
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
1 #!/usr/bin/env python
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
2
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
3 from galaxy import eggs
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
4 import sys, string
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
5 #from rpy import *
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
6 import rpy2.robjects as robjects
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
7 import rpy2.rlike.container as rlc
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
8 from rpy2.robjects.packages import importr
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
9 r = robjects.r
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
10 grdevices = importr('grDevices')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
11 import numpy
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
12
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
13 def stop_err(msg):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
14 sys.stderr.write(msg)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
15 sys.exit()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
16
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
17 infile = sys.argv[1]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
18 x_cols = sys.argv[2].split(',')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
19 method = sys.argv[3]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
20 outfile = sys.argv[4]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
21 outfile2 = sys.argv[5]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
22
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
23 if method == 'svd':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
24 scale = center = "FALSE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
25 if sys.argv[6] == 'both':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
26 scale = center = "TRUE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
27 elif sys.argv[6] == 'center':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
28 center = "TRUE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
29 elif sys.argv[6] == 'scale':
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
30 scale = "TRUE"
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
31
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
32 fout = open(outfile,'w')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
33 elems = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
34 for i, line in enumerate( file ( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
35 line = line.rstrip('\r\n')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
36 if len( line )>0 and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
37 elems = line.split( '\t' )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
38 break
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
39 if i == 30:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
40 break # Hopefully we'll never get here...
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
41
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
42 if len( elems )<1:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
43 stop_err( "The data in your input dataset is either missing or not formatted properly." )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
44
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
45 x_vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
46
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
47 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
48 x_cols[k] = int(col)-1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
49 # x_vals.append([])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
50
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
51 NA = 'NA'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
52 skipped = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
53 for ind,line in enumerate( file( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
54 if line and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
55 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
56 fields = line.strip().split("\t")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
57 valid_line = True
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
58 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
59 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
60 xval = float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
61 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
62 skipped += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
63 valid_line = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
64 break
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
65 if valid_line:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
66 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
67 xval = float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
68 #x_vals[k].append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
69 x_vals.append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
70 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
71 skipped += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
72
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
73 #x_vals1 = numpy.asarray(x_vals).transpose()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
74 #dat= r.list(array(x_vals1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
75 dat = r['matrix'](robjects.FloatVector(x_vals),ncol=len(x_cols),byrow=True)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
76
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
77 #set_default_mode(NO_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
78 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
79 if method == "cor":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
80 #pc = r.princomp(r.na_exclude(dat), cor = r("TRUE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
81 pc = r.princomp(r['na.exclude'](dat), cor = r("TRUE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
82 elif method == "cov":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
83 #pc = r.princomp(r.na_exclude(dat), cor = r("FALSE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
84 pc = r.princomp(r['na.exclude'](dat), cor = r("FALSE"))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
85 elif method=="svd":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
86 #pc = r.prcomp(r.na_exclude(dat), center = r(center), scale = r(scale))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
87 pc = r.prcomp(r['na.exclude'](dat), center = r(center), scale = r(scale))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
88 #except RException, rex:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
89 except Exception, rex: # need to find rpy2 RException
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
90 stop_err("Encountered error while performing PCA on the input data: %s" %(rex))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
91
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
92 #set_default_mode(BASIC_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
93 summary = r.summary(pc, loadings="TRUE")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
94 #ncomps = len(summary['sdev'])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
95 ncomps = len(summary.rx2('sdev'))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
96
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
97 #if type(summary['sdev']) == type({}):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
98 # comps_unsorted = summary['sdev'].keys()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
99 # comps=[]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
100 # sd = summary['sdev'].values()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
101 # for i in range(ncomps):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
102 # sd[i] = summary['sdev'].values()[comps_unsorted.index('Comp.%s' %(i+1))]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
103 # comps.append('Comp.%s' %(i+1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
104 #elif type(summary['sdev']) == type([]):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
105 # comps=[]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
106 # for i in range(ncomps):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
107 # comps.append('Comp.%s' %(i+1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
108 # sd = summary['sdev']
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
109
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
110 comps=[]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
111 for i in range(ncomps):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
112 comps.append('Comp.%s' %(i+1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
113 sd = summary.rx2('sdev')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
114
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
115 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
116 #print >>fout, "#Std. deviation\t%s" %("\t".join(["%.4g" % el for el in sd]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
117 print >>fout, "#Std. deviation\t%s" %("\t".join(["%.4g" % el for el in sd]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
118 total_var = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
119 vars = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
120 for s in sd:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
121 var = s*s
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
122 total_var += var
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
123 vars.append(var)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
124 for i,var in enumerate(vars):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
125 vars[i] = vars[i]/total_var
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
126
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
127 print >>fout, "#Proportion of variance explained\t%s" %("\t".join(["%.4g" % el for el in vars]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
128
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
129 print >>fout, "#Loadings\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
130 xcolnames = ["c%d" %(el+1) for el in x_cols]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
131 #if 'loadings' in summary: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
132 if 'loadings' in summary.names: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
133 loadings = 'loadings'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
134 #elif 'rotation' in summary: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
135 elif 'rotation' in summary.names: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
136 loadings = 'rotation'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
137 #for i,val in enumerate(summary[loadings]):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
138 # print >>fout, "%s\t%s" %(xcolnames[i], "\t".join(["%.4g" % el for el in val]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
139 vm = summary.rx2(loadings)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
140 for i in range(vm.nrow):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
141 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
142 for j in range(vm.ncol):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
143 vals.append("%.4g" % vm.rx2(i+1,j+1)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
144 print >>fout, "%s\t%s" %(xcolnames[i], "\t".join(vals))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
145
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
146 print >>fout, "#Scores\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
147 #if 'scores' in summary: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
148 if 'scores' in summary.names: #in case of princomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
149 scores = 'scores'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
150 #elif 'x' in summary: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
151 elif 'x' in summary.names: #in case of prcomp
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
152 scores = 'x'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
153 #for obs,sc in enumerate(summary[scores]):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
154 # print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in sc]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
155 vm = summary.rx2(scores)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
156 for i in range(vm.nrow):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
157 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
158 for j in range(vm.ncol):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
159 vals.append("%.4g" % vm.rx2(i+1,j+1)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
160 print >>fout, "%s\t%s" %(i+1, "\t".join(vals))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
161 r.pdf( outfile2, 8, 8 )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
162 r.biplot(pc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
163 #r.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
164 grdevices.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
165