annotate kpca.py @ 82:057169fb41c7 draft

Uploaded
author bernhardlutz
date Mon, 20 Jan 2014 15:08:40 -0500
parents c4a3a8999945
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
80
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
1 #!/usr/bin/env python
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
2
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
3 """
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
4 Run kernel PCA using kpca() from R 'kernlab' package
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
5
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
6 usage: %prog [options]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
7 -i, --input=i: Input file
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
8 -o, --output1=o: Summary output
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
9 -p, --output2=p: Figures output
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
10 -c, --var_cols=c: Variable columns
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
11 -k, --kernel=k: Kernel function
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
12 -f, --features=f: Number of principal components to return
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
13 -s, --sigma=s: sigma
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
14 -d, --degree=d: degree
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
15 -l, --scale=l: scale
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
16 -t, --offset=t: offset
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
17 -r, --order=r: order
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
18
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
19 usage: %prog input output1 output2 var_cols kernel features sigma(or_None) degree(or_None) scale(or_None) offset(or_None) order(or_None)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
20 """
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
21
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
22 from galaxy import eggs
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
23 import sys, string
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
24 #from rpy import *
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
25 import rpy2.robjects as robjects
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
26 import rpy2.rlike.container as rlc
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
27 from rpy2.robjects.packages import importr
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
28 r = robjects.r
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
29 grdevices = importr('grDevices')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
30 import numpy
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
31 import pkg_resources; pkg_resources.require( "bx-python" )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
32 from bx.cookbook import doc_optparse
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
33
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
34
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
35 def stop_err(msg):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
36 sys.stderr.write(msg)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
37 sys.exit()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
38
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
39 #Parse Command Line
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
40 options, args = doc_optparse.parse( __doc__ )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
41 #{'options= kernel': 'rbfdot', 'var_cols': '1,2,3,4', 'degree': 'None', 'output2': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_260.dat', 'output1': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_259.dat', 'scale': 'None', 'offset': 'None', 'input': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_256.dat', 'sigma': '1.0', 'order': 'None'}
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
42
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
43 infile = options.input
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
44 x_cols = options.var_cols.split(',')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
45 kernel = options.kernel
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
46 outfile = options.output1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
47 outfile2 = options.output2
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
48 ncomps = int(options.features)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
49 fout = open(outfile,'w')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
50
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
51 elems = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
52 for i, line in enumerate( file ( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
53 line = line.rstrip('\r\n')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
54 if len( line )>0 and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
55 elems = line.split( '\t' )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
56 break
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
57 if i == 30:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
58 break # Hopefully we'll never get here...
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
59
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
60 if len( elems )<1:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
61 stop_err( "The data in your input dataset is either missing or not formatted properly." )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
62
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
63 x_vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
64
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
65 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
66 x_cols[k] = int(col)-1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
67 #x_vals.append([])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
68
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
69 NA = 'NA'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
70 skipped = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
71 for ind,line in enumerate( file( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
72 if line and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
73 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
74 fields = line.strip().split("\t")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
75 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
76 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
77 xval = float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
78 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
79 #xval = r('NA')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
80 xval = NaN#
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
81 #x_vals[k].append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
82 x_vals.append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
83 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
84 skipped += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
85
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
86 #x_vals1 = numpy.asarray(x_vals).transpose()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
87 #dat= r.list(array(x_vals1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
88 dat = r['matrix'](robjects.FloatVector(x_vals),ncol=len(x_cols),byrow=True)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
89
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
90
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
91 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
92 r.suppressWarnings(r.library('kernlab'))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
93 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
94 stop_err('Missing R library kernlab')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
95
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
96 #set_default_mode(NO_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
97 if kernel=="rbfdot" or kernel=="anovadot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
98 pars = r.list(sigma=float(options.sigma))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
99 elif kernel=="polydot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
100 pars = r.list(degree=float(options.degree),scale=float(options.scale),offset=float(options.offset))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
101 elif kernel=="tanhdot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
102 pars = r.list(scale=float(options.scale),offset=float(options.offset))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
103 elif kernel=="besseldot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
104 pars = r.list(degree=float(options.degree),sigma=float(options.sigma),order=float(options.order))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
105 elif kernel=="anovadot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
106 pars = r.list(degree=float(options.degree),sigma=float(options.sigma))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
107 else:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
108 pars = r.list()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
109
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
110 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
111 #kpc = r.kpca(x=r.na_exclude(dat), kernel=kernel, kpar=pars, features=ncomps)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
112 kpc = r.kpca(x=r['na.exclude'](dat), kernel=kernel, kpar=pars, features=ncomps)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
113 #except RException, rex:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
114 except Exception, rex: # need to find rpy2 RException
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
115 stop_err("Encountered error while performing kPCA on the input data: %s" %(rex))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
116 #set_default_mode(BASIC_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
117
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
118 eig = r.eig(kpc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
119 pcv = r.pcv(kpc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
120 rotated = r.rotated(kpc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
121
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
122 #comps = eig.keys()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
123 comps = eig.names
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
124 #eigv = eig.values()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
125 #for i in range(ncomps):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
126 # eigv[comps.index('Comp.%s' %(i+1))] = eig.values()[i]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
127
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
128 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
129
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
130 #print >>fout, "#Eigenvalue\t%s" %("\t".join(["%.4g" % el for el in eig.values()]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
131 print >>fout, "#Eigenvalue\t%s" %("\t".join(["%.4g" % el for el in eig]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
132 print >>fout, "#Principal component vectors\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
133 #for obs,val in enumerate(pcv):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
134 # print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
135 for i in range(1,pcv.nrow+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
136 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
137 for j in range(1,pcv.ncol+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
138 vals.append("%.4g" % pcv.rx2(i,j)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
139 print >>fout, "%s\t%s" %(i, "\t".join(vals))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
140
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
141
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
142 print >>fout, "#Rotated values\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
143 #for obs,val in enumerate(rotated):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
144 # print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
145 for i in range(1,rotated.nrow+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
146 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
147 for j in range(1,rotated.ncol+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
148 vals.append("%.4g" % rotated.rx2(i,j)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
149 print >>fout, "%s\t%s" %(i, "\t".join(vals))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
150
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
151 r.pdf( outfile2, 8, 8 )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
152 if ncomps != 1:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
153 #r.pairs(rotated,labels=r.list(range(1,ncomps+1)),main="Scatterplot of rotated values")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
154 r.pairs(rotated,labels=robjects.StrVector(range(1,ncomps+1)),main="Scatterplot of rotated values")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
155 else:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
156 r.plot(rotated, ylab='Comp.1', main="Scatterplot of rotated values")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
157 #r.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
158 grdevices.dev_off()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
159