annotate kcca.py @ 82:057169fb41c7 draft

Uploaded
author bernhardlutz
date Mon, 20 Jan 2014 15:08:40 -0500
parents c4a3a8999945
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
80
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
1 #!/usr/bin/env python
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
2
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
3 """
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
4 Run kernel CCA using kcca() from R 'kernlab' package
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
5
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
6 usage: %prog [options]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
7 -i, --input=i: Input file
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
8 -o, --output1=o: Summary output
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
9 -x, --x_cols=x: X-Variable columns
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
10 -y, --y_cols=y: Y-Variable columns
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
11 -k, --kernel=k: Kernel function
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
12 -f, --features=f: Number of canonical components to return
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
13 -s, --sigma=s: sigma
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
14 -d, --degree=d: degree
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
15 -l, --scale=l: scale
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
16 -t, --offset=t: offset
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
17 -r, --order=r: order
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
18
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
19 usage: %prog input output1 x_cols y_cols kernel features sigma(or_None) degree(or_None) scale(or_None) offset(or_None) order(or_None)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
20 """
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
21
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
22 from galaxy import eggs
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
23 import sys, string
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
24 #from rpy import *
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
25 import rpy2.robjects as robjects
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
26 import rpy2.rlike.container as rlc
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
27 from rpy2.robjects.packages import importr
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
28 r = robjects.r
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
29 import numpy
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
30 import pkg_resources; pkg_resources.require( "bx-python" )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
31 from bx.cookbook import doc_optparse
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
32
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
33
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
34 def stop_err(msg):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
35 sys.stderr.write(msg)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
36 sys.exit()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
37
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
38 #Parse Command Line
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
39 options, args = doc_optparse.parse( __doc__ )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
40 #{'options= kernel': 'rbfdot', 'var_cols': '1,2,3,4', 'degree': 'None', 'output2': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_260.dat', 'output1': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_259.dat', 'scale': 'None', 'offset': 'None', 'input': '/afs/bx.psu.edu/home/gua110/workspace/galaxy_bitbucket/database/files/000/dataset_256.dat', 'sigma': '1.0', 'order': 'None'}
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
41
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
42 infile = options.input
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
43 x_cols = options.x_cols.split(',')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
44 y_cols = options.y_cols.split(',')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
45 kernel = options.kernel
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
46 outfile = options.output1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
47 ncomps = int(options.features)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
48 fout = open(outfile,'w')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
49
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
50 if ncomps < 1:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
51 print "You chose to return '0' canonical components. Please try rerunning the tool with number of components = 1 or more."
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
52 sys.exit()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
53 elems = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
54 for i, line in enumerate( file ( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
55 line = line.rstrip('\r\n')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
56 if len( line )>0 and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
57 elems = line.split( '\t' )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
58 break
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
59 if i == 30:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
60 break # Hopefully we'll never get here...
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
61
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
62 if len( elems )<1:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
63 stop_err( "The data in your input dataset is either missing or not formatted properly." )
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
64
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
65 x_vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
66 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
67 x_cols[k] = int(col)-1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
68 #x_vals.append([])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
69 y_vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
70 for k,col in enumerate(y_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
71 y_cols[k] = int(col)-1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
72 #y_vals.append([])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
73 NA = 'NA'
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
74 skipped = 0
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
75 for ind,line in enumerate( file( infile )):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
76 if line and not line.startswith( '#' ):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
77 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
78 fields = line.strip().split("\t")
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
79 valid_line = True
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
80 for col in x_cols+y_cols:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
81 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
82 assert float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
83 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
84 skipped += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
85 valid_line = False
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
86 break
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
87 if valid_line:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
88 for k,col in enumerate(x_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
89 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
90 xval = float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
91 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
92 xval = NaN#
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
93 #x_vals[k].append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
94 x_vals.append(xval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
95 for k,col in enumerate(y_cols):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
96 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
97 yval = float(fields[col])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
98 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
99 yval = NaN#
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
100 #y_vals[k].append(yval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
101 y_vals.append(yval)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
102 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
103 skipped += 1
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
104
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
105 #x_vals1 = numpy.asarray(x_vals).transpose()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
106 #y_vals1 = numpy.asarray(y_vals).transpose()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
107
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
108 #x_dat= r.list(array(x_vals1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
109 #y_dat= r.list(array(y_vals1))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
110
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
111 x_dat = r['matrix'](robjects.FloatVector(x_vals),ncol=len(x_cols),byrow=True)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
112 y_dat = r['matrix'](robjects.FloatVector(y_vals),ncol=len(y_cols),byrow=True)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
113
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
114 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
115 r.suppressWarnings(r.library('kernlab'))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
116 except:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
117 stop_err('Missing R library kernlab')
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
118
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
119 #set_default_mode(NO_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
120 if kernel=="rbfdot" or kernel=="anovadot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
121 pars = r.list(sigma=float(options.sigma))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
122 elif kernel=="polydot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
123 pars = r.list(degree=float(options.degree),scale=float(options.scale),offset=float(options.offset))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
124 elif kernel=="tanhdot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
125 pars = r.list(scale=float(options.scale),offset=float(options.offset))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
126 elif kernel=="besseldot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
127 pars = r.list(degree=float(options.degree),sigma=float(options.sigma),order=float(options.order))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
128 elif kernel=="anovadot":
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
129 pars = r.list(degree=float(options.degree),sigma=float(options.sigma))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
130 else:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
131 pars = rlist()
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
132
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
133 try:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
134 kcc = r.kcca(x=x_dat, y=y_dat, kernel=kernel, kpar=pars, ncomps=ncomps)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
135 except RException, rex:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
136 stop_err("Encountered error while performing kCCA on the input data: %s" %(rex))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
137
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
138 #set_default_mode(BASIC_CONVERSION)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
139 kcor = r.kcor(kcc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
140 if ncomps == 1:
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
141 kcor = [kcor]
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
142 xcoef = r.xcoef(kcc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
143 ycoef = r.ycoef(kcc)
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
144
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
145 print >>fout, "#Component\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
146
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
147 print >>fout, "#Correlation\t%s" %("\t".join(["%.4g" % el for el in kcor]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
148
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
149 print >>fout, "#Estimated X-coefficients\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
150 #for obs,val in enumerate(xcoef):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
151 # print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
152 for i in range(1,xcoef.nrow+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
153 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
154 for j in range(1,xcoef.ncol+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
155 vals.append("%.4g" % xcoef.rx2(i,j)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
156 print >>fout, "%s\t%s" %(i, "\t".join(vals))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
157
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
158
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
159 print >>fout, "#Estimated Y-coefficients\t%s" %("\t".join(["%s" % el for el in range(1,ncomps+1)]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
160 #for obs,val in enumerate(ycoef):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
161 # print >>fout, "%s\t%s" %(obs+1, "\t".join(["%.4g" % el for el in val]))
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
162 for i in range(1,ycoef.nrow+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
163 vals = []
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
164 for j in range(1,ycoef.ncol+1):
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
165 vals.append("%.4g" % ycoef.rx2(i,j)[0])
c4a3a8999945 Uploaded
bernhardlutz
parents:
diff changeset
166 print >>fout, "%s\t%s" %(i, "\t".join(vals))