annotate picard_wrapper.py @ 38:5042d595e402 draft

Uploaded
author devteam
date Thu, 13 Feb 2014 16:32:31 -0500
parents 1f4e2e13d9dc
children c25cd3e674a5
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
33
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
1 #!/usr/bin/env python
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
2 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
3 Originally written by Kelly Vincent
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
4 pretty output and additional picard wrappers by Ross Lazarus for rgenetics
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
5 Runs all available wrapped Picard tools.
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
6 usage: picard_wrapper.py [options]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
7 code Ross wrote licensed under the LGPL
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
8 see http://www.gnu.org/copyleft/lesser.html
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
9 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
10
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
11 import optparse, os, sys, subprocess, tempfile, shutil, time, logging
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
12
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
13 galhtmlprefix = """<?xml version="1.0" encoding="utf-8" ?>
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
14 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
15 <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
16 <head>
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
17 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
18 <meta name="generator" content="Bluefish 2.2.3" />
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
19 <title></title>
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
20 <link rel="stylesheet" href="/static/style/base.css" type="text/css" />
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
21 </head>
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
22 <body>
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
23 <div class="document">
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
24 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
25 galhtmlattr = """Galaxy tool %s run at %s</b><br/>"""
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
26 galhtmlpostfix = """</div></body></html>\n"""
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
27
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
28
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
29 def stop_err( msg ):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
30 sys.stderr.write( '%s\n' % msg )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
31 sys.exit()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
32
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
33
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
34 def timenow():
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
35 """return current time as a string
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
36 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
37 return time.strftime('%d/%m/%Y %H:%M:%S', time.localtime(time.time()))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
38
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
39
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
40 class PicardBase():
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
41 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
42 simple base class with some utilities for Picard
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
43 adapted and merged with Kelly Vincent's code april 2011 Ross
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
44 lots of changes...
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
45 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
46
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
47 def __init__(self, opts=None,arg0=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
48 """ common stuff needed at init for a picard tool
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
49 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
50 assert opts <> None, 'PicardBase needs opts at init'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
51 self.opts = opts
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
52 if self.opts.outdir == None:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
53 self.opts.outdir = os.getcwd() # fixmate has no html file eg so use temp dir
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
54 assert self.opts.outdir <> None,'## PicardBase needs a temp directory if no output directory passed in'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
55 self.picname = self.baseName(opts.jar)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
56 if self.picname.startswith('picard'):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
57 self.picname = opts.picard_cmd # special case for some tools like replaceheader?
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
58 self.progname = self.baseName(arg0)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
59 self.version = '0.002'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
60 self.delme = [] # list of files to destroy
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
61 self.title = opts.title
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
62 self.inputfile = opts.input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
63 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
64 os.makedirs(opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
65 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
66 pass
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
67 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
68 os.makedirs(opts.tmpdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
69 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
70 pass
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
71 self.log_filename = os.path.join(self.opts.outdir,'%s.log' % self.picname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
72 self.metricsOut = os.path.join(opts.outdir,'%s.metrics.txt' % self.picname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
73 self.setLogging(logfname=self.log_filename)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
74
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
75 def baseName(self,name=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
76 return os.path.splitext(os.path.basename(name))[0]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
77
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
78 def setLogging(self,logfname="picard_wrapper.log"):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
79 """setup a logger
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
80 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
81 logging.basicConfig(level=logging.INFO,
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
82 filename=logfname,
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
83 filemode='a')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
84
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
85
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
86 def readLarge(self,fname=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
87 """ read a potentially huge file.
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
88 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
89 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
90 # get stderr, allowing for case where it's very large
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
91 tmp = open( fname, 'rb' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
92 s = ''
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
93 buffsize = 1048576
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
94 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
95 while True:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
96 more = tmp.read( buffsize )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
97 if len(more) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
98 s += more
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
99 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
100 break
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
101 except OverflowError:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
102 pass
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
103 tmp.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
104 except Exception, e:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
105 stop_err( 'Read Large Exception : %s' % str( e ) )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
106 return s
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
107
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
108 def runCL(self,cl=None,output_dir=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
109 """ construct and run a command line
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
110 we have galaxy's temp path as opt.temp_dir so don't really need isolation
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
111 sometimes stdout is needed as the output - ugly hacks to deal with potentially vast artifacts
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
112 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
113 assert cl <> None, 'PicardBase runCL needs a command line as cl'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
114 if output_dir == None:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
115 output_dir = self.opts.outdir
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
116 if type(cl) == type([]):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
117 cl = ' '.join(cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
118 fd,templog = tempfile.mkstemp(dir=output_dir,suffix='rgtempRun.txt')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
119 tlf = open(templog,'wb')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
120 fd,temperr = tempfile.mkstemp(dir=output_dir,suffix='rgtempErr.txt')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
121 tef = open(temperr,'wb')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
122 process = subprocess.Popen(cl, shell=True, stderr=tef, stdout=tlf, cwd=output_dir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
123 rval = process.wait()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
124 tlf.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
125 tef.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
126 stderrs = self.readLarge(temperr)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
127 stdouts = self.readLarge(templog)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
128 if rval > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
129 s = '## executing %s returned status %d and stderr: \n%s\n' % (cl,rval,stderrs)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
130 stdouts = '%s\n%s' % (stdouts,stderrs)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
131 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
132 s = '## executing %s returned status %d and nothing on stderr\n' % (cl,rval)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
133 logging.info(s)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
134 os.unlink(templog) # always
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
135 os.unlink(temperr) # always
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
136 return s, stdouts, rval # sometimes s is an output
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
137
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
138 def runPic(self, jar, cl):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
139 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
140 cl should be everything after the jar file name in the command
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
141 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
142 runme = ['java -Xmx%s' % self.opts.maxjheap]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
143 runme.append(" -Djava.io.tmpdir='%s' " % self.opts.tmpdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
144 runme.append('-jar %s' % jar)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
145 runme += cl
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
146 s,stdouts,rval = self.runCL(cl=runme, output_dir=self.opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
147 return stdouts,rval
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
148
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
149 def samToBam(self,infile=None,outdir=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
150 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
151 use samtools view to convert sam to bam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
152 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
153 fd,tempbam = tempfile.mkstemp(dir=outdir,suffix='rgutilsTemp.bam')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
154 cl = ['samtools view -h -b -S -o ',tempbam,infile]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
155 tlog,stdouts,rval = self.runCL(cl,outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
156 return tlog,tempbam,rval
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
157
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
158 def sortSam(self, infile=None,outfile=None,outdir=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
159 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
160 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
161 print '## sortSam got infile=%s,outfile=%s,outdir=%s' % (infile,outfile,outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
162 cl = ['samtools sort',infile,outfile]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
163 tlog,stdouts,rval = self.runCL(cl,outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
164 return tlog
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
165
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
166 def cleanup(self):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
167 for fname in self.delme:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
168 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
169 os.unlink(fname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
170 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
171 pass
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
172
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
173 def prettyPicout(self,transpose,maxrows):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
174 """organize picard outpouts into a report html page
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
175 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
176 res = []
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
177 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
178 r = open(self.metricsOut,'r').readlines()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
179 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
180 r = []
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
181 if len(r) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
182 res.append('<b>Picard on line resources</b><ul>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
183 res.append('<li><a href="http://picard.sourceforge.net/index.shtml">Click here for Picard Documentation</a></li>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
184 res.append('<li><a href="http://picard.sourceforge.net/picard-metric-definitions.shtml">Click here for Picard Metrics definitions</a></li></ul><hr/>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
185 if transpose:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
186 res.append('<b>Picard output (transposed to make it easier to see)</b><hr/>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
187 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
188 res.append('<b>Picard output</b><hr/>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
189 res.append('<table cellpadding="3" >\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
190 dat = []
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
191 heads = []
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
192 lastr = len(r) - 1
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
193 # special case for estimate library complexity hist
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
194 thist = False
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
195 for i,row in enumerate(r):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
196 if row.strip() > '':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
197 srow = row.split('\t')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
198 if row.startswith('#'):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
199 heads.append(row.strip()) # want strings
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
200 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
201 dat.append(srow) # want lists
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
202 if row.startswith('## HISTOGRAM'):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
203 thist = True
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
204 if len(heads) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
205 hres = ['<tr class="d%d"><td colspan="2">%s</td></tr>' % (i % 2,x) for i,x in enumerate(heads)]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
206 res += hres
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
207 heads = []
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
208 if len(dat) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
209 if transpose and not thist:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
210 tdat = map(None,*dat) # transpose an arbitrary list of lists
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
211 tdat = ['<tr class="d%d"><td>%s</td><td>%s&nbsp;</td></tr>\n' % ((i+len(heads)) % 2,x[0],x[1]) for i,x in enumerate(tdat)]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
212 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
213 tdat = ['\t'.join(x).strip() for x in dat] # back to strings :(
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
214 tdat = ['<tr class="d%d"><td colspan="2">%s</td></tr>\n' % ((i+len(heads)) % 2,x) for i,x in enumerate(tdat)]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
215 res += tdat
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
216 dat = []
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
217 res.append('</table>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
218 return res
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
219
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
220 def fixPicardOutputs(self,transpose,maxloglines):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
221 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
222 picard produces long hard to read tab header files
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
223 make them available but present them transposed for readability
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
224 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
225 logging.shutdown()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
226 self.cleanup() # remove temp files stored in delme
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
227 rstyle="""<style type="text/css">
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
228 tr.d0 td {background-color: oldlace; color: black;}
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
229 tr.d1 td {background-color: aliceblue; color: black;}
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
230 </style>"""
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
231 res = [rstyle,]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
232 res.append(galhtmlprefix % self.progname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
233 res.append(galhtmlattr % (self.picname,timenow()))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
234 flist = [x for x in os.listdir(self.opts.outdir) if not x.startswith('.')]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
235 pdflist = [x for x in flist if os.path.splitext(x)[-1].lower() == '.pdf']
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
236 if len(pdflist) > 0: # assumes all pdfs come with thumbnail .jpgs
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
237 for p in pdflist:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
238 pbase = os.path.splitext(p)[0] # removes .pdf
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
239 imghref = '%s.jpg' % pbase
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
240 mimghref = '%s-0.jpg' % pbase # multiple pages pdf -> multiple thumbnails without asking!
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
241 if mimghref in flist:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
242 imghref=mimghref # only one for thumbnail...it's a multi page pdf
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
243 res.append('<table cellpadding="10"><tr><td>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
244 res.append('<a href="%s"><img src="%s" title="Click image preview for a print quality PDF version" hspace="10" align="middle"></a>\n' % (p,imghref))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
245 res.append('</tr></td></table>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
246 if len(flist) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
247 res.append('<b>The following output files were created (click the filename to view/download a copy):</b><hr/>')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
248 res.append('<table>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
249 for i,f in enumerate(flist):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
250 fn = os.path.split(f)[-1]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
251 res.append('<tr><td><a href="%s">%s</a></td></tr>\n' % (fn,fn))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
252 res.append('</table><p/>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
253 pres = self.prettyPicout(transpose,maxloglines)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
254 if len(pres) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
255 res += pres
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
256 l = open(self.log_filename,'r').readlines()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
257 llen = len(l)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
258 if llen > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
259 res.append('<b>Picard Tool Run Log</b><hr/>\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
260 rlog = ['<pre>',]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
261 if llen > maxloglines:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
262 n = min(50,int(maxloglines/2))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
263 rlog += l[:n]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
264 rlog.append('------------ ## %d rows deleted ## --------------\n' % (llen-maxloglines))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
265 rlog += l[-n:]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
266 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
267 rlog += l
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
268 rlog.append('</pre>')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
269 if llen > maxloglines:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
270 rlog.append('\n<b>## WARNING - %d log lines truncated - <a href="%s">%s</a> contains entire output</b>' % (llen - maxloglines,self.log_filename,self.log_filename))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
271 res += rlog
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
272 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
273 res.append("### Odd, Picard left no log file %s - must have really barfed badly?\n" % self.log_filename)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
274 res.append('<hr/>The freely available <a href="http://picard.sourceforge.net/command-line-overview.shtml">Picard software</a> \n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
275 res.append( 'generated all outputs reported here running as a <a href="http://getgalaxy.org">Galaxy</a> tool')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
276 res.append(galhtmlpostfix)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
277 outf = open(self.opts.htmlout,'w')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
278 outf.write(''.join(res))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
279 outf.write('\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
280 outf.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
281
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
282 def makePicInterval(self,inbed=None,outf=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
283 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
284 picard wants bait and target files to have the same header length as the incoming bam/sam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
285 a meaningful (ie accurate) representation will fail because of this - so this hack
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
286 it would be far better to be able to supply the original bed untouched
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
287 Additional checking added Ross Lazarus Dec 2011 to deal with two 'bug' reports on the list
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
288 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
289 assert inbed <> None
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
290 bed = open(inbed,'r').readlines()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
291 sbed = [x.split('\t') for x in bed] # lengths MUST be 5
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
292 lens = [len(x) for x in sbed]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
293 strands = [x[3] for x in sbed if not x[3] in ['+','-']]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
294 maxl = max(lens)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
295 minl = min(lens)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
296 e = []
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
297 if maxl <> minl:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
298 e.append("## Input error: Inconsistent field count in %s - please read the documentation on bait/target format requirements, fix and try again" % inbed)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
299 if maxl <> 5:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
300 e.append("## Input error: %d fields found in %s, 5 required - please read the warning and documentation on bait/target format requirements, fix and try again" % (maxl,inbed))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
301 if len(strands) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
302 e.append("## Input error: Fourth column in %s is not the required strand (+ or -) - please read the warning and documentation on bait/target format requirements, fix and try again" % (inbed))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
303 if len(e) > 0: # write to stderr and quit
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
304 print >> sys.stderr, '\n'.join(e)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
305 sys.exit(1)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
306 thead = os.path.join(self.opts.outdir,'tempSamHead.txt')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
307 if self.opts.datatype == 'sam':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
308 cl = ['samtools view -H -S',self.opts.input,'>',thead]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
309 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
310 cl = ['samtools view -H',self.opts.input,'>',thead]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
311 self.runCL(cl=cl,output_dir=self.opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
312 head = open(thead,'r').readlines()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
313 s = '## got %d rows of header\n' % (len(head))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
314 logging.info(s)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
315 o = open(outf,'w')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
316 o.write(''.join(head))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
317 o.write(''.join(bed))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
318 o.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
319 return outf
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
320
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
321 def cleanSam(self, insam=None, newsam=None, picardErrors=[],outformat=None):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
322 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
323 interesting problem - if paired, must remove mate pair of errors too or we have a new set of errors after cleaning - missing mate pairs!
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
324 Do the work of removing all the error sequences
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
325 pysam is cool
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
326 infile = pysam.Samfile( "-", "r" )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
327 outfile = pysam.Samfile( "-", "w", template = infile )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
328 for s in infile: outfile.write(s)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
329
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
330 errors from ValidateSameFile.jar look like
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
331 WARNING: Record 32, Read name SRR006041.1202260, NM tag (nucleotide differences) is missing
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
332 ERROR: Record 33, Read name SRR006041.1042721, Empty sequence dictionary.
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
333 ERROR: Record 33, Read name SRR006041.1042721, RG ID on SAMRecord not found in header: SRR006041
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
334
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
335 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
336 assert os.path.isfile(insam), 'rgPicardValidate cleansam needs an input sam file - cannot find %s' % insam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
337 assert newsam <> None, 'rgPicardValidate cleansam needs an output new sam file path'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
338 removeNames = [x.split(',')[1].replace(' Read name ','') for x in picardErrors if len(x.split(',')) > 2]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
339 remDict = dict(zip(removeNames,range(len(removeNames))))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
340 infile = pysam.Samfile(insam,'rb')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
341 info = 'found %d error sequences in picardErrors, %d unique' % (len(removeNames),len(remDict))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
342 if len(removeNames) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
343 outfile = pysam.Samfile(newsam,'wb',template=infile) # template must be an open file
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
344 i = 0
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
345 j = 0
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
346 for row in infile:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
347 dropme = remDict.get(row.qname,None) # keep if None
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
348 if not dropme:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
349 outfile.write(row)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
350 j += 1
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
351 else: # discard
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
352 i += 1
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
353 info = '%s\n%s' % (info, 'Discarded %d lines writing %d to %s from %s' % (i,j,newsam,insam))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
354 outfile.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
355 infile.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
356 else: # we really want a nullop or a simple pointer copy
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
357 infile.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
358 if newsam:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
359 shutil.copy(insam,newsam)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
360 logging.info(info)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
361
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
362
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
363
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
364 def __main__():
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
365 doFix = False # tools returning htmlfile don't need this
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
366 doTranspose = True # default
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
367 maxloglines = 100 # default
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
368 #Parse Command Line
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
369 op = optparse.OptionParser()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
370 # All tools
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
371 op.add_option('-i', '--input', dest='input', help='Input SAM or BAM file' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
372 op.add_option('-e', '--inputext', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
373 op.add_option('-o', '--output', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
374 op.add_option('-n', '--title', default="Pick a Picard Tool")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
375 op.add_option('-t', '--htmlout', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
376 op.add_option('-d', '--outdir', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
377 op.add_option('-x', '--maxjheap', default='4g')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
378 op.add_option('-b', '--bisulphite', default='false')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
379 op.add_option('-s', '--sortorder', default='query')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
380 op.add_option('','--tmpdir', default='/tmp')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
381 op.add_option('-j','--jar',default='')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
382 op.add_option('','--picard-cmd',default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
383 # Many tools
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
384 op.add_option( '', '--output-format', dest='output_format', help='Output format' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
385 op.add_option( '', '--bai-file', dest='bai_file', help='The path to the index file for the input bam file' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
386 op.add_option( '', '--ref', dest='ref', help='Built-in reference with fasta and dict file', default=None )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
387 # CreateSequenceDictionary
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
388 op.add_option( '', '--ref-file', dest='ref_file', help='Fasta to use as reference', default=None )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
389 op.add_option( '', '--species-name', dest='species_name', help='Species name to use in creating dict file from fasta file' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
390 op.add_option( '', '--build-name', dest='build_name', help='Name of genome assembly to use in creating dict file from fasta file' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
391 op.add_option( '', '--trunc-names', dest='trunc_names', help='Truncate sequence names at first whitespace from fasta file' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
392 # MarkDuplicates
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
393 op.add_option( '', '--remdups', default='true', help='Remove duplicates from output file' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
394 op.add_option( '', '--optdupdist', default="100", help='Maximum pixels between two identical sequences in order to consider them optical duplicates.' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
395 # CollectInsertSizeMetrics
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
396 op.add_option('', '--taillimit', default="0")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
397 op.add_option('', '--histwidth', default="0")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
398 op.add_option('', '--minpct', default="0.01")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
399 op.add_option('', '--malevel', default='')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
400 op.add_option('', '--deviations', default="0.0")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
401 # CollectAlignmentSummaryMetrics
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
402 op.add_option('', '--maxinsert', default="20")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
403 op.add_option('', '--adaptors', default='')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
404 # FixMateInformation and validate
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
405 # CollectGcBiasMetrics
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
406 op.add_option('', '--windowsize', default='100')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
407 op.add_option('', '--mingenomefrac', default='0.00001')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
408 # AddOrReplaceReadGroups
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
409 op.add_option( '', '--rg-opts', dest='rg_opts', help='Specify extra (optional) arguments with full, otherwise preSet' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
410 op.add_option( '', '--rg-lb', dest='rg_library', help='Read Group Library' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
411 op.add_option( '', '--rg-pl', dest='rg_platform', help='Read Group platform (e.g. illumina, solid)' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
412 op.add_option( '', '--rg-pu', dest='rg_plat_unit', help='Read Group platform unit (eg. run barcode) ' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
413 op.add_option( '', '--rg-sm', dest='rg_sample', help='Read Group sample name' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
414 op.add_option( '', '--rg-id', dest='rg_id', help='Read Group ID' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
415 op.add_option( '', '--rg-cn', dest='rg_seq_center', help='Read Group sequencing center name' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
416 op.add_option( '', '--rg-ds', dest='rg_desc', help='Read Group description' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
417 # ReorderSam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
418 op.add_option( '', '--allow-inc-dict-concord', dest='allow_inc_dict_concord', help='Allow incomplete dict concordance' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
419 op.add_option( '', '--allow-contig-len-discord', dest='allow_contig_len_discord', help='Allow contig length discordance' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
420 # ReplaceSamHeader
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
421 op.add_option( '', '--header-file', dest='header_file', help='sam or bam file from which header will be read' )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
422
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
423 op.add_option('','--assumesorted', default='true')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
424 op.add_option('','--readregex', default="[a-zA-Z0-9]+:[0-9]:([0-9]+):([0-9]+):([0-9]+).*")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
425 #estimatelibrarycomplexity
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
426 op.add_option('','--minid', default="5")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
427 op.add_option('','--maxdiff', default="0.03")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
428 op.add_option('','--minmeanq', default="20")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
429 #hsmetrics
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
430 op.add_option('','--baitbed', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
431 op.add_option('','--targetbed', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
432 #validate
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
433 op.add_option('','--ignoreflags', action='append', type="string")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
434 op.add_option('','--maxerrors', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
435 op.add_option('','--datatype', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
436 op.add_option('','--bamout', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
437 op.add_option('','--samout', default=None)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
438 #downsample
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
439 op.add_option('','--probability', default="1")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
440 op.add_option('','--seed', default="1")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
441
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
442 ##
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
443 opts, args = op.parse_args()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
444 opts.sortme = opts.assumesorted == 'false'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
445 assert opts.input <> None
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
446 # need to add
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
447 # instance that does all the work
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
448 pic = PicardBase(opts,sys.argv[0])
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
449
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
450 tmp_dir = opts.outdir
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
451 haveTempout = False # we use this where sam output is an option
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
452 rval = 0
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
453 stdouts = 'Not run yet'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
454 # set ref and dict files to use (create if necessary)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
455 ref_file_name = opts.ref
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
456 if opts.ref_file <> None:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
457 csd = 'CreateSequenceDictionary'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
458 realjarpath = os.path.split(opts.jar)[0]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
459 jarpath = os.path.join(realjarpath,'%s.jar' % csd) # for refseq
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
460 tmp_ref_fd, tmp_ref_name = tempfile.mkstemp( dir=opts.tmpdir , prefix = pic.picname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
461 ref_file_name = '%s.fasta' % tmp_ref_name
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
462 # build dict
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
463 dict_file_name = '%s.dict' % tmp_ref_name
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
464 os.symlink( opts.ref_file, ref_file_name )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
465 cl = ['REFERENCE=%s' % ref_file_name]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
466 cl.append('OUTPUT=%s' % dict_file_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
467 cl.append('URI=%s' % os.path.basename( opts.ref_file ))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
468 cl.append('TRUNCATE_NAMES_AT_WHITESPACE=%s' % opts.trunc_names)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
469 if opts.species_name:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
470 cl.append('SPECIES=%s' % opts.species_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
471 if opts.build_name:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
472 cl.append('GENOME_ASSEMBLY=%s' % opts.build_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
473 pic.delme.append(dict_file_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
474 pic.delme.append(ref_file_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
475 pic.delme.append(tmp_ref_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
476 stdouts,rval = pic.runPic(jarpath, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
477 # run relevant command(s)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
478
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
479 # define temporary output
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
480 # if output is sam, it must have that extension, otherwise bam will be produced
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
481 # specify sam or bam file with extension
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
482 if opts.output_format == 'sam':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
483 suff = '.sam'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
484 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
485 suff = ''
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
486 tmp_fd, tempout = tempfile.mkstemp( dir=opts.tmpdir, suffix=suff )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
487
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
488 cl = ['VALIDATION_STRINGENCY=LENIENT',]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
489
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
490 if pic.picname == 'AddOrReplaceReadGroups':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
491 # sort order to match Galaxy's default
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
492 cl.append('SORT_ORDER=coordinate')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
493 # input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
494 cl.append('INPUT=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
495 # outputs
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
496 cl.append('OUTPUT=%s' % tempout)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
497 # required read groups
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
498 cl.append('RGLB="%s"' % opts.rg_library)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
499 cl.append('RGPL="%s"' % opts.rg_platform)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
500 cl.append('RGPU="%s"' % opts.rg_plat_unit)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
501 cl.append('RGSM="%s"' % opts.rg_sample)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
502 if opts.rg_id:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
503 cl.append('RGID="%s"' % opts.rg_id)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
504 # optional read groups
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
505 if opts.rg_seq_center:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
506 cl.append('RGCN="%s"' % opts.rg_seq_center)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
507 if opts.rg_desc:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
508 cl.append('RGDS="%s"' % opts.rg_desc)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
509 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
510 haveTempout = True
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
511
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
512 elif pic.picname == 'BamIndexStats':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
513 tmp_fd, tmp_name = tempfile.mkstemp( dir=tmp_dir )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
514 tmp_bam_name = '%s.bam' % tmp_name
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
515 tmp_bai_name = '%s.bai' % tmp_bam_name
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
516 os.symlink( opts.input, tmp_bam_name )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
517 os.symlink( opts.bai_file, tmp_bai_name )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
518 cl.append('INPUT=%s' % ( tmp_bam_name ))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
519 pic.delme.append(tmp_bam_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
520 pic.delme.append(tmp_bai_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
521 pic.delme.append(tmp_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
522 stdouts,rval = pic.runPic( opts.jar, cl )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
523 f = open(pic.metricsOut,'a')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
524 f.write(stdouts) # got this on stdout from runCl
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
525 f.write('\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
526 f.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
527 doTranspose = False # but not transposed
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
528
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
529 elif pic.picname == 'EstimateLibraryComplexity':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
530 cl.append('I=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
531 cl.append('O=%s' % pic.metricsOut)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
532 if float(opts.minid) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
533 cl.append('MIN_IDENTICAL_BASES=%s' % opts.minid)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
534 if float(opts.maxdiff) > 0.0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
535 cl.append('MAX_DIFF_RATE=%s' % opts.maxdiff)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
536 if float(opts.minmeanq) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
537 cl.append('MIN_MEAN_QUALITY=%s' % opts.minmeanq)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
538 if opts.readregex > '':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
539 cl.append('READ_NAME_REGEX="%s"' % opts.readregex)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
540 if float(opts.optdupdist) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
541 cl.append('OPTICAL_DUPLICATE_PIXEL_DISTANCE=%s' % opts.optdupdist)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
542 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
543
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
544 elif pic.picname == 'CollectAlignmentSummaryMetrics':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
545 # Why do we do this fakefasta thing?
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
546 # Because we need NO fai to be available or picard barfs unless it matches the input data.
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
547 # why? Dunno Seems to work without complaining if the .bai file is AWOL....
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
548 fakefasta = os.path.join(opts.outdir,'%s_fake.fasta' % os.path.basename(ref_file_name))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
549 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
550 os.symlink(ref_file_name,fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
551 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
552 s = '## unable to symlink %s to %s - different devices? Will shutil.copy'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
553 info = s
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
554 shutil.copy(ref_file_name,fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
555 pic.delme.append(fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
556 cl.append('ASSUME_SORTED=true')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
557 adaptlist = opts.adaptors.split(',')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
558 adaptorseqs = ['ADAPTER_SEQUENCE=%s' % x for x in adaptlist]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
559 cl += adaptorseqs
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
560 cl.append('IS_BISULFITE_SEQUENCED=%s' % opts.bisulphite)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
561 cl.append('MAX_INSERT_SIZE=%s' % opts.maxinsert)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
562 cl.append('OUTPUT=%s' % pic.metricsOut)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
563 cl.append('R=%s' % fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
564 cl.append('TMP_DIR=%s' % opts.tmpdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
565 if not opts.assumesorted.lower() == 'true': # we need to sort input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
566 sortedfile = '%s.sorted' % os.path.basename(opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
567 if opts.datatype == 'sam': # need to work with a bam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
568 tlog,tempbam,trval = pic.samToBam(opts.input,opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
569 pic.delme.append(tempbam)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
570 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
571 tlog = pic.sortSam(tempbam,sortedfile,opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
572 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
573 print '## exception on sorting sam file %s' % opts.input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
574 else: # is already bam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
575 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
576 tlog = pic.sortSam(opts.input,sortedfile,opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
577 except : # bug - [bam_sort_core] not being ignored - TODO fixme
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
578 print '## exception %s on sorting bam file %s' % (sys.exc_info()[0],opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
579 cl.append('INPUT=%s.bam' % os.path.abspath(os.path.join(opts.outdir,sortedfile)))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
580 pic.delme.append(os.path.join(opts.outdir,sortedfile))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
581 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
582 cl.append('INPUT=%s' % os.path.abspath(opts.input))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
583 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
584
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
585
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
586 elif pic.picname == 'CollectGcBiasMetrics':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
587 assert os.path.isfile(ref_file_name),'PicardGC needs a reference sequence - cannot read %s' % ref_file_name
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
588 # sigh. Why do we do this fakefasta thing? Because we need NO fai to be available or picard barfs unless it has the same length as the input data.
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
589 # why? Dunno
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
590 fakefasta = os.path.join(opts.outdir,'%s_fake.fasta' % os.path.basename(ref_file_name))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
591 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
592 os.symlink(ref_file_name,fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
593 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
594 s = '## unable to symlink %s to %s - different devices? May need to replace with shutil.copy'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
595 info = s
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
596 shutil.copy(ref_file_name,fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
597 pic.delme.append(fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
598 x = 'rgPicardGCBiasMetrics'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
599 pdfname = '%s.pdf' % x
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
600 jpgname = '%s.jpg' % x
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
601 tempout = os.path.join(opts.outdir,'rgPicardGCBiasMetrics.out')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
602 temppdf = os.path.join(opts.outdir,pdfname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
603 cl.append('R=%s' % fakefasta)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
604 cl.append('WINDOW_SIZE=%s' % opts.windowsize)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
605 cl.append('MINIMUM_GENOME_FRACTION=%s' % opts.mingenomefrac)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
606 cl.append('INPUT=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
607 cl.append('OUTPUT=%s' % tempout)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
608 cl.append('TMP_DIR=%s' % opts.tmpdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
609 cl.append('CHART_OUTPUT=%s' % temppdf)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
610 cl.append('SUMMARY_OUTPUT=%s' % pic.metricsOut)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
611 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
612 if os.path.isfile(temppdf):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
613 cl2 = ['convert','-resize x400',temppdf,os.path.join(opts.outdir,jpgname)] # make the jpg for fixPicardOutputs to find
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
614 s,stdouts,rval = pic.runCL(cl=cl2,output_dir=opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
615 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
616 s='### runGC: Unable to find pdf %s - please check the log for the causal problem\n' % temppdf
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
617 lf = open(pic.log_filename,'a')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
618 lf.write(s)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
619 lf.write('\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
620 lf.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
621
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
622 elif pic.picname == 'CollectInsertSizeMetrics':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
623 """ <command interpreter="python">
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
624 picard_wrapper.py -i "$input_file" -n "$out_prefix" --tmpdir "${__new_file_path__}" --deviations "$deviations"
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
625 --histwidth "$histWidth" --minpct "$minPct" --malevel "$malevel"
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
626 -j "${GALAXY_DATA_INDEX_DIR}/shared/jars/picard/CollectInsertSizeMetrics.jar" -d "$html_file.files_path" -t "$html_file"
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
627 </command>
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
628 """
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
629 isPDF = 'InsertSizeHist.pdf'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
630 pdfpath = os.path.join(opts.outdir,isPDF)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
631 histpdf = 'InsertSizeHist.pdf'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
632 cl.append('I=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
633 cl.append('O=%s' % pic.metricsOut)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
634 cl.append('HISTOGRAM_FILE=%s' % histpdf)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
635 #if opts.taillimit <> '0': # this was deprecated although still mentioned in the docs at 1.56
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
636 # cl.append('TAIL_LIMIT=%s' % opts.taillimit)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
637 if opts.histwidth <> '0':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
638 cl.append('HISTOGRAM_WIDTH=%s' % opts.histwidth)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
639 if float( opts.minpct) > 0.0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
640 cl.append('MINIMUM_PCT=%s' % opts.minpct)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
641 if float(opts.deviations) > 0.0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
642 cl.append('DEVIATIONS=%s' % opts.deviations)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
643 if opts.malevel:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
644 malists = opts.malevel.split(',')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
645 malist = ['METRIC_ACCUMULATION_LEVEL=%s' % x for x in malists]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
646 cl += malist
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
647 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
648 if os.path.exists(pdfpath): # automake thumbnail - will be added to html
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
649 cl2 = ['mogrify', '-format jpg -resize x400 %s' % pdfpath]
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
650 pic.runCL(cl=cl2,output_dir=opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
651 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
652 s = 'Unable to find expected pdf file %s<br/>\n' % pdfpath
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
653 s += 'This <b>always happens if single ended data was provided</b> to this tool,\n'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
654 s += 'so please double check that your input data really is paired-end NGS data.<br/>\n'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
655 s += 'If your input was paired data this may be a bug worth reporting to the galaxy-bugs list\n<br/>'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
656 logging.info(s)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
657 if len(stdouts) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
658 logging.info(stdouts)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
659
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
660 elif pic.picname == 'MarkDuplicates':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
661 # assume sorted even if header says otherwise
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
662 cl.append('ASSUME_SORTED=%s' % (opts.assumesorted))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
663 # input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
664 cl.append('INPUT=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
665 # outputs
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
666 cl.append('OUTPUT=%s' % opts.output)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
667 cl.append('METRICS_FILE=%s' % pic.metricsOut )
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
668 # remove or mark duplicates
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
669 cl.append('REMOVE_DUPLICATES=%s' % opts.remdups)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
670 # the regular expression to be used to parse reads in incoming SAM file
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
671 cl.append('READ_NAME_REGEX="%s"' % opts.readregex)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
672 # maximum offset between two duplicate clusters
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
673 cl.append('OPTICAL_DUPLICATE_PIXEL_DISTANCE=%s' % opts.optdupdist)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
674 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
675
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
676 elif pic.picname == 'FixMateInformation':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
677 cl.append('I=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
678 cl.append('O=%s' % tempout)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
679 cl.append('SORT_ORDER=%s' % opts.sortorder)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
680 stdouts,rval = pic.runPic(opts.jar,cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
681 haveTempout = True
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
682
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
683 elif pic.picname == 'ReorderSam':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
684 # input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
685 cl.append('INPUT=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
686 # output
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
687 cl.append('OUTPUT=%s' % tempout)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
688 # reference
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
689 cl.append('REFERENCE=%s' % ref_file_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
690 # incomplete dict concordance
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
691 if opts.allow_inc_dict_concord == 'true':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
692 cl.append('ALLOW_INCOMPLETE_DICT_CONCORDANCE=true')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
693 # contig length discordance
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
694 if opts.allow_contig_len_discord == 'true':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
695 cl.append('ALLOW_CONTIG_LENGTH_DISCORDANCE=true')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
696 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
697 haveTempout = True
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
698
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
699 elif pic.picname == 'ReplaceSamHeader':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
700 cl.append('INPUT=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
701 cl.append('OUTPUT=%s' % tempout)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
702 cl.append('HEADER=%s' % opts.header_file)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
703 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
704 haveTempout = True
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
705
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
706 elif pic.picname == 'CalculateHsMetrics':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
707 maxloglines = 100
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
708 baitfname = os.path.join(opts.outdir,'rgPicardHsMetrics.bait')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
709 targetfname = os.path.join(opts.outdir,'rgPicardHsMetrics.target')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
710 baitf = pic.makePicInterval(opts.baitbed,baitfname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
711 if opts.targetbed == opts.baitbed: # same file sometimes
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
712 targetf = baitf
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
713 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
714 targetf = pic.makePicInterval(opts.targetbed,targetfname)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
715 cl.append('BAIT_INTERVALS=%s' % baitf)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
716 cl.append('TARGET_INTERVALS=%s' % targetf)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
717 cl.append('INPUT=%s' % os.path.abspath(opts.input))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
718 cl.append('OUTPUT=%s' % pic.metricsOut)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
719 cl.append('TMP_DIR=%s' % opts.tmpdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
720 stdouts,rval = pic.runPic(opts.jar,cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
721
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
722 elif pic.picname == 'ValidateSamFile':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
723 import pysam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
724 doTranspose = False
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
725 sortedfile = os.path.join(opts.outdir,'rgValidate.sorted')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
726 stf = open(pic.log_filename,'w')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
727 tlog = None
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
728 if opts.datatype == 'sam': # need to work with a bam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
729 tlog,tempbam,rval = pic.samToBam(opts.input,opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
730 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
731 tlog = pic.sortSam(tempbam,sortedfile,opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
732 except:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
733 print '## exception on sorting sam file %s' % opts.input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
734 else: # is already bam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
735 try:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
736 tlog = pic.sortSam(opts.input,sortedfile,opts.outdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
737 except: # bug - [bam_sort_core] not being ignored - TODO fixme
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
738 print '## exception on sorting bam file %s' % opts.input
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
739 if tlog:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
740 print '##tlog=',tlog
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
741 stf.write(tlog)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
742 stf.write('\n')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
743 sortedfile = '%s.bam' % sortedfile # samtools does that
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
744 cl.append('O=%s' % pic.metricsOut)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
745 cl.append('TMP_DIR=%s' % opts.tmpdir)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
746 cl.append('I=%s' % sortedfile)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
747 opts.maxerrors = '99999999'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
748 cl.append('MAX_OUTPUT=%s' % opts.maxerrors)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
749 if opts.ignoreflags[0] <> 'None': # picard error values to ignore
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
750 igs = ['IGNORE=%s' % x for x in opts.ignoreflags if x <> 'None']
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
751 cl.append(' '.join(igs))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
752 if opts.bisulphite.lower() <> 'false':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
753 cl.append('IS_BISULFITE_SEQUENCED=true')
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
754 if opts.ref <> None or opts.ref_file <> None:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
755 cl.append('R=%s' % ref_file_name)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
756 stdouts,rval = pic.runPic(opts.jar,cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
757 if opts.datatype == 'sam':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
758 pic.delme.append(tempbam)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
759 newsam = opts.output
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
760 outformat = 'bam'
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
761 pe = open(pic.metricsOut,'r').readlines()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
762 pic.cleanSam(insam=sortedfile, newsam=newsam, picardErrors=pe,outformat=outformat)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
763 pic.delme.append(sortedfile) # not wanted
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
764 stf.close()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
765 pic.cleanup()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
766 elif pic.picname == "DownsampleSam":
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
767 cl.append('I=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
768 mystring = opts.output
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
769 mystringsam = mystring + ".sam"
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
770 cl.append('O=%s' % mystringsam)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
771 if float(opts.probability) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
772 cl.append('PROBABILITY=%s' % opts.probability)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
773 if float(opts.seed) > 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
774 cl.append('RANDOM_SEED=%s' % opts.seed)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
775 stdouts,rval = pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
776 myoutput = mystringsam.replace(".sam", "")
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
777 os.rename(mystringsam,myoutput)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
778 elif pic.picname == 'SamFormatConverter':
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
779 cl.append('INPUT=%s' % opts.input)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
780 cl.append('OUTPUT=%s' % tempout)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
781 pic.runPic(opts.jar, cl)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
782 haveTempout = True
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
783
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
784 else:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
785 print >> sys.stderr,'picard.py got an unknown tool name - %s' % pic.picname
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
786 sys.exit(1)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
787 if haveTempout:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
788 # Some Picard tools produced a potentially intermediate bam file.
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
789 # Either just move to final location or create sam
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
790 if os.path.exists(tempout):
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
791 shutil.move(tempout, os.path.abspath(opts.output))
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
792 if opts.htmlout <> None or doFix: # return a pretty html page
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
793 pic.fixPicardOutputs(transpose=doTranspose,maxloglines=maxloglines)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
794 if rval <> 0:
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
795 print >> sys.stderr, '## exit code=%d; stdout=%s' % (rval,stdouts)
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
796 # signal failure
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
797 if __name__=="__main__": __main__()
1f4e2e13d9dc Uploaded
devteam
parents:
diff changeset
798