annotate preprocess.py @ 6:7dc6ce39fb89 default tip

add selection tool
author blanck
date Wed, 29 Apr 2015 10:08:52 +0200
parents 54d549210759
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
1 import os
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
2 import re
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
3 import shutil
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
4 import sys
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
5 import subprocess
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
6 import zipfile
2
54d549210759 correction
blanck
parents: 1
diff changeset
7 import optparse
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
8
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
9 def main():
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
10
2
54d549210759 correction
blanck
parents: 1
diff changeset
11 parser = optparse.OptionParser()
54d549210759 correction
blanck
parents: 1
diff changeset
12 parser.add_option('-s', action="store", dest='summary')
54d549210759 correction
blanck
parents: 1
diff changeset
13 parser.add_option('-e', action="store", dest='dataSetName')
54d549210759 correction
blanck
parents: 1
diff changeset
14 parser.add_option('-p', action="store", dest='new_file_path')
54d549210759 correction
blanck
parents: 1
diff changeset
15 parser.add_option('-c', action="store", dest='inputcdffull_name')
54d549210759 correction
blanck
parents: 1
diff changeset
16 parser.add_option('-f', action="store", dest='inputufl_name')
54d549210759 correction
blanck
parents: 1
diff changeset
17 parser.add_option('-g', action="store", dest='inputugp_name')
54d549210759 correction
blanck
parents: 1
diff changeset
18 parser.add_option('-a', action="store", dest='inputacs_name')
54d549210759 correction
blanck
parents: 1
diff changeset
19 parser.add_option('-d', action="store", dest='inputcdffull')
54d549210759 correction
blanck
parents: 1
diff changeset
20 parser.add_option('-v', action="store", dest='inputufl')
54d549210759 correction
blanck
parents: 1
diff changeset
21 parser.add_option('-w', action="store", dest='inputugp')
54d549210759 correction
blanck
parents: 1
diff changeset
22 parser.add_option('-b', action="store", dest='inputacs')
54d549210759 correction
blanck
parents: 1
diff changeset
23 parser.add_option('-t', action="store", dest='tumorcsv')
54d549210759 correction
blanck
parents: 1
diff changeset
24 parser.add_option('-y', action="store", dest='settingsType')
54d549210759 correction
blanck
parents: 1
diff changeset
25 parser.add_option('-o', action="store", dest='outputgraph')
54d549210759 correction
blanck
parents: 1
diff changeset
26 parser.add_option('-z', action="store", dest='zipfigures')
54d549210759 correction
blanck
parents: 1
diff changeset
27 parser.add_option('-k', action="store", dest='outputlog')
54d549210759 correction
blanck
parents: 1
diff changeset
28 parser.add_option('-l', action="store", dest='log')
54d549210759 correction
blanck
parents: 1
diff changeset
29 parser.add_option('-u', action="store", dest='user_id')
54d549210759 correction
blanck
parents: 1
diff changeset
30
54d549210759 correction
blanck
parents: 1
diff changeset
31 parser.add_option('-i', action="append", dest='inputFile', default=[])
54d549210759 correction
blanck
parents: 1
diff changeset
32 parser.add_option('-n', action='append', dest='inputFileName', default=[])
54d549210759 correction
blanck
parents: 1
diff changeset
33
54d549210759 correction
blanck
parents: 1
diff changeset
34 options, args = parser.parse_args()
54d549210759 correction
blanck
parents: 1
diff changeset
35
54d549210759 correction
blanck
parents: 1
diff changeset
36 dataSetName=options.dataSetName
54d549210759 correction
blanck
parents: 1
diff changeset
37 destinationPath=os.path.join(options.new_file_path, options.user_id, dataSetName)
1
4d25dec9707e correction
blanck
parents: 0
diff changeset
38
2
54d549210759 correction
blanck
parents: 1
diff changeset
39 mpagenomics_dir = os.path.join(options.new_file_path,"mpagenomics",options.user_id)
54d549210759 correction
blanck
parents: 1
diff changeset
40 data_dir = os.path.join(options.new_file_path, options.user_id)
54d549210759 correction
blanck
parents: 1
diff changeset
41
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
42 try:
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
43 os.makedirs(data_dir)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
44 except:
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
45 shutil.rmtree(data_dir)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
46 os.makedirs(data_dir)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
47
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
48 if (not os.path.isdir(mpagenomics_dir)):
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
49 os.makedirs(mpagenomics_dir)
2
54d549210759 correction
blanck
parents: 1
diff changeset
50
54d549210759 correction
blanck
parents: 1
diff changeset
51 for inputFile, inputFileName in zip(options.inputFile,options.inputFileName):
54d549210759 correction
blanck
parents: 1
diff changeset
52 source = inputFile
54d549210759 correction
blanck
parents: 1
diff changeset
53 destination=os.path.join(data_dir,inputFileName)
54d549210759 correction
blanck
parents: 1
diff changeset
54 _copy(source,destination)
54d549210759 correction
blanck
parents: 1
diff changeset
55
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
56
2
54d549210759 correction
blanck
parents: 1
diff changeset
57 cdffull_name=options.inputcdffull_name
54d549210759 correction
blanck
parents: 1
diff changeset
58 if (cdffull_name.count(",") != 0):
54d549210759 correction
blanck
parents: 1
diff changeset
59 chipType=cdffull_name.split(",",1)[0]
54d549210759 correction
blanck
parents: 1
diff changeset
60 tagExt=cdffull_name.split(",",1)[1]
54d549210759 correction
blanck
parents: 1
diff changeset
61 tag=tagExt.split(".",1)[0]
54d549210759 correction
blanck
parents: 1
diff changeset
62 else:
54d549210759 correction
blanck
parents: 1
diff changeset
63 chipType=cdffull_name.split(".",1)[0]
54d549210759 correction
blanck
parents: 1
diff changeset
64 tag=""
54d549210759 correction
blanck
parents: 1
diff changeset
65
54d549210759 correction
blanck
parents: 1
diff changeset
66 _copy(options.inputcdffull,os.path.join(data_dir, options.inputcdffull_name))
54d549210759 correction
blanck
parents: 1
diff changeset
67 _copy(options.inputugp,os.path.join(data_dir, options.inputugp_name))
54d549210759 correction
blanck
parents: 1
diff changeset
68 _copy(options.inputufl,os.path.join(data_dir, options.inputufl_name))
54d549210759 correction
blanck
parents: 1
diff changeset
69 _copy(options.inputacs,os.path.join(data_dir, options.inputacs_name))
54d549210759 correction
blanck
parents: 1
diff changeset
70
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
71
2
54d549210759 correction
blanck
parents: 1
diff changeset
72 fig_dir = os.path.join("mpagenomics", options.user_id, "figures", dataSetName, "signal")
54d549210759 correction
blanck
parents: 1
diff changeset
73 abs_fig_dir = os.path.join(options.new_file_path, fig_dir)
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
74
2
54d549210759 correction
blanck
parents: 1
diff changeset
75
54d549210759 correction
blanck
parents: 1
diff changeset
76 retcode = _preprocess(chipType, dataSetName, mpagenomics_dir, data_dir, options.new_file_path, options.tumorcsv, options.settingsType, options.outputgraph, options.outputlog, options.log, tag)
54d549210759 correction
blanck
parents: 1
diff changeset
77
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
78 if (retcode == 0):
2
54d549210759 correction
blanck
parents: 1
diff changeset
79 if (os.path.isdir(abs_fig_dir)) and (options.outputgraph == "TRUE"):
54d549210759 correction
blanck
parents: 1
diff changeset
80
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
81 new_files = os.listdir(abs_fig_dir)
2
54d549210759 correction
blanck
parents: 1
diff changeset
82 zipbuf = zipfile.ZipFile(os.path.join(abs_fig_dir, options.zipfigures), 'w', zipfile.ZIP_DEFLATED)
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
83 for current_file in new_files:
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
84 fn = os.path.join(abs_fig_dir, current_file)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
85 relfn = fn[len(abs_fig_dir) + len(os.sep):]
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
86 zipbuf.write(fn, relfn)
2
54d549210759 correction
blanck
parents: 1
diff changeset
87
54d549210759 correction
blanck
parents: 1
diff changeset
88 f = open(options.summary, "w")
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
89 # Create report
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
90 try:
2
54d549210759 correction
blanck
parents: 1
diff changeset
91 for inputFileName in options.inputFileName:
54d549210759 correction
blanck
parents: 1
diff changeset
92 f.write("%s\t%s\t%s\n" %(inputFileName,dataSetName,chipType))
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
93 finally:
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
94 shutil.rmtree(data_dir)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
95 f.close()
2
54d549210759 correction
blanck
parents: 1
diff changeset
96
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
97 sys.exit(retcode)
2
54d549210759 correction
blanck
parents: 1
diff changeset
98
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
99 sys.exit(retcode)
2
54d549210759 correction
blanck
parents: 1
diff changeset
100
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
101
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
102 def _copy(source, destination):
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
103 try:
2
54d549210759 correction
blanck
parents: 1
diff changeset
104 os.symlink(source, destination)
0
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
105 except:
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
106 shutil.copy(source, destination)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
107
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
108 def _preprocess (chipType,dataset,mpagenomics_dir,data_dir,tmp_dir,tumor,settingType,outputgraph,outputlog,log,tag):
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
109 script_dir=os.path.dirname(os.path.abspath(__file__))
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
110
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
111 if (outputlog=="TRUE"):
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
112 errfile=open(log,'w')
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
113 else:
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
114 errfile=open(os.path.join(tmp_dir,"errfile.log"),'w')
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
115
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
116 retcode = subprocess.call(["Rscript", os.path.join(script_dir,"preprocess.R"), chipType, dataset, mpagenomics_dir, data_dir, tumor, settingType, outputgraph, tag], stdout = errfile, stderr = errfile)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
117 return(retcode)
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
118
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
119
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
120 if __name__ == "__main__":
a89bae08bf2d Uploaded
sblanck
parents:
diff changeset
121 main()