annotate modelBuilding.py @ 4:3221ecaeb967 draft default tip

Uploaded
author deepakjadmin
date Thu, 08 Jun 2017 18:33:53 -0400
parents b82c88293260
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
1 def __inputArguments():
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
2
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
3 import argparse
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
4 parser = argparse.ArgumentParser()
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
5
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
6 parser.add_argument("--method", nargs='?',default ='pls',help="Name of the method on which model will build; \
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
7 Available Methods are:- pls, glm , glmboost ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
8 parser.add_argument("rdata",help="Descriptor file for model building")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
9 parser.add_argument("--getdatainfoeval",nargs='?',default='TRUE',help="Validation of the data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
10 parser.add_argument("--getdatainfoecho",nargs='?',default='FALSE',help="print on consol about Validity of the data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
11 parser.add_argument("--getdatainforesult",nargs='?',default='hide',help="print in output file about Validity of the data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
12 parser.add_argument("--missingfiltereval",nargs='?',default='FALSE',help="Processing step :: removal of missing value ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
13 parser.add_argument("--missingfilterecho",nargs='?',default='FALSE',help="print Processing step :: removal of missing value ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
14 parser.add_argument("--missingfilterresult",nargs='?',default='hide',help="print in output file about Processing step :: removal of missing value ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
15 parser.add_argument("--missingfilterthreshc",nargs='?',default=0.20,type=float,help="info about highly missing column data")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
16 parser.add_argument("--missingfilterthreshr",nargs='?',default=0.20,type=float,help="info about highly missing row number")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
17 parser.add_argument("--pcaeval",nargs='?',default='FALSE',help="PCA of data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
18 parser.add_argument("--pcaecho",nargs='?',default='FALSE',help="PCA of data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
19 parser.add_argument("--pcaresult",nargs='?',default='hide',help="print in file about PCA of data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
20 parser.add_argument("--pcacomp",nargs='?',default=3,type=int,help="Number of PCA componant will be plotted ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
21 parser.add_argument("--pcaploteval",nargs='?',default='FALSE',help="PCA plot of data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
22 parser.add_argument("--pcaplotecho",nargs='?',default='FALSE',help="print PCA plot of data ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
23 parser.add_argument("--pcaplotresult",nargs='?',default='hide',help="write in output file about PCA plot of data")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
24 parser.add_argument("--pcaplotfig",nargs='?',default='TRUE',help="make figure file for integration in output file")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
25 parser.add_argument("--initialdataspliteval",nargs='?',default='TRUE',help="data splitting in test and train set ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
26 parser.add_argument("--initialdatasplitecho",nargs='?',default='FALSE',help="print about data splitting in test and train set")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
27 parser.add_argument("--initialdatasplitresult",nargs='?',default='hide',help="write in outputfile about data splitting in test and train set")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
28 parser.add_argument("--percent",nargs='?',default=0.8,type=float,help="percent value at which data splitting is done")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
29 parser.add_argument("--nzveval",nargs='?',default='FALSE',help="remove near zero values")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
30 parser.add_argument("--nzvresult",nargs='?',default='hide',help="write in outputfile about removing near zero values")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
31 parser.add_argument("--nzvecho",nargs='?',default='FALSE',help="print about removing near zero values")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
32 parser.add_argument("--corrfiltereval",nargs='?',default='FALSE',help="remove higly correlated values")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
33 parser.add_argument("--corrfilterresult",nargs='?',default='hide',help="write in outputfile about removing highly correlated values")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
34 parser.add_argument("--corrfilterecho",nargs='?',default='FALSE',help="print about removing correlated values")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
35 parser.add_argument("--threshholdcor",nargs='?',default=0.75,type=float,help="percent value at which correlated values ommitted ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
36 parser.add_argument("--preproceval",nargs='?',default='FALSE',help="pre proccesing")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
37 parser.add_argument("--preprocecho",nargs='?',default='FALSE',help="print about pre proccesing")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
38 parser.add_argument("--preprocresult",nargs='?',default='hide',help="write in output file about pre proccesing")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
39 parser.add_argument("--setupworkersecho",nargs='?',default='FALSE',help="print about number of processors")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
40 parser.add_argument("--setupworkersresult",nargs='?',default='tex',help="write about number of processors in output file")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
41 parser.add_argument("--numworkers",nargs='?',default=1,type=int,help="defines used processors")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
42 parser.add_argument("--setupresamplingecho",nargs='?',default='FALSE',help="print resampling rules")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
43 parser.add_argument("--setupresamplingresult",nargs='?',default='hide',help="write resampling rules in output file")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
44 parser.add_argument("--resamplenumber",nargs='?',default=10,type=int,help="set number of resampling")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
45 parser.add_argument("--resamplenumberpercent",nargs='?',default=0.75,type=float,help="set PERCENT resampling")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
46 parser.add_argument("--setupgridresult",nargs='?',default='hide',help="write about number of grids in output file")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
47 parser.add_argument("--setupgridecho",nargs='?',default='FALSE',help="print about number of grids")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
48 parser.add_argument("--setupgridsize",nargs='?',default=3,type=int,help="set number of grids")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
49 parser.add_argument("--fitmodelresult",nargs='?',default='hide',help="write about model")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
50 parser.add_argument("--fitmodelecho",nargs='?',default='FALSE',help="print about model")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
51 parser.add_argument("--fitmodeleval",nargs='?',default='TRUE',help="start model building")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
52 parser.add_argument("--modeldescrecho",nargs='?',default='FALSE',help="print model description")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
53 parser.add_argument("--modeldescrresult",nargs='?',default='hide',help="write model description in outout file")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
54 parser.add_argument("--resamptableecho",nargs='?',default='FALSE',help="print resample table")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
55 parser.add_argument("--resamptableresult",nargs='?',default='tex',help="write resample table in output file")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
56 parser.add_argument("--profileplotecho",nargs='?',default='FALSE',help="print about profile plots")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
57 parser.add_argument("--profileplotfig",nargs='?',default='TRUE',help=" profile plots")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
58 parser.add_argument("--stopworkersecho",nargs='?',default='FALSE',help="stop workers ie processors")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
59 parser.add_argument("--stopworkersresult",nargs='?',default='hide',help="write about workers ie processors used")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
60 parser.add_argument("--testpredresult",nargs='?',default='tex',help="write about statistical measure")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
61 parser.add_argument("--testpredecho",nargs='?',default='FALSE',help="print about statistical measure")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
62 parser.add_argument("--classprobstexresult",nargs='?',default='tex',help="paste various figure of statistical measure in outputfile")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
63 parser.add_argument("--classprobstexecho",nargs='?',default='FALSE',help="print various figure of statistical measure")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
64 parser.add_argument("--savedataecho",nargs='?',default='FALSE',help="information about completion of model building ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
65 parser.add_argument("--savedataresult",nargs='?',default='hide',help="write information about completion of model building in outputfile ")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
66 parser.add_argument("--outputmodel", help="give name for the generated model")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
67 parser.add_argument("--outputresultpdf", help="give name for the output pdf file")
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
68
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
69 args = parser.parse_args()
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
70 return args
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
71
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
72 def generateRnwScript():
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
73
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
74 import templateLibrary
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
75 t = templateLibrary.__template4Rnw()
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
76
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
77 from string import Template
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
78 s = Template(t)
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
79
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
80 args = __inputArguments()
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
81
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
82 templt = s.safe_substitute(METHOD=args.method,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
83 RDATA=args.rdata,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
84 GETDATAINFOEVAL=args.getdatainfoeval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
85 GETDATAINFOECHO=args.getdatainfoecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
86 GETDATAINFORESULT=args.getdatainforesult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
87 MISSINGFILTEREVAL=args.missingfiltereval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
88 MISSINGFILTERECHO=args.missingfilterecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
89 MISSINGFILTERRESULT=args.missingfilterresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
90 MISSINGFILTERTHRESHC=args.missingfilterthreshc,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
91 MISSINGFILTERTHRESHR=args.missingfilterthreshr,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
92 PCAEVAL=args.pcaeval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
93 PCAECHO=args.pcaecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
94 PCARESULT=args.pcaresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
95 PCACOMP=args.pcacomp,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
96 PCAPLOTEVAL=args.pcaploteval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
97 PCAPLOTECHO=args.pcaplotecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
98 PCAPLOTRESULT=args.pcaplotresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
99 PCAPLOTFIG=args.pcaplotfig,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
100 INITIALDATASPLITEVAL=args.initialdataspliteval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
101 INITIALDATASPLITECHO=args.initialdatasplitecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
102 INITIALDATASPLITRESULT=args.initialdatasplitresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
103 PERCENT=args.percent,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
104 NZVEVAL=args.nzveval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
105 NZVRESULT=args.nzvresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
106 NZVECHO=args.nzvecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
107 CORRFILTEREVAL=args.corrfiltereval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
108 CORRFILTERRESULT=args.corrfilterresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
109 CORRFILTERECHO=args.corrfilterecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
110 THRESHHOLDCOR=args.threshholdcor,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
111 PREPROCEVAL=args.preproceval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
112 PREPROCECHO=args.preprocecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
113 PREPROCRESULT=args.preprocresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
114 SETUPWORKERSECHO=args.setupworkersecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
115 SETUPWORKERSRESULT=args.setupworkersresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
116 NUMWORKERS=args.numworkers,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
117 SETUPRESAMPLINGECHO=args.setupresamplingecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
118 SETUPRESAMPLINGRESULT=args.setupresamplingresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
119 RESAMPLENUMBER=args.resamplenumber,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
120 RESAMPLENUMBERPERCENT=args.resamplenumberpercent,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
121 SETUPGRIDRESULT=args.setupgridresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
122 SETUPGRIDECHO=args.setupgridecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
123 SETUPGRIDSIZE=args.setupgridsize,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
124 FITMODELRESULT=args.fitmodelresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
125 FITMODELECHO=args.fitmodelecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
126 FITMODELEVAL=args.fitmodeleval,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
127 MODELDESCRECHO=args.modeldescrecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
128 MODELDESCRRESULT=args.modeldescrresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
129 RESAMPTABLEECHO=args.resamptableecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
130 RESAMPTABLERESULT=args.resamptableresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
131 PROFILEPLOTECHO=args.profileplotecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
132 PROFILEPLOTFIG=args.profileplotfig,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
133 STOPWORKERSECHO=args.stopworkersecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
134 STOPWORKERSRESULT=args.stopworkersresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
135 TESTPREDRESULT=args.testpredresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
136 TESTPREDECHO=args.testpredecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
137 CLASSPROBSTEXRESULT=args.classprobstexresult,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
138 CLASSPROBSTEXECHO=args.classprobstexecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
139 SAVEDATAECHO=args.savedataecho,
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
140 SAVEDATARESULT=args.savedataresult )
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
141
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
142
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
143 f = open('result-doc.Rnw','w')
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
144 f.write(templt)
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
145 f.close()
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
146
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
147 def modelBuilding():
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
148
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
149 import os
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
150 os.system('R CMD Sweave result-doc.Rnw > cmd.log.1 2>&1')
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
151 os.system('pdflatex result-doc.tex > cmd.log.2 2>&1')
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
152 os.system('pdflatex result-doc.tex > cmd.log.2 2>&1')
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
153 # os.system('pdflatex result-doc.tex 2>&1 | tee cmd.log.2')
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
154 args = __inputArguments()
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
155
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
156 from string import Template
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
157 s1 = Template('cp $METHOD-Fit.RData $OUTPUTMODEL')
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
158 s2 = Template('cp result-doc.pdf $OUTPUTRESULTPDF')
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
159
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
160 cmd1 = s1.safe_substitute(METHOD=args.method, OUTPUTMODEL=args.outputmodel)
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
161 cmd2 = s2.safe_substitute(OUTPUTRESULTPDF=args.outputresultpdf)
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
162
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
163 os.system(cmd1)
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
164 os.system(cmd2)
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
165
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
166
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
167 if __name__ == "__main__" :
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
168
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
169 generateRnwScript()
b82c88293260 Uploaded
deepakjadmin
parents:
diff changeset
170 modelBuilding()