annotate docs/scripts/html/code/AnalyzeSDFilesData.html @ 0:4816e4a8ae95 draft default tip

Uploaded
author deepakjadmin
date Wed, 20 Jan 2016 09:23:18 -0500
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1 <html>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
2 <head>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
3 <title>MayaChemTools:Code:AnalyzeSDFilesData.pl</title>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
4 <meta http-equiv="content-type" content="text/html;charset=utf-8">
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
5 <link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css">
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
6 </head>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
7 <body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10">
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
8 <br/>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
9 <center>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
10 <a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
11 </center>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
12 <br/>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
13 <pre>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
14 1 #!/usr/bin/perl -w
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
15 2 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
16 3 <span class="c"># $RCSfile: AnalyzeSDFilesData.pl,v $</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
17 4 <span class="c"># $Date: 2015/02/28 20:46:04 $</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
18 5 <span class="c"># $Revision: 1.27 $</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
19 6 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
20 7 <span class="c"># Author: Manish Sud &lt;msud@san.rr.com&gt;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
21 8 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
22 9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
23 10 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
24 11 <span class="c"># This file is part of MayaChemTools.</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
25 12 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
26 13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
27 14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
28 15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
29 16 <span class="c"># later version.</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
30 17 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
31 18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
32 19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
33 20 <span class="c"># for a particular purpose. See the GNU Lesser General Public License for more</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
34 21 <span class="c"># details.</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
35 22 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
36 23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
37 24 <span class="c"># along with MayaChemTools; if not, see &lt;http://www.gnu.org/licenses/&gt; or</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
38 25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
39 26 <span class="c"># Boston, MA, 02111-1307, USA.</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
40 27 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
41 28
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
42 29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
43 30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">&quot;$FindBin::Bin/../lib&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
44 31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
45 32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
46 33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
47 34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
48 35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
49 36 <span class="k">use</span> <span class="w">SDFileUtil</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
50 37 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
51 38 <span class="k">use</span> <span class="w">StatisticsUtil</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
52 39
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
53 40 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
54 41
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
55 42 <span class="c"># Autoflush STDOUT</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
56 43 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
57 44
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
58 45 <span class="c"># Starting message...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
59 46 <span class="i">$ScriptName</span> = <span class="i">basename</span><span class="s">(</span><span class="i">$0</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
60 47 <span class="k">print</span> <span class="q">&quot;\n$ScriptName: Starting...\n\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
61 48 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
62 49
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
63 50 <span class="c"># Get the options and setup script...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
64 51 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
65 52 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> &lt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
66 53 <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">&quot;$FindBin::Bin/$ScriptName&quot;</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
67 54 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
68 55
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
69 56 <span class="k">my</span><span class="s">(</span><span class="i">@SDFilesList</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
70 57 <span class="i">@SDFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">&quot;sd sdf&quot;</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
71 58
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
72 59 <span class="k">print</span> <span class="q">&quot;Processing options...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
73 60 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
74 61 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
75 62
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
76 63 <span class="c"># Collect information about SD files...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
77 64 <span class="k">print</span> <span class="q">&quot;Checking input SD file(s)...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
78 65 <span class="k">my</span><span class="s">(</span><span class="i">%SDFilesInfo</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
79 66 <span class="i">RetrieveSDFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
80 67 <span class="i">ProcessSDFilesDataLabelsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
81 68
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
82 69 <span class="c"># Generate output files...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
83 70 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
84 71 <span class="k">if</span> <span class="s">(</span><span class="i">@SDFilesList</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
85 72 <span class="k">print</span> <span class="q">&quot;\nProcessing SD files...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
86 73 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
87 74 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SDFilesList</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
88 75 <span class="k">if</span> <span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
89 76 <span class="k">print</span> <span class="q">&quot;\nProcessing file $SDFilesList[$FileIndex]...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
90 77 <span class="i">AnalyzeSDFile</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
91 78 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
92 79 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
93 80 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Done...\n\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
94 81
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
95 82 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
96 83 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
97 84 <span class="k">print</span> <span class="q">&quot;Total time: &quot;</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
98 85
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
99 86 <span class="c">###############################################################################</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
100 87
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
101 88 <span class="c"># Analyze data...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
102 <a name="AnalyzeSDFile-"></a> 89 <span class="k">sub </span><span class="m">AnalyzeSDFile</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
103 90 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
104 91 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">$DataValue</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
105 92
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
106 93 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
107 94 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
108 95 <span class="i">%DataFieldValuesToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
109 96 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
110 97 <span class="i">@</span>{<span class="i">$DataFieldValuesToAnalyzeMap</span>{<span class="i">$DataLabel</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
111 98 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
112 99
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
113 100 <span class="c"># Collect appropriate data field label values for analysis...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
114 101 <span class="k">my</span><span class="s">(</span><span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">@CmpdLines</span><span class="cm">,</span> <span class="i">%DataFieldValues</span><span class="cm">,</span> <span class="i">$CmpdCount</span><span class="cm">,</span> <span class="i">$InvalidCmpdCount</span><span class="cm">,</span> <span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
115 102 <span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">&quot;$SDFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $SDFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
116 103 <span class="i">$CmpdCount</span> = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
117 104 <span class="i">$InvalidCmpdCount</span> = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
118 105 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span>\<span class="i">*SDFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
119 106 <span class="i">$CmpdCount</span>++<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
120 107 <span class="i">@CmpdLines</span> = <span class="k">split</span> <span class="q">&quot;\n&quot;</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
121 108 <span class="i">%DataFieldValues</span> = <span class="i">GetCmpdDataHeaderLabelsAndValues</span><span class="s">(</span>\<span class="i">@CmpdLines</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
122 109 <span class="i">@InvalidCmpdDataLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
123 110 <span class="j">DATALABEL:</span> <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
124 111 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
125 112 <span class="i">$DataValue</span> = <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
126 113 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
127 114 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$DataValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
128 115 <span class="k">push</span> <span class="i">@InvalidCmpdDataLabels</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
129 116 <span class="k">next</span> <span class="j">DATALABEL</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
130 117 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
131 118 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
132 119 <span class="k">push</span> <span class="i">@</span>{<span class="i">$DataFieldValuesToAnalyzeMap</span>{<span class="i">$DataLabel</span>}}<span class="cm">,</span> <span class="i">$DataValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
133 120 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
134 121 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
135 122 <span class="k">if</span> <span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
136 123 <span class="i">$InvalidCmpdCount</span>++<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
137 124 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;=<span class="n">4</span> <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
138 125 <span class="k">print</span> <span class="q">&quot;Compound record $CmpdCount contains &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; non-numerical or empty value(s) for data field(s) - &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidCmpdDataLabels</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; - to be analyzed:\n$CmpdString \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
139 126 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
140 127 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
141 128 <span class="k">print</span> <span class="q">&quot;Compound record $CmpdCount contains &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; non-numerical or empty value(s) for data field(s) - &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidCmpdDataLabels</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; - to be analyzed...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
142 129 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
143 130 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
144 131 <span class="k">print</span> <span class="q">&quot;Compound record $CmpdCount contains &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; non-numerical or empty value(s) for data field to be analyzed...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
145 132 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
146 133 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
147 134 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
148 135 <span class="k">if</span> <span class="s">(</span><span class="i">$InvalidCmpdCount</span> &amp;&amp; <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
149 136 <span class="k">print</span> <span class="q">&quot;Non-numerical or empty data present in $InvalidCmpdCount compound record(s)...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
150 137 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
151 138 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
152 139
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
153 140 <span class="c"># Perform the analysis...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
154 141 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
155 142 <span class="i">@SpecifiedFunctionNames</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
156 143
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
157 144 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
158 145 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> !~ <span class="q">/^(Covariance|Correlation|Frequency|Rsquare|StandardScores|StandardScoresN)$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
159 146 <span class="k">push</span> <span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
160 147 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
161 148 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
162 149 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
163 150 <span class="i">PerformAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
164 151 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
165 152 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
166 153 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} || <span class="i">$OptionsInfo</span>{<span class="w">CommonDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
167 154 <span class="i">PerformMatrixAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
168 155 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
169 156 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
170 157 <span class="c"># Perform pairwise analysis for specified columns and write out calculated values - correlation</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
171 158 <span class="c"># rsquare, or covariance - in the same file.</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
172 159 <span class="i">PerformDataLabelPairAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
173 160 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
174 161 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
175 162 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
176 163 <span class="i">PerformStandardScoresAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
177 164 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
178 165 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
179 166 <span class="i">PerformFrequencyAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
180 167 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
181 168
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
182 169 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
183 170
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
184 171 <span class="c"># Calculate values for various statistical functions...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
185 <a name="PerformAnalysis-"></a> 172 <span class="k">sub </span><span class="m">PerformAnalysis</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
186 173 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$SpecifiedFunctionNamesRef</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
187 174 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
188 175
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
189 176 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">&quot;.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
190 177
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
191 178 <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
192 179 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
193 180
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
194 181 <span class="c"># Write out column labels...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
195 182 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
196 183 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;DataLabel&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
197 184 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
198 185 <span class="i">$Label</span> = <span class="i">$SpecifiedFunction</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
199 186 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^(KLargest|KSmallest)$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
200 187 <span class="k">my</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
201 188 <span class="i">$KthValue</span> = <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> ? <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} <span class="co">:</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
202 189 <span class="i">$Label</span> = <span class="i">AddNumberSuffix</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span> . <span class="q">&quot;$SpecifiedFunction&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
203 190 <span class="i">$Label</span> =~ <span class="q">s/K//g</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
204 191 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
205 192 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
206 193 <span class="i">$Label</span> = <span class="q">&quot;${SpecifiedFunction}($OptionsInfo{TrimFraction})&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
207 194 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
208 195 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
209 196 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
210 197 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
211 198 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
212 199
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
213 200 <span class="c"># Go over each column to be analyzed...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
214 201 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
215 202
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
216 203 <span class="c"># Turn off &quot;strict&quot;; otherwise, invoking statistical functions using function name string</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
217 204 <span class="c"># is problematic.</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
218 205 <span class="k">no</span> <span class="w">strict</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
219 206
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
220 207 <span class="k">my</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">%CalculatedValues</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
221 208 <span class="i">%CalculatedValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
222 209 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
223 210 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
224 211 <span class="c"># Setup column id...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
225 212 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
226 213 <span class="i">$DataValuesRef</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
227 214 <span class="j">FUNCTIONNAME:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
228 215 <span class="i">$Value</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
229 216 <span class="k">if</span> <span class="s">(</span>!<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel</span>}}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
230 217 <span class="c"># Invalid column values...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
231 218 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
232 219 <span class="k">next</span> <span class="j">FUNCTIONNAME</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
233 220 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
234 221 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^Count$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
235 222 <span class="i">$Value</span> = <span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
236 223 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
237 224 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
238 225 <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
239 226 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
240 227 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KSmallest$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
241 228 <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
242 229 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
243 230 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardDeviation$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
244 231 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
245 232 <span class="i">$Value</span> = <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
246 233 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
247 234 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
248 235 <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
249 236 <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
250 237 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
251 238 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
252 239 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardError$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
253 240 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
254 241 <span class="i">$Value</span> = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
255 242 <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
256 243 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
257 244 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
258 245 <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="cm">,</span> <span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel</span>}}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
259 246 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
260 247 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
261 248 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
262 249 <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
263 250 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
264 251 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
265 252 <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
266 253 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
267 254 <span class="c"># Format the output value. And add zero to get rid of tariling zeros...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
268 255 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
269 256 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
270 257 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
271 258 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
272 259 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
273 260 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
274 261 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
275 262 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
276 263
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
277 264 <span class="c"># Calculate covariance, correlation, rsquare for specified data field label pairs....</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
278 <a name="PerformDataLabelPairAnalysis-"></a> 265 <span class="k">sub </span><span class="m">PerformDataLabelPairAnalysis</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
279 266 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
280 267 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
281 268
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
282 269 <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
283 270 <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
284 271 <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
285 272
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
286 273 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;DataFieldPairsAnalysis.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
287 274 <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
288 275 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
289 276
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
290 277 <span class="c"># Write out the column labels...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
291 278 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
292 279 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="s">(</span><span class="q">&quot;DataLabel1&quot;</span><span class="cm">,</span> <span class="q">&quot;DataLabel2&quot;</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
293 280 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
294 281 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;Correlation&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
295 282 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
296 283 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;RSquare&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
297 284 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
298 285 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
299 286 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
300 287 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;Covariance&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
301 288 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
302 289 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
303 290 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
304 291
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
305 292 <span class="c"># Go over each data field pair...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
306 293 <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span> <span class="i">$LabelIndex</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="cm">,</span> <span class="i">$DataValues1</span><span class="cm">,</span> <span class="i">$DataValues2</span><span class="cm">,</span> <span class="i">@DataLabelPairs1ToAnalyze</span><span class="cm">,</span> <span class="i">@DataLabelPairs2ToAnalyze</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
307 294
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
308 295 <span class="i">@DataLabelPairs1ToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
309 296 <span class="i">@DataLabelPairs2ToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
310 297 <span class="k">for</span> <span class="i">$LabelIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#DataLabelPairs1ToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
311 298 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
312 299 <span class="i">$DataLabel1</span> = <span class="i">$DataLabelPairs1ToAnalyze</span>[<span class="i">$LabelIndex</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
313 300 <span class="i">$DataLabel2</span> = <span class="i">$DataLabelPairs2ToAnalyze</span>[<span class="i">$LabelIndex</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
314 301 <span class="i">$DataValues1</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel1</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
315 302 <span class="i">$DataValues2</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel2</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
316 303
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
317 304 <span class="c"># Setup column ids...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
318 305 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
319 306 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
320 307
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
321 308 <span class="k">if</span> <span class="s">(</span><span class="i">@$DataValues1</span> != <span class="i">@$DataValues2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
322 309 <span class="c"># Print a warning...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
323 310 <span class="k">warn</span> <span class="q">&quot;Warning: Skipping analysis for data field pair $DataLabel1, $DataLabel2: Number of valid data values must be same.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
324 311 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
325 312 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
326 313 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
327 314 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
328 315 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
329 316 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
330 317 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
331 318 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
332 319 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
333 320 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
334 321 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
335 322 <span class="c"># Calculate appropriate value...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
336 323 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
337 324 <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$DataValues1</span><span class="cm">,</span> <span class="i">$DataValues2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
338 325 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
339 326 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
340 327 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
341 328 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
342 329 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
343 330 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
344 331 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
345 332 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
346 333 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
347 334 <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$DataValues1</span><span class="cm">,</span> <span class="i">$DataValues2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
348 335 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
349 336 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
350 337 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
351 338 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
352 339 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
353 340 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
354 341 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
355 342 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
356 343 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
357 344
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
358 345 <span class="c"># Generate histogram numbers...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
359 <a name="PerformFrequencyAnalysis-"></a> 346 <span class="k">sub </span><span class="m">PerformFrequencyAnalysis</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
360 347 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
361 348 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">%FrequencyMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
362 349
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
363 350 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
364 351 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
365 352 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$DataLabel</span> . <span class="q">&quot;FrequencyAnalysis.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
366 353 <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
367 354 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
368 355
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
369 356 <span class="c"># Write out the column labels...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
370 357 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
371 358 <span class="k">push</span> <span class="i">@ColLabels</span> <span class="cm">,</span> <span class="s">(</span><span class="q">&quot;Bins&quot;</span><span class="cm">,</span> <span class="q">&quot;Frequency&quot;</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
372 359 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
373 360 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
374 361
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
375 362 <span class="c">#Calculate and write out frequency values...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
376 363 <span class="i">%FrequencyMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
377 364 <span class="i">$DataValuesRef</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
378 365 <span class="k">if</span> <span class="s">(</span><span class="i">@$DataValuesRef</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
379 366 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
380 367 <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> \<span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
381 368 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
382 369 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
383 370 <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
384 371 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
385 372 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
386 373 <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="k">sort</span> <span class="s">{</span> <span class="i">$a</span> &lt;=&gt; <span class="i">$b</span> <span class="s">}</span> <span class="k">keys</span> <span class="i">%FrequencyMap</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
387 374 <span class="i">$FrequencyValue</span> = <span class="i">$FrequencyMap</span>{<span class="i">$BinValue</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
388 375
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
389 376 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
390 377 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
391 378 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
392 379 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$FrequencyValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
393 380 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
394 381
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
395 382 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
396 383 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
397 384 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
398 385 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
399 386 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
400 387 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
401 388
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
402 389 <span class="c"># Calculate covariance, correlation/rsquare matrices....</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
403 <a name="PerformMatrixAnalysis-"></a> 390 <span class="k">sub </span><span class="m">PerformMatrixAnalysis</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
404 391 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
405 392 <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationTextFile</span><span class="cm">,</span> <span class="i">$CovarianceTextFile</span><span class="cm">,</span> <span class="i">$RSquareTextFile</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
406 393
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
407 394 <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
408 395 <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
409 396 <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
410 397
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
411 398 <span class="i">$CorrelationTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;CorrelationMatrix.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
412 399 <span class="i">$RSquareTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;RSquareMatrix.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
413 400 <span class="i">$CovarianceTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;CovarianceMatrix.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
414 401
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
415 402 <span class="k">my</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="cm">,</span> <span class="i">$Delimiter</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
416 403 <span class="i">$TextFilesList</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
417 404 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
418 405 <span class="i">$TextFilesList</span> = <span class="i">$CorrelationTextFile</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
419 406 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
420 407 <span class="i">$TextFilesList</span> .= <span class="q">&quot;, $CorrelationTextFile&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
421 408 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
422 409 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
423 410 <span class="i">$Delimiter</span> = <span class="k">length</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="s">)</span> ? <span class="q">&quot;,&quot;</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
424 411 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
425 412 <span class="i">$TextFilesList</span> .= <span class="q">&quot;${Delimiter} ${CorrelationTextFile}&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
426 413 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
427 414 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesList</span> =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
428 415 <span class="k">print</span> <span class="q">&quot;Generating new text files $TextFilesList...\n&quot;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
429 416 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
430 417 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
431 418 <span class="k">print</span> <span class="q">&quot;Generating new text file $TextFilesList...\n&quot;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
432 419 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
433 420 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
434 421 <span class="k">open</span> <span class="w">CORRELATIONTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$CorrelationTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $CorrelationTextFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
435 422 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
436 423 <span class="k">open</span> <span class="w">RSQUARETEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$RSquareTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $RSquareTextFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
437 424 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
438 425 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
439 426 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
440 427 <span class="k">open</span> <span class="w">COVARIANCETEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$CovarianceTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $CovarianceTextFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
441 428 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
442 429
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
443 430 <span class="k">my</span><span class="s">(</span><span class="i">$Line</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="cm">,</span> <span class="i">$DataValuesRef1</span><span class="cm">,</span> <span class="i">$DataValuesRef2</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">@RSquareRowValues</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
444 431
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
445 432 <span class="c"># Write out the column labels...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
446 433 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
447 434 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
448 435 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
449 436 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
450 437 <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
451 438 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
452 439 <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
453 440 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
454 441 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
455 442 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
456 443 <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
457 444 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
458 445
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
459 446 <span class="c"># Due to symmetric nature of these matrices, only one half needs to be</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
460 447 <span class="c"># calculated. So, just calculate the lower half and copy it to upper half...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
461 448 <span class="k">my</span><span class="s">(</span><span class="i">%CorrelationMatrixMap</span><span class="cm">,</span> <span class="i">%RSquareMatrixMap</span><span class="cm">,</span> <span class="i">%CovarianceMatrixMap</span><span class="cm">,</span> <span class="i">$LabelIndex1</span><span class="cm">,</span> <span class="i">$LabelIndex2</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
462 449
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
463 450 <span class="i">%CorrelationMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%RSquareMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%CovarianceMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
464 451 <span class="i">@DataLabelsToAnalyze</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
465 452 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} ? <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]} <span class="co">:</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
466 453
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
467 454 <span class="k">for</span> <span class="i">$LabelIndex1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span> - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
468 455 <span class="i">$DataLabel1</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex1</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
469 456 <span class="k">for</span> <span class="i">$LabelIndex2</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$LabelIndex1</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
470 457 <span class="i">$DataLabel2</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex2</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
471 458 <span class="i">$DataValuesRef1</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel1</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
472 459 <span class="i">$DataValuesRef2</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel2</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
473 460 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
474 461 <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$DataValuesRef1</span><span class="cm">,</span> <span class="i">$DataValuesRef2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
475 462 <span class="i">$CorrelationValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
476 463 <span class="i">$CorrelationMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
477 464 <span class="k">if</span> <span class="s">(</span><span class="i">$DataLabel1</span> <span class="k">ne</span> <span class="i">$DataLabel2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
478 465 <span class="i">$CorrelationMatrixMap</span>{<span class="i">$DataLabel2</span>}{<span class="i">$DataLabel1</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
479 466 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
480 467 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
481 468 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
482 469 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
483 470 <span class="i">$RSquareMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
484 471 <span class="k">if</span> <span class="s">(</span><span class="i">$DataLabel1</span> <span class="k">ne</span> <span class="i">$DataLabel2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
485 472 <span class="i">$RSquareMatrixMap</span>{<span class="i">$DataLabel2</span>}{<span class="i">$DataLabel1</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
486 473 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
487 474 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
488 475 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
489 476 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
490 477 <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$DataValuesRef1</span><span class="cm">,</span> <span class="i">$DataValuesRef2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
491 478 <span class="i">$CovarianceValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
492 479 <span class="i">$CovarianceMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
493 480 <span class="k">if</span> <span class="s">(</span><span class="i">$DataLabel1</span> <span class="k">ne</span> <span class="i">$DataLabel2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
494 481 <span class="i">$CovarianceMatrixMap</span>{<span class="i">$DataLabel2</span>}{<span class="i">$DataLabel1</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
495 482 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
496 483 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
497 484 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
498 485 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
499 486
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
500 487 <span class="c"># Write out the matrices...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
501 488 <span class="k">for</span> <span class="i">$LabelIndex1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span> - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
502 489 <span class="i">$DataLabel1</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex1</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
503 490 <span class="i">@CorrelationRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
504 491 <span class="i">@RSquareRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
505 492 <span class="i">@CovarianceRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
506 493 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
507 494 <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
508 495 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
509 496 <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
510 497 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
511 498 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
512 499 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
513 500 <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
514 501 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
515 502 <span class="k">for</span> <span class="i">$LabelIndex2</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span> - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
516 503 <span class="i">$DataLabel2</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex2</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
517 504 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
518 505 <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$CorrelationMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
519 506 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
520 507 <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$RSquareMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
521 508 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
522 509 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
523 510 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
524 511 <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$CovarianceMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
525 512 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
526 513 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
527 514 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
528 515 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
529 516 <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
530 517 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
531 518 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
532 519 <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
533 520 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
534 521 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
535 522 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
536 523 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
537 524 <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
538 525 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
539 526 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
540 527 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
541 528 <span class="k">close</span> <span class="w">CORRELATIONTEXTFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
542 529 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
543 530 <span class="k">close</span> <span class="w">RSQUARETEXTFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
544 531 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
545 532 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
546 533 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
547 534 <span class="k">close</span> <span class="w">COVARIANCETEXTFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
548 535 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
549 536 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
550 537
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
551 538 <span class="c"># Calculate standard scores...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
552 <a name="PerformStandardScoresAnalysis-"></a> 539 <span class="k">sub </span><span class="m">PerformStandardScoresAnalysis</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
553 540 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
554 541 <span class="k">my</span><span class="s">(</span><span class="i">$StandardScores</span><span class="cm">,</span> <span class="i">$StandardScoresN</span><span class="cm">,</span> <span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$NewLine</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
555 542
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
556 543 <span class="i">$StandardScores</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
557 544 <span class="i">$StandardScoresN</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
558 545
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
559 546 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;StandardScores.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
560 547 <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
561 548 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
562 549
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
563 550 <span class="k">my</span><span class="s">(</span><span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
564 551 <span class="c"># Write out column labels...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
565 552 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
566 553 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
567 554 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
568 555 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
569 556 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;${DataLabel}\(StandardScores)&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
570 557 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
571 558 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
572 559 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;${DataLabel}\(StandardScoresN)&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
573 560 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
574 561 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
575 562 <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
576 563 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$NewLine\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
577 564
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
578 565 <span class="c"># Go over each column to be analyzed and calculate standard deviation</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
579 566 <span class="c"># and mean values...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
580 567 <span class="k">my</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">%StandardDeviationMap</span><span class="cm">,</span> <span class="i">%StandardDeviationNMap</span><span class="cm">,</span> <span class="i">%MeanMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
581 568 <span class="i">%StandardDeviationMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
582 569 <span class="i">%StandardDeviationNMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
583 570 <span class="i">%MeanMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
584 571 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
585 572 <span class="i">$DataValuesRef</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$DataLabel</span>}}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
586 573 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
587 574 <span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>} = <span class="i">Mean</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
588 575 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
589 576 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
590 577 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
591 578 <span class="i">$StandardDeviationMap</span>{<span class="i">$DataLabel</span>} = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
592 579 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
593 580 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
594 581 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
595 582 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationNMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
596 583 <span class="i">$StandardDeviationNMap</span>{<span class="i">$DataLabel</span>} = <span class="i">StandardDeviationN</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
597 584 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
598 585 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
599 586 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
600 587 <span class="c">#</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
601 588 <span class="c"># Go over each data field and calculate standard scores for each column</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
602 589 <span class="c"># using (x[i] - mean) / (n - 1) for StandardScores and (x[i] - mean) / n</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
603 590 <span class="c"># for StandardScoresN; write out the calculated values as well...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
604 591
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
605 592 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$ValueOkay</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">@CmpdLines</span><span class="cm">,</span> <span class="i">%DataFieldValues</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
606 593 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
607 594
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
608 595 <span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">&quot;$SDFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $SDFile: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
609 596 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span>\<span class="i">*SDFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
610 597 <span class="i">@CmpdLines</span> = <span class="k">split</span> <span class="q">&quot;\n&quot;</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
611 598 <span class="i">%DataFieldValues</span> = <span class="i">GetCmpdDataHeaderLabelsAndValues</span><span class="s">(</span>\<span class="i">@CmpdLines</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
612 599 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
613 600 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
614 601 <span class="i">$Value</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
615 602 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
616 603 <span class="i">$Value</span> = <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
617 604 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
618 605 <span class="i">$ValueOkay</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} &amp;&amp; !<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
619 606 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
620 607 <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span>/<span class="i">$StandardDeviationMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
621 608 <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
622 609 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
623 610 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
624 611 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
625 612 <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span>/<span class="i">$StandardDeviationNMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
626 613 <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
627 614 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
628 615 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
629 616 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
630 617 <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
631 618 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$NewLine\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
632 619 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
633 620 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
634 621 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
635 622
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
636 623 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
637 624
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
638 625 <span class="c"># Make sure the specified data field labels exists in SD files...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
639 <a name="ProcessSDFilesDataLabelsInfo-"></a> 626 <span class="k">sub </span><span class="m">ProcessSDFilesDataLabelsInfo</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
640 627 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataFieldIndex</span><span class="cm">,</span> <span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">%UniqueDataLabelsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
641 628
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
642 629 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
643 630 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
644 631 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
645 632 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
646 633
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
647 634 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SDFilesList</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
648 635 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
649 636
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
650 637 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
651 638 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
652 639 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
653 640 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
654 641
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
655 642 <span class="i">%UniqueDataLabelsToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
656 643
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
657 644 <span class="k">if</span> <span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
658 645 <span class="i">@DataLabelsToAnalyze</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
659 646 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
660 647 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
661 648 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
662 649 <span class="k">push</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
663 650 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
664 651 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
665 652 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
666 653 <span class="k">elsif</span> <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DataFields</span>}<span class="s">)</span> &amp;&amp; <span class="i">$OptionsInfo</span>{<span class="w">DataFields</span>} =~ <span class="q">/^All$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
667 654 <span class="k">push</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
668 655 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
669 656 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
670 657 <span class="k">push</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
671 658 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
672 659 <span class="k">if</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
673 660 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
674 661 <span class="c"># Set up unique data field label map as well...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
675 662 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
676 663 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
677 664 <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>} = <span class="i">$DataLabel</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
678 665 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
679 666 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
680 667 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
681 668 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
682 669 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: None of the data field labels specified, @{$OptionsInfo{SpecifiedDataLabels}}, using \&quot;--datafields\&quot; option exist.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
683 670 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
684 671 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
685 672 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
686 673 <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} &amp;&amp; <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
687 674 <span class="c"># Make sure specific frequency files don&#39;t exist...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
688 675 <span class="k">my</span><span class="s">(</span><span class="i">$FrequencyFile</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
689 676 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
690 677 <span class="i">$FrequencyFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel</span>} . <span class="q">&quot;FrequencyAnalysis.&quot;</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
691 678 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$FrequencyFile</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
692 679 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: The file $FrequencyFile already exists.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
693 680 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
694 681 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
695 682 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
696 683 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
697 684 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
698 685 <span class="c"># Setup specified data field label pairs...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
699 686 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
700 687 <span class="k">my</span><span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
701 688 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
702 689 <span class="c"># Make sure both data field labels exist...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
703 690 <span class="k">my</span><span class="s">(</span><span class="i">$DataFieldIndex</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
704 691 <span class="k">for</span> <span class="s">(</span><span class="i">$DataFieldIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="s">(</span><span class="s">(</span><span class="i">$DataFieldIndex</span> + <span class="n">1</span><span class="s">)</span> &lt; <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}}<span class="s">)</span><span class="sc">;</span> <span class="i">$DataFieldIndex</span> += <span class="n">2</span> <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
705 692 <span class="i">$DataLabel1</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}[<span class="i">$DataFieldIndex</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
706 693 <span class="i">$DataLabel2</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}[<span class="i">$DataFieldIndex</span> + <span class="n">1</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
707 694 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel1</span>}<span class="s">)</span> &amp;&amp; <span class="k">exists</span><span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel2</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
708 695 <span class="k">push</span> <span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
709 696 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
710 697 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
711 698 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
712 699 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
713 700 <span class="k">for</span> <span class="i">$DataLabel1</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
714 701 <span class="k">for</span> <span class="i">$DataLabel2</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
715 702 <span class="k">push</span> <span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
716 703 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
717 704 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
718 705 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
719 706 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
720 707 <span class="k">for</span> <span class="i">$DataLabel1</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
721 708 <span class="k">for</span> <span class="i">$DataLabel2</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
722 709 <span class="k">push</span> <span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
723 710 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
724 711 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
725 712 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
726 713 <span class="k">if</span> <span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
727 714 <span class="k">if</span> <span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
728 715 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: Invalid number values specified using \&quot;--datafieldpairs\&quot; option: It must contain even number of valid values.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
729 716 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
730 717 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
731 718 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
732 719 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
733 720 <span class="k">for</span> <span class="s">(</span><span class="i">$DataFieldIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="i">$DataFieldIndex</span> &lt; <span class="i">@DataLabelPairsToAnalyze</span><span class="sc">;</span> <span class="i">$DataFieldIndex</span> += <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
734 721 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$DataLabelPairsToAnalyze</span>[<span class="i">$DataFieldIndex</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
735 722 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$DataLabelPairsToAnalyze</span>[<span class="i">$DataFieldIndex</span> + <span class="n">1</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
736 723 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
737 724 <span class="c"># Set up unique data field labe map as well...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
738 725 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
739 726 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
740 727 <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>} = <span class="i">$DataLabel</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
741 728 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
742 729 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
743 730 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
744 731 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
745 732 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
746 733 <span class="c"># Setup unique data field label array...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
747 734 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="s">(</span><span class="k">sort</span> <span class="k">keys</span> <span class="i">%UniqueDataLabelsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
748 735 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
749 736 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
750 737 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
751 738
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
752 739 <span class="c"># Retrieve information about input SD files...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
753 <a name="RetrieveSDFilesInfo-"></a> 740 <span class="k">sub </span><span class="m">RetrieveSDFilesInfo</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
754 741 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$Index</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$OutFile</span><span class="cm">,</span> <span class="i">$OutFileRoot</span><span class="cm">,</span> <span class="i">$OutFileExt</span><span class="cm">,</span> <span class="i">$CmpdCount</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
755 742
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
756 743 <span class="i">%SDFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
757 744
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
758 745 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
759 746 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CmpdCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
760 747 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
761 748 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
762 749
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
763 750 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataFieldLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
764 751 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataFieldLabelsMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
765 752 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
766 753
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
767 754 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SDFilesList</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
768 755 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
769 756
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
770 757 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
771 758
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
772 759 <span class="i">$SDFilesInfo</span>{<span class="w">CmpdCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
773 760 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
774 761 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
775 762
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
776 763 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
777 764 <span class="i">%</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
778 765 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
779 766
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
780 767 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$SDFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
781 768 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: It doesn&#39;t exist\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
782 769 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
783 770 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
784 771 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="q">&quot;sd sdf&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
785 772 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: It&#39;s not a SD file\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
786 773 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
787 774 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
788 775
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
789 776 <span class="c"># Generate appropriate name for the new text files...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
790 777 <span class="i">$FileDir</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
791 778 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$SDFile</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
792 779 <span class="i">$OutFileExt</span> = <span class="q">&quot;csv&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
793 780 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
794 781 <span class="i">$OutFileExt</span> = <span class="q">&quot;tsv&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
795 782 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
796 783 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>} &amp;&amp; <span class="s">(</span><span class="i">@SDFilesList</span> == <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
797 784 <span class="k">my</span> <span class="s">(</span><span class="i">$RootFileDir</span><span class="cm">,</span> <span class="i">$RootFileName</span><span class="cm">,</span> <span class="i">$RootFileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
798 785 <span class="k">if</span> <span class="s">(</span><span class="i">$RootFileName</span> &amp;&amp; <span class="i">$RootFileExt</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
799 786 <span class="i">$FileName</span> = <span class="i">$RootFileName</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
800 787 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
801 788 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
802 789 <span class="i">$FileName</span> = <span class="i">$Options</span>{<span class="w">root</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
803 790 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
804 791 <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
805 792 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
806 793 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
807 794 <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
808 795 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
809 796 <span class="i">$OutFile</span> = <span class="i">$OutFileRoot</span> . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">&quot;.$OutFileExt&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
810 797
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
811 798 <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
812 799 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$OutFile</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
813 800 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: The file $OutFile already exists\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
814 801 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
815 802 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
816 803 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
817 804 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
818 805 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}CovarianceMatrix.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
819 806 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: The file ${OutFileRoot}Covariance.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
820 807 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
821 808 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
822 809 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}CorrelationMatrix.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
823 810 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: The file ${OutFileRoot}CorrelationMatrix.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
824 811 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
825 812 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
826 813 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}RSquareMatrix.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
827 814 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: The file ${OutFileRoot}RSquareMatrix.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
828 815 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
829 816 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
830 817 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
831 818 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
832 819 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}ColumnPairsAnalysis.${FileExt}&quot;</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
833 820 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: The file ${OutFileRoot}ColumnPairsAnalysis.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
834 821 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
835 822 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
836 823 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
837 824 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
838 825 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}StandardScores.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
839 826 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: The file ${OutFileRoot}StandardScores.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
840 827 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
841 828 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
842 829 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
843 830
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
844 831 <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">&quot;$SDFile&quot;</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
845 832 <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $SDFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
846 833 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
847 834 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
848 835
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
849 836 <span class="k">my</span><span class="s">(</span><span class="i">$CmpdCount</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$DataFieldLabelsRef</span><span class="cm">,</span> <span class="i">$CommonDataFieldLabelsRef</span><span class="cm">,</span> <span class="i">@DataFieldLabels</span><span class="cm">,</span> <span class="i">@CommonDataFieldLabels</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
850 837 <span class="i">$CmpdCount</span> = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
851 838 <span class="i">@DataFieldLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
852 839 <span class="i">@CommonDataFieldLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
853 840 <span class="s">(</span><span class="i">$CmpdCount</span><span class="cm">,</span> <span class="i">$DataFieldLabelsRef</span><span class="cm">,</span> <span class="i">$CommonDataFieldLabelsRef</span><span class="s">)</span> = <span class="i">GetAllAndCommonCmpdDataHeaderLabels</span><span class="s">(</span>\<span class="i">*SDFILE</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
854 841 <span class="k">push</span> <span class="i">@DataFieldLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$DataFieldLabelsRef</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
855 842 <span class="k">push</span> <span class="i">@CommonDataFieldLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$CommonDataFieldLabelsRef</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
856 843 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
857 844
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
858 845 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
859 846 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">&quot;$OutFileRoot&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
860 847 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>] = <span class="q">&quot;$OutFileExt&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
861 848
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
862 849 <span class="i">$SDFilesInfo</span>{<span class="w">CmpdCount</span>}[<span class="i">$Index</span>] = <span class="i">$CmpdCount</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
863 850 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@DataFieldLabels</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
864 851 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@CommonDataFieldLabels</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
865 852 <span class="k">for</span> <span class="i">$Label</span> <span class="s">(</span><span class="i">@DataFieldLabels</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
866 853 <span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$Label</span>} = <span class="i">$Label</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
867 854 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
868 855 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
869 856 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
870 857
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
871 858 <span class="c"># Process option values...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
872 <a name="ProcessOptions-"></a> 859 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
873 860 <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
874 861
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
875 862 <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
876 863
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
877 864 <span class="i">$OptionsInfo</span>{<span class="w">DataFields</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">datafields</span>} ? <span class="i">$Options</span>{<span class="w">datafields</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
878 865
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
879 866 <span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} = <span class="i">$Options</span>{<span class="w">detail</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
880 867
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
881 868 <span class="c"># Setup supported statistical functions...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
882 869 <span class="k">my</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="cm">,</span> <span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="i">%SupportedStatisticaFunctionsMap</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
883 870
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
884 871 <span class="i">%SupportedStatisticaFunctionsMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
885 872 <span class="i">@SupportedStatisticaFunctions</span> = <span class="q">qw(Average AverageDeviation Correlation Count Covariance GeometricMean Frequency HarmonicMean KLargest KSmallest Kurtosis Maximum Minimum Mean Median Mode RSquare Skewness Sum SumOfSquares StandardDeviation StandardDeviationN StandardError StandardScores StandardScoresN TrimMean Variance VarianceN)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
886 873
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
887 874 <span class="k">for</span> <span class="i">$SupportedFunction</span> <span class="s">(</span><span class="i">@SupportedStatisticaFunctions</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
888 875 <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="s">)</span>} = <span class="i">$SupportedFunction</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
889 876 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
890 877
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
891 878 <span class="c"># Setup a list of functions to use for analysis...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
892 879 <span class="k">my</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
893 880
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
894 881 <span class="i">%</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
895 882 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
896 883
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
897 884 <span class="c"># Check mode values...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
898 885 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsBasic$/i</span> <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
899 886 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;DescriptiveStatisticsBasic&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
900 887 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean Median StandardDeviation StandardError Variance Sum)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
901 888 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
902 889 <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsAll$/i</span> <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
903 890 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;DescriptiveStatisticsAll&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
904 891 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean GeometricMean HarmonicMean TrimMean Median Mode StandardDeviation Kurtosis Skewness StandardError Variance RSquare Frequency KLargest KSmallest Sum)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
905 892 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
906 893 <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^All$/i</span> <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
907 894 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;AllStatistics&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
908 895 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="i">@SupportedStatisticaFunctions</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
909 896 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
910 897 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
911 898 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;SpecifiedStatistics&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
912 899
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
913 900 <span class="c"># Comma delimited list of functions...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
914 901 <span class="k">my</span><span class="s">(</span><span class="i">$Mode</span><span class="cm">,</span> <span class="i">@SpecifiedFunctions</span><span class="cm">,</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
915 902
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
916 903 <span class="i">$Mode</span> = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
917 904 <span class="i">$Mode</span> =~ <span class="q">s/ //g</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
918 905 <span class="i">@SpecifiedFunctions</span> = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Mode</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
919 906 <span class="i">@UnsupportedSpecifiedFunctions</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
920 907 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@SpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
921 908 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
922 909 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
923 910 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
924 911 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
925 912 <span class="k">push</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
926 913 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
927 914 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
928 915 <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
929 916 <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
930 917 <span class="k">warn</span> <span class="q">&quot;Error: The values specified - &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; - for option \&quot;-m --mode\&quot; are not valid.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
931 918 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
932 919 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
933 920 <span class="k">warn</span> <span class="q">&quot;Error: The value specified, @UnsupportedSpecifiedFunctions , for option \&quot;-m --mode\&quot; is not valid.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
934 921 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
935 922 <span class="k">die</span> <span class="q">&quot;Allowed values:&quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
936 923 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
937 924 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
938 925
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
939 926 <span class="j">FUNCTION:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
940 927 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
941 928 <span class="k">next</span> <span class="j">FUNCTION</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
942 929 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
943 930 <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} = <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
944 931 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
945 932
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
946 933 <span class="c"># Setup delimiter and quotes...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
947 934 <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/tab/i</span> <span class="s">)</span> ? <span class="q">&quot;\t&quot;</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/semicolon/i</span><span class="s">)</span> ? <span class="q">&quot;\;&quot;</span> <span class="co">:</span> <span class="q">&quot;\,&quot;</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
948 935 <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} =~ <span class="q">/yes/i</span> <span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
949 936
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
950 937 <span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
951 938 <span class="i">$OptionsInfo</span>{<span class="w">Root</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
952 939
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
953 940 <span class="c"># Setup miscellaneous options...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
954 941 <span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} = <span class="i">$Options</span>{<span class="w">fast</span>} ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
955 942 <span class="i">$OptionsInfo</span>{<span class="w">Precision</span>} = <span class="i">$Options</span>{<span class="w">precision</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
956 943
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
957 944 <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} = <span class="i">$Options</span>{<span class="w">klargest</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
958 945 <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>} = <span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
959 946
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
960 947 <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>} = <span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
961 948
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
962 949 <span class="c"># Setup frequency bin values...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
963 950 <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="n">10</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
964 951 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
965 952 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">frequencybins</span>} =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
966 953 <span class="k">my</span><span class="s">(</span><span class="i">$BinValue</span><span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
967 954 <span class="i">@SpecifiedBinRange</span> = <span class="k">split</span> <span class="q">/\,/</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
968 955 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span> &lt; <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
969 956 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid: Must contain at least two values. \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
970 957 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
971 958 <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
972 959 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
973 960 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid: Contains non numeric values. \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
974 961 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
975 962 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
976 963 <span class="k">my</span><span class="s">(</span><span class="i">$Index1</span><span class="cm">,</span> <span class="i">$Index2</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
977 964 <span class="k">for</span> <span class="i">$Index1</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
978 965 <span class="k">for</span> <span class="i">$Index2</span> <span class="s">(</span><span class="s">(</span><span class="i">$Index1</span> + <span class="n">1</span><span class="s">)</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
979 966 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedBinRange</span>[<span class="i">$Index1</span>] &gt;= <span class="i">$SpecifiedBinRange</span>[<span class="i">$Index2</span>]<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
980 967 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid: Must contain values in ascending order. \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
981 968 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
982 969 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
983 970 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
984 971 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
985 972 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
986 973 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
987 974 <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
988 975 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
989 976 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid. Allowed values: positive integer or \&quot;number,number,[number]...\&quot;. \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
990 977 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
991 978 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
992 979
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
993 980 <span class="c"># Setup specified data field labels...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
994 981 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
995 982 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$Options</span>{<span class="w">datafields</span>} &amp;&amp; <span class="i">$Options</span>{<span class="w">datafields</span>} !~ <span class="q">/^(All|Common)$/i</span> <span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
996 983 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">datafields</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
997 984 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
998 985 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
999 986 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1000 987 <span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="s">)</span> &amp;&amp; <span class="i">$Options</span>{<span class="w">datafieldpairs</span>} =~ <span class="q">/^AllPairs$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1001 988 <span class="i">$OptionsInfo</span>{<span class="w">CommonDataLabelPairs</span>} = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="s">)</span> &amp;&amp; <span class="i">$Options</span>{<span class="w">datafieldpairs</span>} =~ <span class="q">/^CommonPairs$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1002 989 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="s">)</span> &amp;&amp; !<span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} &amp;&amp; !<span class="i">$OptionsInfo</span>{<span class="w">CommonDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1003 990 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1004 991 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedValues</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1005 992 <span class="k">die</span> <span class="q">&quot;Error: Invalid number of values specified using \&quot;--datafieldpairs\&quot; option: It must contain even number of values.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1006 993 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1007 994 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1008 995 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1009 996
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1010 997 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1011 998
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1012 999 <span class="c"># Setup script usage and retrieve command line arguments specified using various options...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1013 <a name="SetupScriptUsage-"></a>1000 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1014 1001
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1015 1002 <span class="c"># Retrieve all the options...</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1016 1003 <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1017 1004 <span class="i">$Options</span>{<span class="w">detail</span>} = <span class="n">0</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1018 1005 <span class="i">$Options</span>{<span class="w">datafields</span>} = <span class="q">&quot;Common&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1019 1006 <span class="i">$Options</span>{<span class="w">datafieldpairs</span>} = <span class="q">&quot;CommonPairs&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1020 1007 <span class="i">$Options</span>{<span class="w">frequencybins</span>} = <span class="n">10</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1021 1008 <span class="i">$Options</span>{<span class="w">klargest</span>} = <span class="n">2</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1022 1009 <span class="i">$Options</span>{<span class="w">ksmallest</span>} = <span class="n">2</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1023 1010 <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">&quot;DescriptiveStatisticsBasic&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1024 1011 <span class="i">$Options</span>{<span class="w">outdelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1025 1012 <span class="i">$Options</span>{<span class="w">precision</span>} = <span class="n">2</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1026 1013 <span class="i">$Options</span>{<span class="w">quote</span>} = <span class="q">&quot;yes&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1027 1014 <span class="i">$Options</span>{<span class="w">trimfraction</span>} = <span class="n">0.1</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1028 1015
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1029 1016 <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">&quot;datafields=s&quot;</span><span class="cm">,</span> <span class="q">&quot;datafieldpairs=s&quot;</span><span class="cm">,</span> <span class="q">&quot;detail|d=i&quot;</span><span class="cm">,</span> <span class="q">&quot;frequencybins=s&quot;</span><span class="cm">,</span> <span class="q">&quot;fast|f&quot;</span><span class="cm">,</span> <span class="q">&quot;help|h&quot;</span><span class="cm">,</span> <span class="q">&quot;klargest=i&quot;</span><span class="cm">,</span> <span class="q">&quot;ksmallest=i&quot;</span><span class="cm">,</span> <span class="q">&quot;mode|m=s&quot;</span><span class="cm">,</span> <span class="q">&quot;outdelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;overwrite|o&quot;</span><span class="cm">,</span> <span class="q">&quot;precision|p=i&quot;</span><span class="cm">,</span> <span class="q">&quot;quote|q=s&quot;</span><span class="cm">,</span> <span class="q">&quot;root|r=s&quot;</span><span class="cm">,</span> <span class="q">&quot;trimfraction=f&quot;</span><span class="cm">,</span> <span class="q">&quot;workingdir|w=s&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1030 1017 <span class="k">die</span> <span class="q">&quot;\nTo get a list of valid options and their values, use \&quot;$ScriptName -h\&quot; or\n\&quot;perl -S $ScriptName -h\&quot; command and try again...\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1031 1018 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1032 1019 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1033 1020 <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1034 1021 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{workingdir}, for option \&quot;-w --workingdir\&quot; is not a directory name.\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1035 1022 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1036 1023 <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Couldn&#39;t chdir $Options{workingdir}: $! \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1037 1024 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1038 1025 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">detail</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1039 1026 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{detail}, for option \&quot;-d --detail\&quot; is not valid. Allowed values: &gt;= 0\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1040 1027 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1041 1028 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} !~ <span class="q">/^(comma|semicolon|tab)$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1042 1029 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{outdelim}, for option \&quot;--outdelim\&quot; is not valid. Allowed values: comma, tab, or semicolon\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1043 1030 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1044 1031 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1045 1032 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{quote}, for option \&quot;-q --quote\&quot; is not valid. Allowed values: yes or no\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1046 1033 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1047 1034 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">precision</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1048 1035 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{precision}, for option \&quot;-p --precision\&quot; is not valid. Allowed values: &gt; 0 \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1049 1036 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1050 1037 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">klargest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1051 1038 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{klargest}, for option \&quot;--klargest\&quot; is not valid. Allowed values: &gt; 0 \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1052 1039 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1053 1040 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1054 1041 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{ksmallest}, for option \&quot;--ksmallest\&quot; is not valid. Allowed values: &gt; 0 \n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1055 1042 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1056 1043 <span class="k">if</span> <span class="s">(</span><span class="i">IsFloat</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1057 1044 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>} &lt;= <span class="n">0</span> || <span class="i">$Options</span>{<span class="w">trimfraction</span>} &gt;= <span class="n">1.0</span><span class="s">)</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1058 1045 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{trimfraction}, for option \&quot;--trimfraction\&quot; is not valid. Allowed values: &gt; 0 and &lt; 1.0\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1059 1046 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1060 1047 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1061 1048 <span class="k">else</span> <span class="s">{</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1062 1049 <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{trimfraction}, for option \&quot;--trimfraction\&quot; is not valid. Allowed values: &gt; 0 and &lt; 1.0\n&quot;</span><span class="sc">;</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1063 1050 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1064 1051 <span class="s">}</span>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1065 1052
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1066 <a name="EOF-"></a></pre>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1067 <p>&nbsp;</p>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1068 <br />
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1069 <center>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1070 <img src="../../../images/h2o2.png">
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1071 </center>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1072 </body>
4816e4a8ae95 Uploaded
deepakjadmin
parents:
diff changeset
1073 </html>