Mercurial > repos > deepakjadmin > mayatool3_test2
diff docs/scripts/html/code/AnalyzeSDFilesData.html @ 0:4816e4a8ae95 draft default tip
Uploaded
| author | deepakjadmin |
|---|---|
| date | Wed, 20 Jan 2016 09:23:18 -0500 |
| parents | |
| children |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/docs/scripts/html/code/AnalyzeSDFilesData.html Wed Jan 20 09:23:18 2016 -0500 @@ -0,0 +1,1073 @@ +<html> +<head> +<title>MayaChemTools:Code:AnalyzeSDFilesData.pl</title> +<meta http-equiv="content-type" content="text/html;charset=utf-8"> +<link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css"> +</head> +<body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10"> +<br/> +<center> +<a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a> +</center> +<br/> +<pre> + 1 #!/usr/bin/perl -w + 2 <span class="c">#</span> + 3 <span class="c"># $RCSfile: AnalyzeSDFilesData.pl,v $</span> + 4 <span class="c"># $Date: 2015/02/28 20:46:04 $</span> + 5 <span class="c"># $Revision: 1.27 $</span> + 6 <span class="c">#</span> + 7 <span class="c"># Author: Manish Sud <msud@san.rr.com></span> + 8 <span class="c">#</span> + 9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span> + 10 <span class="c">#</span> + 11 <span class="c"># This file is part of MayaChemTools.</span> + 12 <span class="c">#</span> + 13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span> + 14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span> + 15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span> + 16 <span class="c"># later version.</span> + 17 <span class="c">#</span> + 18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span> + 19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span> + 20 <span class="c"># for a particular purpose. See the GNU Lesser General Public License for more</span> + 21 <span class="c"># details.</span> + 22 <span class="c">#</span> + 23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span> + 24 <span class="c"># along with MayaChemTools; if not, see <http://www.gnu.org/licenses/> or</span> + 25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span> + 26 <span class="c"># Boston, MA, 02111-1307, USA.</span> + 27 <span class="c">#</span> + 28 + 29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span> + 30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">"$FindBin::Bin/../lib"</span><span class="sc">;</span> + 31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span> + 32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span> + 33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span> + 34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span> + 35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span> + 36 <span class="k">use</span> <span class="w">SDFileUtil</span><span class="sc">;</span> + 37 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span> + 38 <span class="k">use</span> <span class="w">StatisticsUtil</span><span class="sc">;</span> + 39 + 40 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span> + 41 + 42 <span class="c"># Autoflush STDOUT</span> + 43 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span> + 44 + 45 <span class="c"># Starting message...</span> + 46 <span class="i">$ScriptName</span> = <span class="i">basename</span><span class="s">(</span><span class="i">$0</span><span class="s">)</span><span class="sc">;</span> + 47 <span class="k">print</span> <span class="q">"\n$ScriptName: Starting...\n\n"</span><span class="sc">;</span> + 48 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> + 49 + 50 <span class="c"># Get the options and setup script...</span> + 51 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 52 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> < <span class="n">1</span><span class="s">)</span> <span class="s">{</span> + 53 <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">"$FindBin::Bin/$ScriptName"</span><span class="s">)</span><span class="sc">;</span> + 54 <span class="s">}</span> + 55 + 56 <span class="k">my</span><span class="s">(</span><span class="i">@SDFilesList</span><span class="s">)</span><span class="sc">;</span> + 57 <span class="i">@SDFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">"sd sdf"</span><span class="s">)</span><span class="sc">;</span> + 58 + 59 <span class="k">print</span> <span class="q">"Processing options...\n"</span><span class="sc">;</span> + 60 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span> + 61 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 62 + 63 <span class="c"># Collect information about SD files...</span> + 64 <span class="k">print</span> <span class="q">"Checking input SD file(s)...\n"</span><span class="sc">;</span> + 65 <span class="k">my</span><span class="s">(</span><span class="i">%SDFilesInfo</span><span class="s">)</span><span class="sc">;</span> + 66 <span class="i">RetrieveSDFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 67 <span class="i">ProcessSDFilesDataLabelsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 68 + 69 <span class="c"># Generate output files...</span> + 70 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span> + 71 <span class="k">if</span> <span class="s">(</span><span class="i">@SDFilesList</span> > <span class="n">1</span><span class="s">)</span> <span class="s">{</span> + 72 <span class="k">print</span> <span class="q">"\nProcessing SD files...\n"</span><span class="sc">;</span> + 73 <span class="s">}</span> + 74 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SDFilesList</span><span class="s">)</span> <span class="s">{</span> + 75 <span class="k">if</span> <span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span> + 76 <span class="k">print</span> <span class="q">"\nProcessing file $SDFilesList[$FileIndex]...\n"</span><span class="sc">;</span> + 77 <span class="i">AnalyzeSDFile</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span> + 78 <span class="s">}</span> + 79 <span class="s">}</span> + 80 <span class="k">print</span> <span class="q">"\n$ScriptName:Done...\n\n"</span><span class="sc">;</span> + 81 + 82 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> + 83 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span> + 84 <span class="k">print</span> <span class="q">"Total time: "</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> + 85 + 86 <span class="c">###############################################################################</span> + 87 + 88 <span class="c"># Analyze data...</span> +<a name="AnalyzeSDFile-"></a> 89 <span class="k">sub </span><span class="m">AnalyzeSDFile</span> <span class="s">{</span> + 90 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 91 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">$DataValue</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> + 92 + 93 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> + 94 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 95 <span class="i">%DataFieldValuesToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 96 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 97 <span class="i">@</span>{<span class="i">$DataFieldValuesToAnalyzeMap</span>{<span class="i">$DataLabel</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 98 <span class="s">}</span> + 99 + 100 <span class="c"># Collect appropriate data field label values for analysis...</span> + 101 <span class="k">my</span><span class="s">(</span><span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">@CmpdLines</span><span class="cm">,</span> <span class="i">%DataFieldValues</span><span class="cm">,</span> <span class="i">$CmpdCount</span><span class="cm">,</span> <span class="i">$InvalidCmpdCount</span><span class="cm">,</span> <span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="sc">;</span> + 102 <span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">"$SDFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $SDFile: $! \n"</span><span class="sc">;</span> + 103 <span class="i">$CmpdCount</span> = <span class="n">0</span><span class="sc">;</span> + 104 <span class="i">$InvalidCmpdCount</span> = <span class="n">0</span><span class="sc">;</span> + 105 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span>\<span class="i">*SDFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 106 <span class="i">$CmpdCount</span>++<span class="sc">;</span> + 107 <span class="i">@CmpdLines</span> = <span class="k">split</span> <span class="q">"\n"</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="sc">;</span> + 108 <span class="i">%DataFieldValues</span> = <span class="i">GetCmpdDataHeaderLabelsAndValues</span><span class="s">(</span>\<span class="i">@CmpdLines</span><span class="s">)</span><span class="sc">;</span> + 109 <span class="i">@InvalidCmpdDataLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 110 <span class="j">DATALABEL:</span> <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 111 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span> + 112 <span class="i">$DataValue</span> = <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="sc">;</span> + 113 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span> + 114 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$DataValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 115 <span class="k">push</span> <span class="i">@InvalidCmpdDataLabels</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span> + 116 <span class="k">next</span> <span class="j">DATALABEL</span><span class="sc">;</span> + 117 <span class="s">}</span> + 118 <span class="s">}</span> + 119 <span class="k">push</span> <span class="i">@</span>{<span class="i">$DataFieldValuesToAnalyzeMap</span>{<span class="i">$DataLabel</span>}}<span class="cm">,</span> <span class="i">$DataValue</span><span class="sc">;</span> + 120 <span class="s">}</span> + 121 <span class="s">}</span> + 122 <span class="k">if</span> <span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span> <span class="s">{</span> + 123 <span class="i">$InvalidCmpdCount</span>++<span class="sc">;</span> + 124 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >=<span class="n">4</span> <span class="s">)</span> <span class="s">{</span> + 125 <span class="k">print</span> <span class="q">"Compound record $CmpdCount contains "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">" non-numerical or empty value(s) for data field(s) - "</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidCmpdDataLabels</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">" - to be analyzed:\n$CmpdString \n"</span><span class="sc">;</span> + 126 <span class="s">}</span> + 127 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">3</span><span class="s">)</span> <span class="s">{</span> + 128 <span class="k">print</span> <span class="q">"Compound record $CmpdCount contains "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">" non-numerical or empty value(s) for data field(s) - "</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidCmpdDataLabels</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">" - to be analyzed...\n"</span><span class="sc">;</span> + 129 <span class="s">}</span> + 130 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">2</span><span class="s">)</span> <span class="s">{</span> + 131 <span class="k">print</span> <span class="q">"Compound record $CmpdCount contains "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidCmpdDataLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">" non-numerical or empty value(s) for data field to be analyzed...\n"</span><span class="sc">;</span> + 132 <span class="s">}</span> + 133 <span class="s">}</span> + 134 <span class="s">}</span> + 135 <span class="k">if</span> <span class="s">(</span><span class="i">$InvalidCmpdCount</span> && <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 136 <span class="k">print</span> <span class="q">"Non-numerical or empty data present in $InvalidCmpdCount compound record(s)...\n"</span><span class="sc">;</span> + 137 <span class="s">}</span> + 138 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span> + 139 + 140 <span class="c"># Perform the analysis...</span> + 141 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span> + 142 <span class="i">@SpecifiedFunctionNames</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 143 + 144 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span> + 145 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> !~ <span class="q">/^(Covariance|Correlation|Frequency|Rsquare|StandardScores|StandardScoresN)$/i</span><span class="s">)</span> <span class="s">{</span> + 146 <span class="k">push</span> <span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span> + 147 <span class="s">}</span> + 148 <span class="s">}</span> + 149 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="s">)</span> <span class="s">{</span> + 150 <span class="i">PerformAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span> + 151 <span class="s">}</span> + 152 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 153 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} || <span class="i">$OptionsInfo</span>{<span class="w">CommonDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span> + 154 <span class="i">PerformMatrixAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> + 155 <span class="s">}</span> + 156 <span class="k">else</span> <span class="s">{</span> + 157 <span class="c"># Perform pairwise analysis for specified columns and write out calculated values - correlation</span> + 158 <span class="c"># rsquare, or covariance - in the same file.</span> + 159 <span class="i">PerformDataLabelPairAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> + 160 <span class="s">}</span> + 161 <span class="s">}</span> + 162 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> <span class="s">)</span> <span class="s">{</span> + 163 <span class="i">PerformStandardScoresAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> + 164 <span class="s">}</span> + 165 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 166 <span class="i">PerformFrequencyAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%DataFieldValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> + 167 <span class="s">}</span> + 168 + 169 <span class="s">}</span> + 170 + 171 <span class="c"># Calculate values for various statistical functions...</span> +<a name="PerformAnalysis-"></a> 172 <span class="k">sub </span><span class="m">PerformAnalysis</span> <span class="s">{</span> + 173 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$SpecifiedFunctionNamesRef</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 174 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="s">)</span><span class="sc">;</span> + 175 + 176 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">"."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 177 + 178 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> + 179 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> + 180 + 181 <span class="c"># Write out column labels...</span> + 182 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 183 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"DataLabel"</span><span class="sc">;</span> + 184 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span> + 185 <span class="i">$Label</span> = <span class="i">$SpecifiedFunction</span><span class="sc">;</span> + 186 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^(KLargest|KSmallest)$/i</span><span class="s">)</span> <span class="s">{</span> + 187 <span class="k">my</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span><span class="sc">;</span> + 188 <span class="i">$KthValue</span> = <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> ? <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} <span class="co">:</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="sc">;</span> + 189 <span class="i">$Label</span> = <span class="i">AddNumberSuffix</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span> . <span class="q">"$SpecifiedFunction"</span><span class="sc">;</span> + 190 <span class="i">$Label</span> =~ <span class="q">s/K//g</span><span class="sc">;</span> + 191 <span class="s">}</span> + 192 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span> + 193 <span class="i">$Label</span> = <span class="q">"${SpecifiedFunction}($OptionsInfo{TrimFraction})"</span><span class="sc">;</span> + 194 <span class="s">}</span> + 195 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="sc">;</span> + 196 <span class="s">}</span> + 197 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 198 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 199 + 200 <span class="c"># Go over each column to be analyzed...</span> + 201 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 202 + 203 <span class="c"># Turn off "strict"; otherwise, invoking statistical functions using function name string</span> + 204 <span class="c"># is problematic.</span> + 205 <span class="k">no</span> <span class="w">strict</span><span class="sc">;</span> + 206 + 207 <span class="k">my</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">%CalculatedValues</span><span class="s">)</span><span class="sc">;</span> + 208 <span class="i">%CalculatedValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 209 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 210 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 211 <span class="c"># Setup column id...</span> + 212 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span> + 213 <span class="i">$DataValuesRef</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel</span>}}<span class="sc">;</span> + 214 <span class="j">FUNCTIONNAME:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span> + 215 <span class="i">$Value</span> = <span class="q">""</span><span class="sc">;</span> + 216 <span class="k">if</span> <span class="s">(</span>!<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel</span>}}<span class="s">)</span> <span class="s">{</span> + 217 <span class="c"># Invalid column values...</span> + 218 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 219 <span class="k">next</span> <span class="j">FUNCTIONNAME</span><span class="sc">;</span> + 220 <span class="s">}</span> + 221 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^Count$/i</span><span class="s">)</span> <span class="s">{</span> + 222 <span class="i">$Value</span> = <span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel</span>}}<span class="sc">;</span> + 223 <span class="s">}</span> + 224 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> <span class="s">{</span> + 225 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>}<span class="s">)</span><span class="sc">;</span> + 226 <span class="s">}</span> + 227 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KSmallest$/i</span><span class="s">)</span> <span class="s">{</span> + 228 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="s">)</span><span class="sc">;</span> + 229 <span class="s">}</span> + 230 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardDeviation$/i</span><span class="s">)</span> <span class="s">{</span> + 231 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 232 <span class="i">$Value</span> = <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="sc">;</span> + 233 <span class="s">}</span> + 234 <span class="k">else</span> <span class="s">{</span> + 235 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span> + 236 <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span> + 237 <span class="s">}</span> + 238 <span class="s">}</span> + 239 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardError$/i</span><span class="s">)</span> <span class="s">{</span> + 240 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 241 <span class="i">$Value</span> = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span> + 242 <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span> + 243 <span class="s">}</span> + 244 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span> <span class="s">{</span> + 245 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$DataLabel</span>}{<span class="w">StandardDeviation</span>}<span class="cm">,</span> <span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel</span>}}<span class="s">)</span><span class="sc">;</span> + 246 <span class="s">}</span> + 247 <span class="s">}</span> + 248 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span> + 249 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>}<span class="s">)</span><span class="sc">;</span> + 250 <span class="s">}</span> + 251 <span class="k">else</span> <span class="s">{</span> + 252 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span> + 253 <span class="s">}</span> + 254 <span class="c"># Format the output value. And add zero to get rid of tariling zeros...</span> + 255 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 256 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 257 <span class="s">}</span> + 258 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 259 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 260 <span class="s">}</span> + 261 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> + 262 <span class="s">}</span> + 263 + 264 <span class="c"># Calculate covariance, correlation, rsquare for specified data field label pairs....</span> +<a name="PerformDataLabelPairAnalysis-"></a> 265 <span class="k">sub </span><span class="m">PerformDataLabelPairAnalysis</span> <span class="s">{</span> + 266 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 267 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span> + 268 + 269 <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 270 <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 271 <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 272 + 273 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"DataFieldPairsAnalysis."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 274 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> + 275 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> + 276 + 277 <span class="c"># Write out the column labels...</span> + 278 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 279 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="s">(</span><span class="q">"DataLabel1"</span><span class="cm">,</span> <span class="q">"DataLabel2"</span><span class="s">)</span><span class="sc">;</span> + 280 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 281 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"Correlation"</span><span class="sc">;</span> + 282 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 283 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"RSquare"</span><span class="sc">;</span> + 284 <span class="s">}</span> + 285 <span class="s">}</span> + 286 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 287 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"Covariance"</span><span class="sc">;</span> + 288 <span class="s">}</span> + 289 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 290 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 291 + 292 <span class="c"># Go over each data field pair...</span> + 293 <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span> <span class="i">$LabelIndex</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="cm">,</span> <span class="i">$DataValues1</span><span class="cm">,</span> <span class="i">$DataValues2</span><span class="cm">,</span> <span class="i">@DataLabelPairs1ToAnalyze</span><span class="cm">,</span> <span class="i">@DataLabelPairs2ToAnalyze</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span><span class="sc">;</span> + 294 + 295 <span class="i">@DataLabelPairs1ToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 296 <span class="i">@DataLabelPairs2ToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 297 <span class="k">for</span> <span class="i">$LabelIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#DataLabelPairs1ToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 298 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 299 <span class="i">$DataLabel1</span> = <span class="i">$DataLabelPairs1ToAnalyze</span>[<span class="i">$LabelIndex</span>]<span class="sc">;</span> + 300 <span class="i">$DataLabel2</span> = <span class="i">$DataLabelPairs2ToAnalyze</span>[<span class="i">$LabelIndex</span>]<span class="sc">;</span> + 301 <span class="i">$DataValues1</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel1</span>}}<span class="sc">;</span> + 302 <span class="i">$DataValues2</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel2</span>}}<span class="sc">;</span> + 303 + 304 <span class="c"># Setup column ids...</span> + 305 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="sc">;</span> + 306 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="sc">;</span> + 307 + 308 <span class="k">if</span> <span class="s">(</span><span class="i">@$DataValues1</span> != <span class="i">@$DataValues2</span><span class="s">)</span> <span class="s">{</span> + 309 <span class="c"># Print a warning...</span> + 310 <span class="k">warn</span> <span class="q">"Warning: Skipping analysis for data field pair $DataLabel1, $DataLabel2: Number of valid data values must be same.\n"</span><span class="sc">;</span> + 311 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 312 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">""</span><span class="sc">;</span> + 313 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 314 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">""</span><span class="sc">;</span> + 315 <span class="s">}</span> + 316 <span class="s">}</span> + 317 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 318 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">""</span><span class="sc">;</span> + 319 <span class="s">}</span> + 320 <span class="s">}</span> + 321 <span class="k">else</span> <span class="s">{</span> + 322 <span class="c"># Calculate appropriate value...</span> + 323 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 324 <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$DataValues1</span><span class="cm">,</span> <span class="i">$DataValues2</span><span class="s">)</span><span class="sc">;</span> + 325 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 326 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 327 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 328 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 329 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 330 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 331 <span class="s">}</span> + 332 <span class="s">}</span> + 333 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 334 <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$DataValues1</span><span class="cm">,</span> <span class="i">$DataValues2</span><span class="s">)</span><span class="sc">;</span> + 335 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 336 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 337 <span class="s">}</span> + 338 <span class="s">}</span> + 339 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 340 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 341 <span class="s">}</span> + 342 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> + 343 <span class="s">}</span> + 344 + 345 <span class="c"># Generate histogram numbers...</span> +<a name="PerformFrequencyAnalysis-"></a> 346 <span class="k">sub </span><span class="m">PerformFrequencyAnalysis</span> <span class="s">{</span> + 347 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 348 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">%FrequencyMap</span><span class="s">)</span><span class="sc">;</span> + 349 + 350 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 351 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 352 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$DataLabel</span> . <span class="q">"FrequencyAnalysis."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 353 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> + 354 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> + 355 + 356 <span class="c"># Write out the column labels...</span> + 357 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 358 <span class="k">push</span> <span class="i">@ColLabels</span> <span class="cm">,</span> <span class="s">(</span><span class="q">"Bins"</span><span class="cm">,</span> <span class="q">"Frequency"</span><span class="s">)</span><span class="sc">;</span> + 359 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 360 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 361 + 362 <span class="c">#Calculate and write out frequency values...</span> + 363 <span class="i">%FrequencyMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 364 <span class="i">$DataValuesRef</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel</span>}}<span class="sc">;</span> + 365 <span class="k">if</span> <span class="s">(</span><span class="i">@$DataValuesRef</span><span class="s">)</span> <span class="s">{</span> + 366 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span> <span class="s">{</span> + 367 <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> \<span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span><span class="sc">;</span> + 368 <span class="s">}</span> + 369 <span class="k">else</span> <span class="s">{</span> + 370 <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="sc">;</span> + 371 <span class="s">}</span> + 372 <span class="s">}</span> + 373 <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="k">sort</span> <span class="s">{</span> <span class="i">$a</span> <=> <span class="i">$b</span> <span class="s">}</span> <span class="k">keys</span> <span class="i">%FrequencyMap</span><span class="s">)</span> <span class="s">{</span> + 374 <span class="i">$FrequencyValue</span> = <span class="i">$FrequencyMap</span>{<span class="i">$BinValue</span>}<span class="sc">;</span> + 375 + 376 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 377 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 378 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 379 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$FrequencyValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 380 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 381 + 382 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 383 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 384 <span class="s">}</span> + 385 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> + 386 <span class="s">}</span> + 387 <span class="s">}</span> + 388 + 389 <span class="c"># Calculate covariance, correlation/rsquare matrices....</span> +<a name="PerformMatrixAnalysis-"></a> 390 <span class="k">sub </span><span class="m">PerformMatrixAnalysis</span> <span class="s">{</span> + 391 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 392 <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationTextFile</span><span class="cm">,</span> <span class="i">$CovarianceTextFile</span><span class="cm">,</span> <span class="i">$RSquareTextFile</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span> + 393 + 394 <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 395 <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 396 <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 397 + 398 <span class="i">$CorrelationTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"CorrelationMatrix."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 399 <span class="i">$RSquareTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"RSquareMatrix."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 400 <span class="i">$CovarianceTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"CovarianceMatrix."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 401 + 402 <span class="k">my</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="cm">,</span> <span class="i">$Delimiter</span><span class="s">)</span><span class="sc">;</span> + 403 <span class="i">$TextFilesList</span> = <span class="q">""</span><span class="sc">;</span> + 404 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 405 <span class="i">$TextFilesList</span> = <span class="i">$CorrelationTextFile</span><span class="sc">;</span> + 406 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 407 <span class="i">$TextFilesList</span> .= <span class="q">", $CorrelationTextFile"</span><span class="sc">;</span> + 408 <span class="s">}</span> + 409 <span class="s">}</span> + 410 <span class="i">$Delimiter</span> = <span class="k">length</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="s">)</span> ? <span class="q">","</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 411 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 412 <span class="i">$TextFilesList</span> .= <span class="q">"${Delimiter} ${CorrelationTextFile}"</span><span class="sc">;</span> + 413 <span class="s">}</span> + 414 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesList</span> =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span> + 415 <span class="k">print</span> <span class="q">"Generating new text files $TextFilesList...\n"</span> + 416 <span class="s">}</span> + 417 <span class="k">else</span> <span class="s">{</span> + 418 <span class="k">print</span> <span class="q">"Generating new text file $TextFilesList...\n"</span> + 419 <span class="s">}</span> + 420 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 421 <span class="k">open</span> <span class="w">CORRELATIONTEXTFILE</span><span class="cm">,</span> <span class="q">">$CorrelationTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $CorrelationTextFile: $! \n"</span><span class="sc">;</span> + 422 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 423 <span class="k">open</span> <span class="w">RSQUARETEXTFILE</span><span class="cm">,</span> <span class="q">">$RSquareTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $RSquareTextFile: $! \n"</span><span class="sc">;</span> + 424 <span class="s">}</span> + 425 <span class="s">}</span> + 426 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 427 <span class="k">open</span> <span class="w">COVARIANCETEXTFILE</span><span class="cm">,</span> <span class="q">">$CovarianceTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $CovarianceTextFile: $! \n"</span><span class="sc">;</span> + 428 <span class="s">}</span> + 429 + 430 <span class="k">my</span><span class="s">(</span><span class="i">$Line</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="cm">,</span> <span class="i">$DataValuesRef1</span><span class="cm">,</span> <span class="i">$DataValuesRef2</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">@RSquareRowValues</span><span class="s">)</span><span class="sc">;</span> + 431 + 432 <span class="c"># Write out the column labels...</span> + 433 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 434 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 435 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 436 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 437 <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 438 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 439 <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 440 <span class="s">}</span> + 441 <span class="s">}</span> + 442 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 443 <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 444 <span class="s">}</span> + 445 + 446 <span class="c"># Due to symmetric nature of these matrices, only one half needs to be</span> + 447 <span class="c"># calculated. So, just calculate the lower half and copy it to upper half...</span> + 448 <span class="k">my</span><span class="s">(</span><span class="i">%CorrelationMatrixMap</span><span class="cm">,</span> <span class="i">%RSquareMatrixMap</span><span class="cm">,</span> <span class="i">%CovarianceMatrixMap</span><span class="cm">,</span> <span class="i">$LabelIndex1</span><span class="cm">,</span> <span class="i">$LabelIndex2</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="s">)</span><span class="sc">;</span> + 449 + 450 <span class="i">%CorrelationMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%RSquareMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%CovarianceMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 451 <span class="i">@DataLabelsToAnalyze</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 452 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} ? <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]} <span class="co">:</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 453 + 454 <span class="k">for</span> <span class="i">$LabelIndex1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span> - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 455 <span class="i">$DataLabel1</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex1</span>]<span class="sc">;</span> + 456 <span class="k">for</span> <span class="i">$LabelIndex2</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$LabelIndex1</span><span class="s">)</span> <span class="s">{</span> + 457 <span class="i">$DataLabel2</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex2</span>]<span class="sc">;</span> + 458 <span class="i">$DataValuesRef1</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel1</span>}}<span class="sc">;</span> + 459 <span class="i">$DataValuesRef2</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel2</span>}}<span class="sc">;</span> + 460 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 461 <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$DataValuesRef1</span><span class="cm">,</span> <span class="i">$DataValuesRef2</span><span class="s">)</span><span class="sc">;</span> + 462 <span class="i">$CorrelationValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 463 <span class="i">$CorrelationMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span> + 464 <span class="k">if</span> <span class="s">(</span><span class="i">$DataLabel1</span> <span class="k">ne</span> <span class="i">$DataLabel2</span><span class="s">)</span> <span class="s">{</span> + 465 <span class="i">$CorrelationMatrixMap</span>{<span class="i">$DataLabel2</span>}{<span class="i">$DataLabel1</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span> + 466 <span class="s">}</span> + 467 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 468 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 469 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 470 <span class="i">$RSquareMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span> + 471 <span class="k">if</span> <span class="s">(</span><span class="i">$DataLabel1</span> <span class="k">ne</span> <span class="i">$DataLabel2</span><span class="s">)</span> <span class="s">{</span> + 472 <span class="i">$RSquareMatrixMap</span>{<span class="i">$DataLabel2</span>}{<span class="i">$DataLabel1</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span> + 473 <span class="s">}</span> + 474 <span class="s">}</span> + 475 <span class="s">}</span> + 476 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 477 <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$DataValuesRef1</span><span class="cm">,</span> <span class="i">$DataValuesRef2</span><span class="s">)</span><span class="sc">;</span> + 478 <span class="i">$CovarianceValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 479 <span class="i">$CovarianceMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span> + 480 <span class="k">if</span> <span class="s">(</span><span class="i">$DataLabel1</span> <span class="k">ne</span> <span class="i">$DataLabel2</span><span class="s">)</span> <span class="s">{</span> + 481 <span class="i">$CovarianceMatrixMap</span>{<span class="i">$DataLabel2</span>}{<span class="i">$DataLabel1</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span> + 482 <span class="s">}</span> + 483 <span class="s">}</span> + 484 <span class="s">}</span> + 485 <span class="s">}</span> + 486 + 487 <span class="c"># Write out the matrices...</span> + 488 <span class="k">for</span> <span class="i">$LabelIndex1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span> - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 489 <span class="i">$DataLabel1</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex1</span>]<span class="sc">;</span> + 490 <span class="i">@CorrelationRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 491 <span class="i">@RSquareRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 492 <span class="i">@CovarianceRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 493 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 494 <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="sc">;</span> + 495 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 496 <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="sc">;</span> + 497 <span class="s">}</span> + 498 <span class="s">}</span> + 499 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 500 <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span> + 501 <span class="s">}</span> + 502 <span class="k">for</span> <span class="i">$LabelIndex2</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span> - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 503 <span class="i">$DataLabel2</span> = <span class="i">$DataLabelsToAnalyze</span>[<span class="i">$LabelIndex2</span>]<span class="sc">;</span> + 504 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 505 <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$CorrelationMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>}<span class="sc">;</span> + 506 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 507 <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$RSquareMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>}<span class="sc">;</span> + 508 <span class="s">}</span> + 509 <span class="s">}</span> + 510 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 511 <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$CovarianceMatrixMap</span>{<span class="i">$DataLabel1</span>}{<span class="i">$DataLabel2</span>}<span class="sc">;</span> + 512 <span class="s">}</span> + 513 <span class="s">}</span> + 514 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 515 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 516 <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 517 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 518 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 519 <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 520 <span class="s">}</span> + 521 <span class="s">}</span> + 522 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 523 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 524 <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> + 525 <span class="s">}</span> + 526 <span class="s">}</span> + 527 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 528 <span class="k">close</span> <span class="w">CORRELATIONTEXTFILE</span><span class="sc">;</span> + 529 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> + 530 <span class="k">close</span> <span class="w">RSQUARETEXTFILE</span><span class="sc">;</span> + 531 <span class="s">}</span> + 532 <span class="s">}</span> + 533 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> + 534 <span class="k">close</span> <span class="w">COVARIANCETEXTFILE</span><span class="sc">;</span> + 535 <span class="s">}</span> + 536 <span class="s">}</span> + 537 + 538 <span class="c"># Calculate standard scores...</span> +<a name="PerformStandardScoresAnalysis-"></a> 539 <span class="k">sub </span><span class="m">PerformStandardScoresAnalysis</span> <span class="s">{</span> + 540 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 541 <span class="k">my</span><span class="s">(</span><span class="i">$StandardScores</span><span class="cm">,</span> <span class="i">$StandardScoresN</span><span class="cm">,</span> <span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$NewLine</span><span class="s">)</span><span class="sc">;</span> + 542 + 543 <span class="i">$StandardScores</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 544 <span class="i">$StandardScoresN</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 545 + 546 <span class="i">$NewTextFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"StandardScores."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 547 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> + 548 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> + 549 + 550 <span class="k">my</span><span class="s">(</span><span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="s">)</span><span class="sc">;</span> + 551 <span class="c"># Write out column labels...</span> + 552 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 553 <span class="i">@DataLabelsToAnalyze</span> = <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 554 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 555 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span> + 556 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"${DataLabel}\(StandardScores)"</span><span class="sc">;</span> + 557 <span class="s">}</span> + 558 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span> + 559 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"${DataLabel}\(StandardScoresN)"</span><span class="sc">;</span> + 560 <span class="s">}</span> + 561 <span class="s">}</span> + 562 <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 563 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$NewLine\n"</span><span class="sc">;</span> + 564 + 565 <span class="c"># Go over each column to be analyzed and calculate standard deviation</span> + 566 <span class="c"># and mean values...</span> + 567 <span class="k">my</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="cm">,</span> <span class="i">%StandardDeviationMap</span><span class="cm">,</span> <span class="i">%StandardDeviationNMap</span><span class="cm">,</span> <span class="i">%MeanMap</span><span class="s">)</span><span class="sc">;</span> + 568 <span class="i">%StandardDeviationMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 569 <span class="i">%StandardDeviationNMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 570 <span class="i">%MeanMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 571 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 572 <span class="i">$DataValuesRef</span> = \<span class="i">@</span>{<span class="i">$DataValuesToAnalyzeMapRef</span>->{<span class="i">$DataLabel</span>}}<span class="sc">;</span> + 573 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 574 <span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>} = <span class="i">Mean</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span> + 575 <span class="s">}</span> + 576 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span> + 577 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 578 <span class="i">$StandardDeviationMap</span>{<span class="i">$DataLabel</span>} = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span> + 579 <span class="s">}</span> + 580 <span class="s">}</span> + 581 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span> + 582 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationNMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 583 <span class="i">$StandardDeviationNMap</span>{<span class="i">$DataLabel</span>} = <span class="i">StandardDeviationN</span><span class="s">(</span><span class="i">$DataValuesRef</span><span class="s">)</span><span class="sc">;</span> + 584 <span class="s">}</span> + 585 <span class="s">}</span> + 586 <span class="s">}</span> + 587 <span class="c">#</span> + 588 <span class="c"># Go over each data field and calculate standard scores for each column</span> + 589 <span class="c"># using (x[i] - mean) / (n - 1) for StandardScores and (x[i] - mean) / n</span> + 590 <span class="c"># for StandardScoresN; write out the calculated values as well...</span> + 591 + 592 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$ValueOkay</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">@CmpdLines</span><span class="cm">,</span> <span class="i">%DataFieldValues</span><span class="s">)</span><span class="sc">;</span> + 593 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> + 594 + 595 <span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">"$SDFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $SDFile: $! \n"</span><span class="sc">;</span> + 596 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span>\<span class="i">*SDFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 597 <span class="i">@CmpdLines</span> = <span class="k">split</span> <span class="q">"\n"</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="sc">;</span> + 598 <span class="i">%DataFieldValues</span> = <span class="i">GetCmpdDataHeaderLabelsAndValues</span><span class="s">(</span>\<span class="i">@CmpdLines</span><span class="s">)</span><span class="sc">;</span> + 599 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 600 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 601 <span class="i">$Value</span> = <span class="q">""</span><span class="sc">;</span> + 602 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span> + 603 <span class="i">$Value</span> = <span class="i">$DataFieldValues</span>{<span class="i">$DataLabel</span>}<span class="sc">;</span> + 604 <span class="s">}</span> + 605 <span class="i">$ValueOkay</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} && !<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span> + 606 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span> + 607 <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span>/<span class="i">$StandardDeviationMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 608 <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 609 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span> + 610 <span class="s">}</span> + 611 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span> + 612 <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span>/<span class="i">$StandardDeviationNMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 613 <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 614 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span> + 615 <span class="s">}</span> + 616 <span class="s">}</span> + 617 <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> + 618 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$NewLine\n"</span><span class="sc">;</span> + 619 <span class="s">}</span> + 620 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span> + 621 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> + 622 + 623 <span class="s">}</span> + 624 + 625 <span class="c"># Make sure the specified data field labels exists in SD files...</span> +<a name="ProcessSDFilesDataLabelsInfo-"></a> 626 <span class="k">sub </span><span class="m">ProcessSDFilesDataLabelsInfo</span> <span class="s">{</span> + 627 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$DataFieldIndex</span><span class="cm">,</span> <span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">%UniqueDataLabelsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> + 628 + 629 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 630 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 631 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 632 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 633 + 634 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SDFilesList</span><span class="s">)</span> <span class="s">{</span> + 635 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> + 636 + 637 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 638 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 639 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 640 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 641 + 642 <span class="i">%UniqueDataLabelsToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 643 + 644 <span class="k">if</span> <span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> + 645 <span class="i">@DataLabelsToAnalyze</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 646 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}}<span class="s">)</span> <span class="s">{</span> + 647 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}}<span class="s">)</span> <span class="s">{</span> + 648 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 649 <span class="k">push</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">$DataLabel</span><span class="sc">;</span> + 650 <span class="s">}</span> + 651 <span class="s">}</span> + 652 <span class="s">}</span> + 653 <span class="k">elsif</span> <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DataFields</span>}<span class="s">)</span> && <span class="i">$OptionsInfo</span>{<span class="w">DataFields</span>} =~ <span class="q">/^All$/i</span><span class="s">)</span> <span class="s">{</span> + 654 <span class="k">push</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 655 <span class="s">}</span> + 656 <span class="k">else</span> <span class="s">{</span> + 657 <span class="k">push</span> <span class="i">@DataLabelsToAnalyze</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 658 <span class="s">}</span> + 659 <span class="k">if</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 660 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@DataLabelsToAnalyze</span><span class="sc">;</span> + 661 <span class="c"># Set up unique data field label map as well...</span> + 662 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 663 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span> + 664 <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>} = <span class="i">$DataLabel</span><span class="sc">;</span> + 665 <span class="s">}</span> + 666 <span class="s">}</span> + 667 <span class="s">}</span> + 668 <span class="k">else</span> <span class="s">{</span> + 669 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: None of the data field labels specified, @{$OptionsInfo{SpecifiedDataLabels}}, using \"--datafields\" option exist.\n"</span><span class="sc">;</span> + 670 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> + 671 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 672 <span class="s">}</span> + 673 <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} && <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 674 <span class="c"># Make sure specific frequency files don't exist...</span> + 675 <span class="k">my</span><span class="s">(</span><span class="i">$FrequencyFile</span><span class="s">)</span><span class="sc">;</span> + 676 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 677 <span class="i">$FrequencyFile</span> = <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel</span>} . <span class="q">"FrequencyAnalysis."</span> . <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 678 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$FrequencyFile</span><span class="s">)</span> <span class="s">{</span> + 679 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: The file $FrequencyFile already exists.\n"</span><span class="sc">;</span> + 680 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> + 681 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 682 <span class="s">}</span> + 683 <span class="s">}</span> + 684 <span class="s">}</span> + 685 <span class="c"># Setup specified data field label pairs...</span> + 686 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> <span class="s">{</span> + 687 <span class="k">my</span><span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span> + 688 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}}<span class="s">)</span> <span class="s">{</span> + 689 <span class="c"># Make sure both data field labels exist...</span> + 690 <span class="k">my</span><span class="s">(</span><span class="i">$DataFieldIndex</span><span class="s">)</span><span class="sc">;</span> + 691 <span class="k">for</span> <span class="s">(</span><span class="i">$DataFieldIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="s">(</span><span class="s">(</span><span class="i">$DataFieldIndex</span> + <span class="n">1</span><span class="s">)</span> < <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}}<span class="s">)</span><span class="sc">;</span> <span class="i">$DataFieldIndex</span> += <span class="n">2</span> <span class="s">)</span> <span class="s">{</span> + 692 <span class="i">$DataLabel1</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}[<span class="i">$DataFieldIndex</span>]<span class="sc">;</span> + 693 <span class="i">$DataLabel2</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}[<span class="i">$DataFieldIndex</span> + <span class="n">1</span>]<span class="sc">;</span> + 694 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel1</span>}<span class="s">)</span> && <span class="k">exists</span><span class="s">(</span><span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$DataLabel2</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 695 <span class="k">push</span> <span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span> + 696 <span class="s">}</span> + 697 <span class="s">}</span> + 698 <span class="s">}</span> + 699 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span> + 700 <span class="k">for</span> <span class="i">$DataLabel1</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 701 <span class="k">for</span> <span class="i">$DataLabel2</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 702 <span class="k">push</span> <span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span> + 703 <span class="s">}</span> + 704 <span class="s">}</span> + 705 <span class="s">}</span> + 706 <span class="k">else</span> <span class="s">{</span> + 707 <span class="k">for</span> <span class="i">$DataLabel1</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 708 <span class="k">for</span> <span class="i">$DataLabel2</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 709 <span class="k">push</span> <span class="i">@DataLabelPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$DataLabel1</span><span class="cm">,</span> <span class="i">$DataLabel2</span><span class="s">)</span><span class="sc">;</span> + 710 <span class="s">}</span> + 711 <span class="s">}</span> + 712 <span class="s">}</span> + 713 <span class="k">if</span> <span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 714 <span class="k">if</span> <span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span> + 715 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: Invalid number values specified using \"--datafieldpairs\" option: It must contain even number of valid values.\n"</span><span class="sc">;</span> + 716 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> + 717 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 718 <span class="s">}</span> + 719 <span class="k">else</span> <span class="s">{</span> + 720 <span class="k">for</span> <span class="s">(</span><span class="i">$DataFieldIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="i">$DataFieldIndex</span> < <span class="i">@DataLabelPairsToAnalyze</span><span class="sc">;</span> <span class="i">$DataFieldIndex</span> += <span class="n">2</span><span class="s">)</span> <span class="s">{</span> + 721 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$DataLabelPairsToAnalyze</span>[<span class="i">$DataFieldIndex</span>]<span class="sc">;</span> + 722 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">DataLabelPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$DataLabelPairsToAnalyze</span>[<span class="i">$DataFieldIndex</span> + <span class="n">1</span>]<span class="sc">;</span> + 723 <span class="s">}</span> + 724 <span class="c"># Set up unique data field labe map as well...</span> + 725 <span class="k">for</span> <span class="i">$DataLabel</span> <span class="s">(</span><span class="i">@DataLabelPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span> + 726 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>}<span class="s">)</span> <span class="s">{</span> + 727 <span class="i">$UniqueDataLabelsToAnalyzeMap</span>{<span class="i">$DataLabel</span>} = <span class="i">$DataLabel</span><span class="sc">;</span> + 728 <span class="s">}</span> + 729 <span class="s">}</span> + 730 <span class="s">}</span> + 731 <span class="s">}</span> + 732 <span class="s">}</span> + 733 <span class="c"># Setup unique data field label array...</span> + 734 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">UniqueDataLabelsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="s">(</span><span class="k">sort</span> <span class="k">keys</span> <span class="i">%UniqueDataLabelsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> + 735 <span class="s">}</span> + 736 <span class="s">}</span> + 737 <span class="s">}</span> + 738 + 739 <span class="c"># Retrieve information about input SD files...</span> +<a name="RetrieveSDFilesInfo-"></a> 740 <span class="k">sub </span><span class="m">RetrieveSDFilesInfo</span> <span class="s">{</span> + 741 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">$Index</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$OutFile</span><span class="cm">,</span> <span class="i">$OutFileRoot</span><span class="cm">,</span> <span class="i">$OutFileExt</span><span class="cm">,</span> <span class="i">$CmpdCount</span><span class="s">)</span><span class="sc">;</span> + 742 + 743 <span class="i">%SDFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 744 + 745 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 746 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CmpdCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 747 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 748 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 749 + 750 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataFieldLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 751 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataFieldLabelsMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 752 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 753 + 754 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SDFilesList</span><span class="s">)</span> <span class="s">{</span> + 755 <span class="i">$SDFile</span> = <span class="i">$SDFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> + 756 + 757 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> + 758 + 759 <span class="i">$SDFilesInfo</span>{<span class="w">CmpdCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> + 760 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> + 761 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> + 762 + 763 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 764 <span class="i">%</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 765 <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 766 + 767 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$SDFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 768 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: It doesn't exist\n"</span><span class="sc">;</span> + 769 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 770 <span class="s">}</span> + 771 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="q">"sd sdf"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 772 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: It's not a SD file\n"</span><span class="sc">;</span> + 773 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 774 <span class="s">}</span> + 775 + 776 <span class="c"># Generate appropriate name for the new text files...</span> + 777 <span class="i">$FileDir</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">""</span><span class="sc">;</span> + 778 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$SDFile</span><span class="s">)</span><span class="sc">;</span> + 779 <span class="i">$OutFileExt</span> = <span class="q">"csv"</span><span class="sc">;</span> + 780 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span><span class="s">)</span> <span class="s">{</span> + 781 <span class="i">$OutFileExt</span> = <span class="q">"tsv"</span><span class="sc">;</span> + 782 <span class="s">}</span> + 783 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>} && <span class="s">(</span><span class="i">@SDFilesList</span> == <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 784 <span class="k">my</span> <span class="s">(</span><span class="i">$RootFileDir</span><span class="cm">,</span> <span class="i">$RootFileName</span><span class="cm">,</span> <span class="i">$RootFileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span><span class="sc">;</span> + 785 <span class="k">if</span> <span class="s">(</span><span class="i">$RootFileName</span> && <span class="i">$RootFileExt</span><span class="s">)</span> <span class="s">{</span> + 786 <span class="i">$FileName</span> = <span class="i">$RootFileName</span><span class="sc">;</span> + 787 <span class="s">}</span> + 788 <span class="k">else</span> <span class="s">{</span> + 789 <span class="i">$FileName</span> = <span class="i">$Options</span>{<span class="w">root</span>}<span class="sc">;</span> + 790 <span class="s">}</span> + 791 <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span> + 792 <span class="s">}</span> + 793 <span class="k">else</span> <span class="s">{</span> + 794 <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span> + 795 <span class="s">}</span> + 796 <span class="i">$OutFile</span> = <span class="i">$OutFileRoot</span> . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">".$OutFileExt"</span><span class="sc">;</span> + 797 + 798 <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>}<span class="s">)</span> <span class="s">{</span> + 799 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$OutFile</span><span class="s">)</span> <span class="s">{</span> + 800 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: The file $OutFile already exists\n"</span><span class="sc">;</span> + 801 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 802 <span class="s">}</span> + 803 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 804 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span> + 805 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}CovarianceMatrix.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 806 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: The file ${OutFileRoot}Covariance.${FileExt} already exists.\n"</span><span class="sc">;</span> + 807 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 808 <span class="s">}</span> + 809 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}CorrelationMatrix.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 810 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: The file ${OutFileRoot}CorrelationMatrix.${FileExt} already exists.\n"</span><span class="sc">;</span> + 811 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 812 <span class="s">}</span> + 813 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}RSquareMatrix.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 814 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: The file ${OutFileRoot}RSquareMatrix.${FileExt} already exists.\n"</span><span class="sc">;</span> + 815 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 816 <span class="s">}</span> + 817 <span class="s">}</span> + 818 <span class="k">else</span> <span class="s">{</span> + 819 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}ColumnPairsAnalysis.${FileExt}"</span><span class="s">)</span> <span class="s">{</span> + 820 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: The file ${OutFileRoot}ColumnPairsAnalysis.${FileExt} already exists.\n"</span><span class="sc">;</span> + 821 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 822 <span class="s">}</span> + 823 <span class="s">}</span> + 824 <span class="s">}</span> + 825 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}StandardScores.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 826 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: The file ${OutFileRoot}StandardScores.${FileExt} already exists.\n"</span><span class="sc">;</span> + 827 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 828 <span class="s">}</span> + 829 <span class="s">}</span> + 830 + 831 <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">"$SDFile"</span><span class="s">)</span> <span class="s">{</span> + 832 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $SDFile: Couldn't open it: $! \n"</span><span class="sc">;</span> + 833 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 834 <span class="s">}</span> + 835 + 836 <span class="k">my</span><span class="s">(</span><span class="i">$CmpdCount</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$DataFieldLabelsRef</span><span class="cm">,</span> <span class="i">$CommonDataFieldLabelsRef</span><span class="cm">,</span> <span class="i">@DataFieldLabels</span><span class="cm">,</span> <span class="i">@CommonDataFieldLabels</span><span class="s">)</span><span class="sc">;</span> + 837 <span class="i">$CmpdCount</span> = <span class="n">0</span><span class="sc">;</span> + 838 <span class="i">@DataFieldLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 839 <span class="i">@CommonDataFieldLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 840 <span class="s">(</span><span class="i">$CmpdCount</span><span class="cm">,</span> <span class="i">$DataFieldLabelsRef</span><span class="cm">,</span> <span class="i">$CommonDataFieldLabelsRef</span><span class="s">)</span> = <span class="i">GetAllAndCommonCmpdDataHeaderLabels</span><span class="s">(</span>\<span class="i">*SDFILE</span><span class="s">)</span><span class="sc">;</span> + 841 <span class="k">push</span> <span class="i">@DataFieldLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$DataFieldLabelsRef</span>}<span class="sc">;</span> + 842 <span class="k">push</span> <span class="i">@CommonDataFieldLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$CommonDataFieldLabelsRef</span>}<span class="sc">;</span> + 843 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span> + 844 + 845 <span class="i">$SDFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span> + 846 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">"$OutFileRoot"</span><span class="sc">;</span> + 847 <span class="i">$SDFilesInfo</span>{<span class="w">NewTextFileExt</span>}[<span class="i">$Index</span>] = <span class="q">"$OutFileExt"</span><span class="sc">;</span> + 848 + 849 <span class="i">$SDFilesInfo</span>{<span class="w">CmpdCount</span>}[<span class="i">$Index</span>] = <span class="i">$CmpdCount</span><span class="sc">;</span> + 850 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@DataFieldLabels</span><span class="sc">;</span> + 851 <span class="k">push</span> <span class="i">@</span>{<span class="i">$SDFilesInfo</span>{<span class="w">CommonDataLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@CommonDataFieldLabels</span><span class="sc">;</span> + 852 <span class="k">for</span> <span class="i">$Label</span> <span class="s">(</span><span class="i">@DataFieldLabels</span><span class="s">)</span> <span class="s">{</span> + 853 <span class="i">$SDFilesInfo</span>{<span class="w">AllDataLabelsMap</span>}[<span class="i">$Index</span>]{<span class="i">$Label</span>} = <span class="i">$Label</span><span class="sc">;</span> + 854 <span class="s">}</span> + 855 <span class="s">}</span> + 856 <span class="s">}</span> + 857 + 858 <span class="c"># Process option values...</span> +<a name="ProcessOptions-"></a> 859 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span> + 860 <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 861 + 862 <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span> + 863 + 864 <span class="i">$OptionsInfo</span>{<span class="w">DataFields</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">datafields</span>} ? <span class="i">$Options</span>{<span class="w">datafields</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> + 865 + 866 <span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} = <span class="i">$Options</span>{<span class="w">detail</span>}<span class="sc">;</span> + 867 + 868 <span class="c"># Setup supported statistical functions...</span> + 869 <span class="k">my</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="cm">,</span> <span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="i">%SupportedStatisticaFunctionsMap</span><span class="s">)</span><span class="sc">;</span> + 870 + 871 <span class="i">%SupportedStatisticaFunctionsMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 872 <span class="i">@SupportedStatisticaFunctions</span> = <span class="q">qw(Average AverageDeviation Correlation Count Covariance GeometricMean Frequency HarmonicMean KLargest KSmallest Kurtosis Maximum Minimum Mean Median Mode RSquare Skewness Sum SumOfSquares StandardDeviation StandardDeviationN StandardError StandardScores StandardScoresN TrimMean Variance VarianceN)</span><span class="sc">;</span> + 873 + 874 <span class="k">for</span> <span class="i">$SupportedFunction</span> <span class="s">(</span><span class="i">@SupportedStatisticaFunctions</span><span class="s">)</span> <span class="s">{</span> + 875 <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="s">)</span>} = <span class="i">$SupportedFunction</span><span class="sc">;</span> + 876 <span class="s">}</span> + 877 + 878 <span class="c"># Setup a list of functions to use for analysis...</span> + 879 <span class="k">my</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span> + 880 + 881 <span class="i">%</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 882 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 883 + 884 <span class="c"># Check mode values...</span> + 885 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsBasic$/i</span> <span class="s">)</span> <span class="s">{</span> + 886 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"DescriptiveStatisticsBasic"</span><span class="sc">;</span> + 887 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean Median StandardDeviation StandardError Variance Sum)</span><span class="sc">;</span> + 888 <span class="s">}</span> + 889 <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsAll$/i</span> <span class="s">)</span> <span class="s">{</span> + 890 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"DescriptiveStatisticsAll"</span><span class="sc">;</span> + 891 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean GeometricMean HarmonicMean TrimMean Median Mode StandardDeviation Kurtosis Skewness StandardError Variance RSquare Frequency KLargest KSmallest Sum)</span><span class="sc">;</span> + 892 <span class="s">}</span> + 893 <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^All$/i</span> <span class="s">)</span> <span class="s">{</span> + 894 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"AllStatistics"</span><span class="sc">;</span> + 895 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="i">@SupportedStatisticaFunctions</span><span class="sc">;</span> + 896 <span class="s">}</span> + 897 <span class="k">else</span> <span class="s">{</span> + 898 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"SpecifiedStatistics"</span><span class="sc">;</span> + 899 + 900 <span class="c"># Comma delimited list of functions...</span> + 901 <span class="k">my</span><span class="s">(</span><span class="i">$Mode</span><span class="cm">,</span> <span class="i">@SpecifiedFunctions</span><span class="cm">,</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span><span class="sc">;</span> + 902 + 903 <span class="i">$Mode</span> = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span> + 904 <span class="i">$Mode</span> =~ <span class="q">s/ //g</span><span class="sc">;</span> + 905 <span class="i">@SpecifiedFunctions</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Mode</span><span class="sc">;</span> + 906 <span class="i">@UnsupportedSpecifiedFunctions</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 907 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@SpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span> + 908 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 909 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span> + 910 <span class="s">}</span> + 911 <span class="k">else</span> <span class="s">{</span> + 912 <span class="k">push</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span> + 913 <span class="s">}</span> + 914 <span class="s">}</span> + 915 <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span> + 916 <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span> > <span class="n">1</span><span class="s">)</span> <span class="s">{</span> + 917 <span class="k">warn</span> <span class="q">"Error: The values specified - "</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">" - for option \"-m --mode\" are not valid.\n"</span><span class="sc">;</span> + 918 <span class="s">}</span> + 919 <span class="k">else</span> <span class="s">{</span> + 920 <span class="k">warn</span> <span class="q">"Error: The value specified, @UnsupportedSpecifiedFunctions , for option \"-m --mode\" is not valid.\n"</span><span class="sc">;</span> + 921 <span class="s">}</span> + 922 <span class="k">die</span> <span class="q">"Allowed values:"</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> + 923 <span class="s">}</span> + 924 <span class="s">}</span> + 925 + 926 <span class="j">FUNCTION:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span> + 927 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} <span class="s">)</span> <span class="s">{</span> + 928 <span class="k">next</span> <span class="j">FUNCTION</span><span class="sc">;</span> + 929 <span class="s">}</span> + 930 <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} = <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span> + 931 <span class="s">}</span> + 932 + 933 <span class="c"># Setup delimiter and quotes...</span> + 934 <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/tab/i</span> <span class="s">)</span> ? <span class="q">"\t"</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/semicolon/i</span><span class="s">)</span> ? <span class="q">"\;"</span> <span class="co">:</span> <span class="q">"\,"</span><span class="s">)</span><span class="sc">;</span> + 935 <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} =~ <span class="q">/yes/i</span> <span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 936 + 937 <span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> + 938 <span class="i">$OptionsInfo</span>{<span class="w">Root</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> + 939 + 940 <span class="c"># Setup miscellaneous options...</span> + 941 <span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} = <span class="i">$Options</span>{<span class="w">fast</span>} ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span> + 942 <span class="i">$OptionsInfo</span>{<span class="w">Precision</span>} = <span class="i">$Options</span>{<span class="w">precision</span>}<span class="sc">;</span> + 943 + 944 <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} = <span class="i">$Options</span>{<span class="w">klargest</span>}<span class="sc">;</span> + 945 <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>} = <span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="sc">;</span> + 946 + 947 <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>} = <span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="sc">;</span> + 948 + 949 <span class="c"># Setup frequency bin values...</span> + 950 <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="n">10</span><span class="sc">;</span> + 951 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 952 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">frequencybins</span>} =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span> + 953 <span class="k">my</span><span class="s">(</span><span class="i">$BinValue</span><span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="s">)</span><span class="sc">;</span> + 954 <span class="i">@SpecifiedBinRange</span> = <span class="k">split</span> <span class="q">/\,/</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span> + 955 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span> < <span class="n">2</span><span class="s">)</span> <span class="s">{</span> + 956 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid: Must contain at least two values. \n"</span><span class="sc">;</span> + 957 <span class="s">}</span> + 958 <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span> + 959 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 960 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid: Contains non numeric values. \n"</span><span class="sc">;</span> + 961 <span class="s">}</span> + 962 <span class="s">}</span> + 963 <span class="k">my</span><span class="s">(</span><span class="i">$Index1</span><span class="cm">,</span> <span class="i">$Index2</span><span class="s">)</span><span class="sc">;</span> + 964 <span class="k">for</span> <span class="i">$Index1</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span> + 965 <span class="k">for</span> <span class="i">$Index2</span> <span class="s">(</span><span class="s">(</span><span class="i">$Index1</span> + <span class="n">1</span><span class="s">)</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span> + 966 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedBinRange</span>[<span class="i">$Index1</span>] >= <span class="i">$SpecifiedBinRange</span>[<span class="i">$Index2</span>]<span class="s">)</span> <span class="s">{</span> + 967 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid: Must contain values in ascending order. \n"</span><span class="sc">;</span> + 968 <span class="s">}</span> + 969 <span class="s">}</span> + 970 <span class="s">}</span> + 971 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="sc">;</span> + 972 <span class="s">}</span> + 973 <span class="k">else</span> <span class="s">{</span> + 974 <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span> + 975 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 976 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid. Allowed values: positive integer or \"number,number,[number]...\". \n"</span><span class="sc">;</span> + 977 <span class="s">}</span> + 978 <span class="s">}</span> + 979 + 980 <span class="c"># Setup specified data field labels...</span> + 981 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 982 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$Options</span>{<span class="w">datafields</span>} && <span class="i">$Options</span>{<span class="w">datafields</span>} !~ <span class="q">/^(All|Common)$/i</span> <span class="s">)</span> <span class="s">{</span> + 983 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">datafields</span>}<span class="sc">;</span> + 984 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabels</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span> + 985 <span class="s">}</span> + 986 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 987 <span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="s">)</span> && <span class="i">$Options</span>{<span class="w">datafieldpairs</span>} =~ <span class="q">/^AllPairs$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 988 <span class="i">$OptionsInfo</span>{<span class="w">CommonDataLabelPairs</span>} = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="s">)</span> && <span class="i">$Options</span>{<span class="w">datafieldpairs</span>} =~ <span class="q">/^CommonPairs$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> + 989 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="s">)</span> && !<span class="i">$OptionsInfo</span>{<span class="w">AllDataLabelPairs</span>} && !<span class="i">$OptionsInfo</span>{<span class="w">CommonDataLabelPairs</span>}<span class="s">)</span> <span class="s">{</span> + 990 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">datafieldpairs</span>}<span class="sc">;</span> + 991 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedValues</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span> + 992 <span class="k">die</span> <span class="q">"Error: Invalid number of values specified using \"--datafieldpairs\" option: It must contain even number of values.\n"</span><span class="sc">;</span> + 993 <span class="s">}</span> + 994 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedDataLabelPairs</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span> + 995 <span class="s">}</span> + 996 + 997 <span class="s">}</span> + 998 + 999 <span class="c"># Setup script usage and retrieve command line arguments specified using various options...</span> +<a name="SetupScriptUsage-"></a>1000 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span> +1001 +1002 <span class="c"># Retrieve all the options...</span> +1003 <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> +1004 <span class="i">$Options</span>{<span class="w">detail</span>} = <span class="n">0</span><span class="sc">;</span> +1005 <span class="i">$Options</span>{<span class="w">datafields</span>} = <span class="q">"Common"</span><span class="sc">;</span> +1006 <span class="i">$Options</span>{<span class="w">datafieldpairs</span>} = <span class="q">"CommonPairs"</span><span class="sc">;</span> +1007 <span class="i">$Options</span>{<span class="w">frequencybins</span>} = <span class="n">10</span><span class="sc">;</span> +1008 <span class="i">$Options</span>{<span class="w">klargest</span>} = <span class="n">2</span><span class="sc">;</span> +1009 <span class="i">$Options</span>{<span class="w">ksmallest</span>} = <span class="n">2</span><span class="sc">;</span> +1010 <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">"DescriptiveStatisticsBasic"</span><span class="sc">;</span> +1011 <span class="i">$Options</span>{<span class="w">outdelim</span>} = <span class="q">"comma"</span><span class="sc">;</span> +1012 <span class="i">$Options</span>{<span class="w">precision</span>} = <span class="n">2</span><span class="sc">;</span> +1013 <span class="i">$Options</span>{<span class="w">quote</span>} = <span class="q">"yes"</span><span class="sc">;</span> +1014 <span class="i">$Options</span>{<span class="w">trimfraction</span>} = <span class="n">0.1</span><span class="sc">;</span> +1015 +1016 <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">"datafields=s"</span><span class="cm">,</span> <span class="q">"datafieldpairs=s"</span><span class="cm">,</span> <span class="q">"detail|d=i"</span><span class="cm">,</span> <span class="q">"frequencybins=s"</span><span class="cm">,</span> <span class="q">"fast|f"</span><span class="cm">,</span> <span class="q">"help|h"</span><span class="cm">,</span> <span class="q">"klargest=i"</span><span class="cm">,</span> <span class="q">"ksmallest=i"</span><span class="cm">,</span> <span class="q">"mode|m=s"</span><span class="cm">,</span> <span class="q">"outdelim=s"</span><span class="cm">,</span> <span class="q">"overwrite|o"</span><span class="cm">,</span> <span class="q">"precision|p=i"</span><span class="cm">,</span> <span class="q">"quote|q=s"</span><span class="cm">,</span> <span class="q">"root|r=s"</span><span class="cm">,</span> <span class="q">"trimfraction=f"</span><span class="cm">,</span> <span class="q">"workingdir|w=s"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> +1017 <span class="k">die</span> <span class="q">"\nTo get a list of valid options and their values, use \"$ScriptName -h\" or\n\"perl -S $ScriptName -h\" command and try again...\n"</span><span class="sc">;</span> +1018 <span class="s">}</span> +1019 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> +1020 <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> +1021 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{workingdir}, for option \"-w --workingdir\" is not a directory name.\n"</span><span class="sc">;</span> +1022 <span class="s">}</span> +1023 <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't chdir $Options{workingdir}: $! \n"</span><span class="sc">;</span> +1024 <span class="s">}</span> +1025 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">detail</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> +1026 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{detail}, for option \"-d --detail\" is not valid. Allowed values: >= 0\n"</span><span class="sc">;</span> +1027 <span class="s">}</span> +1028 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} !~ <span class="q">/^(comma|semicolon|tab)$/i</span><span class="s">)</span> <span class="s">{</span> +1029 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{outdelim}, for option \"--outdelim\" is not valid. Allowed values: comma, tab, or semicolon\n"</span><span class="sc">;</span> +1030 <span class="s">}</span> +1031 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span> +1032 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{quote}, for option \"-q --quote\" is not valid. Allowed values: yes or no\n"</span><span class="sc">;</span> +1033 <span class="s">}</span> +1034 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">precision</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> +1035 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{precision}, for option \"-p --precision\" is not valid. Allowed values: > 0 \n"</span><span class="sc">;</span> +1036 <span class="s">}</span> +1037 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">klargest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> +1038 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{klargest}, for option \"--klargest\" is not valid. Allowed values: > 0 \n"</span><span class="sc">;</span> +1039 <span class="s">}</span> +1040 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> +1041 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{ksmallest}, for option \"--ksmallest\" is not valid. Allowed values: > 0 \n"</span><span class="sc">;</span> +1042 <span class="s">}</span> +1043 <span class="k">if</span> <span class="s">(</span><span class="i">IsFloat</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> +1044 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>} <= <span class="n">0</span> || <span class="i">$Options</span>{<span class="w">trimfraction</span>} >= <span class="n">1.0</span><span class="s">)</span> <span class="s">{</span> +1045 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{trimfraction}, for option \"--trimfraction\" is not valid. Allowed values: > 0 and < 1.0\n"</span><span class="sc">;</span> +1046 <span class="s">}</span> +1047 <span class="s">}</span> +1048 <span class="k">else</span> <span class="s">{</span> +1049 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{trimfraction}, for option \"--trimfraction\" is not valid. Allowed values: > 0 and < 1.0\n"</span><span class="sc">;</span> +1050 <span class="s">}</span> +1051 <span class="s">}</span> +1052 +<a name="EOF-"></a></pre> +<p> </p> +<br /> +<center> +<img src="../../../images/h2o2.png"> +</center> +</body> +</html>