Mercurial > repos > deepakjadmin > mayatool3_test2
view docs/scripts/html/code/AnalyzeTextFilesData.html @ 0:4816e4a8ae95 draft default tip
Uploaded
| author | deepakjadmin |
|---|---|
| date | Wed, 20 Jan 2016 09:23:18 -0500 |
| parents | |
| children |
line wrap: on
line source
<html> <head> <title>MayaChemTools:Code:AnalyzeTextFilesData.pl</title> <meta http-equiv="content-type" content="text/html;charset=utf-8"> <link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css"> </head> <body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10"> <br/> <center> <a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a> </center> <br/> <pre> 1 #!/usr/bin/perl -w 2 <span class="c">#</span> 3 <span class="c"># $RCSfile: AnalyzeTextFilesData.pl,v $</span> 4 <span class="c"># $Date: 2015/02/28 20:46:04 $</span> 5 <span class="c"># $Revision: 1.36 $</span> 6 <span class="c">#</span> 7 <span class="c"># Author: Manish Sud <msud@san.rr.com></span> 8 <span class="c">#</span> 9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span> 10 <span class="c">#</span> 11 <span class="c"># This file is part of MayaChemTools.</span> 12 <span class="c">#</span> 13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span> 14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span> 15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span> 16 <span class="c"># later version.</span> 17 <span class="c">#</span> 18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span> 19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span> 20 <span class="c"># for a particular purpose. See the GNU Lesser General Public License for more</span> 21 <span class="c"># details.</span> 22 <span class="c">#</span> 23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span> 24 <span class="c"># along with MayaChemTools; if not, see <http://www.gnu.org/licenses/> or</span> 25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span> 26 <span class="c"># Boston, MA, 02111-1307, USA.</span> 27 <span class="c">#</span> 28 29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span> 30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">"$FindBin::Bin/../lib"</span><span class="sc">;</span> 31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span> 32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span> 33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span> 34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span> 35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span> 36 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span> 37 <span class="k">use</span> <span class="w">StatisticsUtil</span><span class="sc">;</span> 38 39 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span> 40 41 <span class="c"># Autoflush STDOUT</span> 42 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span> 43 44 <span class="c"># Starting message...</span> 45 <span class="i">$ScriptName</span> = <span class="i">basename</span><span class="s">(</span><span class="i">$0</span><span class="s">)</span><span class="sc">;</span> 46 <span class="k">print</span> <span class="q">"\n$ScriptName: Starting...\n\n"</span><span class="sc">;</span> 47 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> 48 49 <span class="c"># Get the options and setup script...</span> 50 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 51 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> < <span class="n">1</span><span class="s">)</span> <span class="s">{</span> 52 <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">"$FindBin::Bin/$ScriptName"</span><span class="s">)</span><span class="sc">;</span> 53 <span class="s">}</span> 54 55 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span> 56 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="sc">;</span> 57 58 <span class="k">print</span> <span class="q">"Processing options...\n"</span><span class="sc">;</span> 59 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span> 60 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 61 62 <span class="c"># Collect column information for all the text files...</span> 63 <span class="k">print</span> <span class="q">"Checking input text file(s)...\n"</span><span class="sc">;</span> 64 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span> 65 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 66 <span class="i">ProcessColumnsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 67 68 <span class="c"># Generate output files...</span> 69 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span> 70 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> > <span class="n">1</span><span class="s">)</span> <span class="s">{</span> 71 <span class="k">print</span> <span class="q">"\nProcessing text files...\n"</span><span class="sc">;</span> 72 <span class="s">}</span> 73 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 74 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span> 75 <span class="k">print</span> <span class="q">"\nProcessing file $TextFilesList[$FileIndex]...\n"</span><span class="sc">;</span> 76 <span class="i">AnalyzeTextFile</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span> 77 <span class="s">}</span> 78 <span class="s">}</span> 79 <span class="k">print</span> <span class="q">"\n$ScriptName:Done...\n\n"</span><span class="sc">;</span> 80 81 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> 82 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span> 83 <span class="k">print</span> <span class="q">"Total time: "</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> 84 85 <span class="c">###############################################################################</span> 86 87 <span class="c"># Analyze data...</span> <a name="AnalyzeTextFile-"></a> 88 <span class="k">sub </span><span class="m">AnalyzeTextFile</span> <span class="s">{</span> 89 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 90 <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> 91 92 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 93 <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 94 <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 95 <span class="i">%ColValuesToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 96 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 97 <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMap</span>{<span class="i">$ColNum</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 98 <span class="s">}</span> 99 100 <span class="k">my</span><span class="s">(</span><span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$InvalidLineCount</span><span class="cm">,</span> <span class="i">@InvalidColLabels</span><span class="s">)</span><span class="sc">;</span> 101 102 <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">"$TextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $TextFile: $! \n"</span><span class="sc">;</span> 103 <span class="c"># Skip over column labels line in text file and collect appropriate column data</span> 104 <span class="c"># for analysis...</span> 105 <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span> 106 <span class="i">$LineCount</span> = <span class="n">1</span><span class="sc">;</span> 107 <span class="i">$InvalidLineCount</span> = <span class="n">0</span><span class="sc">;</span> 108 <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 109 <span class="i">$LineCount</span>++<span class="sc">;</span> 110 <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 111 <span class="i">@InvalidColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 112 <span class="j">COLNUM:</span> <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 113 <span class="i">$Value</span> = <span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 114 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span> 115 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 116 <span class="k">push</span> <span class="i">@InvalidColLabels</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span> 117 <span class="k">next</span> <span class="j">COLNUM</span><span class="sc">;</span> 118 <span class="s">}</span> 119 <span class="s">}</span> 120 <span class="k">push</span> <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMap</span>{<span class="i">$ColNum</span>}}<span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 121 <span class="s">}</span> 122 <span class="k">if</span> <span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span> <span class="s">{</span> 123 <span class="i">$InvalidLineCount</span>++<span class="sc">;</span> 124 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >=<span class="n">4</span> <span class="s">)</span> <span class="s">{</span> 125 <span class="k">print</span> <span class="q">"Line number $LineCount contains "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">" non-numerical or empty value(s) for column(s) - "</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidColLabels</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">" - to be analyzed: $Line \n"</span><span class="sc">;</span> 126 <span class="s">}</span> 127 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">3</span><span class="s">)</span> <span class="s">{</span> 128 <span class="k">print</span> <span class="q">"Line number $LineCount contains "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">" non-numerical or empty value(s) for column(s) - "</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidColLabels</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">" - to be analyzed...\n"</span><span class="sc">;</span> 129 <span class="s">}</span> 130 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 131 <span class="k">print</span> <span class="q">"Line number $LineCount contains "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">" non-numerical or empty value(s) for columns to be analyzed...\n"</span><span class="sc">;</span> 132 <span class="s">}</span> 133 <span class="s">}</span> 134 <span class="s">}</span> 135 <span class="k">if</span> <span class="s">(</span><span class="i">$InvalidLineCount</span> && <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 136 <span class="k">print</span> <span class="q">"Non-numerical or empty data present in $InvalidLineCount line(s)...\n"</span><span class="sc">;</span> 137 <span class="s">}</span> 138 <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span> 139 140 <span class="c"># Perform the analysis...</span> 141 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span> 142 <span class="i">@SpecifiedFunctionNames</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 143 144 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span> 145 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> !~ <span class="q">/^(Covariance|Correlation|Frequency|Rsquare|StandardScores|StandardScoresN)$/i</span><span class="s">)</span> <span class="s">{</span> 146 <span class="k">push</span> <span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span> 147 <span class="s">}</span> 148 <span class="s">}</span> 149 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="s">)</span> <span class="s">{</span> 150 <span class="i">PerformAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span> 151 <span class="s">}</span> 152 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 153 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span> 154 <span class="i">PerformMatrixAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> 155 <span class="s">}</span> 156 <span class="k">else</span> <span class="s">{</span> 157 <span class="c"># Perform pairwise analysis for specified columns and write out calculated values - correlation</span> 158 <span class="c"># rsquare, or covariance - in the same file.</span> 159 <span class="i">PerformColumnPairAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> 160 <span class="s">}</span> 161 <span class="s">}</span> 162 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> <span class="s">)</span> <span class="s">{</span> 163 <span class="i">PerformStandardScoresAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> 164 <span class="s">}</span> 165 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 166 <span class="i">PerformFrequencyAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> 167 <span class="s">}</span> 168 <span class="s">}</span> 169 170 <span class="c"># Calculate values for various statistical functions...</span> <a name="PerformAnalysis-"></a> 171 <span class="k">sub </span><span class="m">PerformAnalysis</span> <span class="s">{</span> 172 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$SpecifiedFunctionNamesRef</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 173 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="s">)</span><span class="sc">;</span> 174 175 <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">"."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 176 177 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> 178 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> 179 180 <span class="c"># Write out column labels...</span> 181 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 182 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"ColumnID"</span><span class="sc">;</span> 183 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span> 184 <span class="i">$Label</span> = <span class="i">$SpecifiedFunction</span><span class="sc">;</span> 185 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^(KLargest|KSmallest)$/i</span><span class="s">)</span> <span class="s">{</span> 186 <span class="k">my</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span><span class="sc">;</span> 187 <span class="i">$KthValue</span> = <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> ? <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} <span class="co">:</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="sc">;</span> 188 <span class="i">$Label</span> = <span class="i">AddNumberSuffix</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span> . <span class="q">"$SpecifiedFunction"</span><span class="sc">;</span> 189 <span class="i">$Label</span> =~ <span class="q">s/K//g</span><span class="sc">;</span> 190 <span class="s">}</span> 191 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span> 192 <span class="i">$Label</span> = <span class="q">"${SpecifiedFunction}($OptionsInfo{TrimFraction})"</span><span class="sc">;</span> 193 <span class="s">}</span> 194 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="sc">;</span> 195 <span class="s">}</span> 196 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 197 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 198 199 <span class="c"># Go over each column to be analyzed...</span> 200 <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 201 202 <span class="c"># Turn off "strict"; otherwise, invoking statistical functions using function name string</span> 203 <span class="c"># is problematic.</span> 204 <span class="k">no</span> <span class="w">strict</span><span class="sc">;</span> 205 206 <span class="k">my</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">%CalculatedValues</span><span class="s">)</span><span class="sc">;</span> 207 <span class="i">%CalculatedValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 208 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 209 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 210 <span class="c"># Setup column id...</span> 211 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span> 212 <span class="i">$ColValuesRef</span> = \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum</span>}}<span class="sc">;</span> 213 <span class="j">FUNCTIONNAME:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span> 214 <span class="i">$Value</span> = <span class="q">""</span><span class="sc">;</span> 215 <span class="k">if</span> <span class="s">(</span>!<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum</span>}}<span class="s">)</span> <span class="s">{</span> 216 <span class="c"># Invalid column values...</span> 217 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 218 <span class="k">next</span> <span class="j">FUNCTIONNAME</span><span class="sc">;</span> 219 <span class="s">}</span> 220 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^Count$/i</span><span class="s">)</span> <span class="s">{</span> 221 <span class="i">$Value</span> = <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum</span>}}<span class="sc">;</span> 222 <span class="s">}</span> 223 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> <span class="s">{</span> 224 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>}<span class="s">)</span><span class="sc">;</span> 225 <span class="s">}</span> 226 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KSmallest$/i</span><span class="s">)</span> <span class="s">{</span> 227 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="s">)</span><span class="sc">;</span> 228 <span class="s">}</span> 229 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardDeviation$/i</span><span class="s">)</span> <span class="s">{</span> 230 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 231 <span class="i">$Value</span> = <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="sc">;</span> 232 <span class="s">}</span> 233 <span class="k">else</span> <span class="s">{</span> 234 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span> 235 <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span> 236 <span class="s">}</span> 237 <span class="s">}</span> 238 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardError$/i</span><span class="s">)</span> <span class="s">{</span> 239 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 240 <span class="i">$Value</span> = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span> 241 <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span> 242 <span class="s">}</span> 243 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span> <span class="s">{</span> 244 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="cm">,</span> <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum</span>}}<span class="s">)</span><span class="sc">;</span> 245 <span class="s">}</span> 246 <span class="s">}</span> 247 <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span> 248 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>}<span class="s">)</span><span class="sc">;</span> 249 <span class="s">}</span> 250 <span class="k">else</span> <span class="s">{</span> 251 <span class="i">$Value</span> = <span class="i">&$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span> 252 <span class="s">}</span> 253 <span class="c"># Format the output value. And add zero to get rid of tariling zeros...</span> 254 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 255 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 256 <span class="s">}</span> 257 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 258 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 259 <span class="s">}</span> 260 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> 261 <span class="s">}</span> 262 263 <span class="c"># Calculate covariance, correlation, rsquare for specified column pairs....</span> <a name="PerformColumnPairAnalysis-"></a> 264 <span class="k">sub </span><span class="m">PerformColumnPairAnalysis</span> <span class="s">{</span> 265 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 266 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span> 267 <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 268 <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 269 <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 270 271 <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"ColumnPairsAnalysis."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 272 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> 273 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> 274 275 <span class="c"># Write out the column labels...</span> 276 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 277 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="s">(</span><span class="q">"ColumnID1"</span><span class="cm">,</span> <span class="q">"ColumnID2"</span><span class="s">)</span><span class="sc">;</span> 278 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 279 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"Correlation"</span><span class="sc">;</span> 280 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 281 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"RSquare"</span><span class="sc">;</span> 282 <span class="s">}</span> 283 <span class="s">}</span> 284 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 285 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"Covariance"</span><span class="sc">;</span> 286 <span class="s">}</span> 287 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 288 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 289 290 <span class="c"># Go over each column pair...</span> 291 <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="cm">,</span> <span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="cm">,</span> <span class="i">@ColPairs1ToAnalyze</span><span class="cm">,</span> <span class="i">@ColPairs2ToAnalyze</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span><span class="sc">;</span> 292 293 <span class="i">@ColPairs1ToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 294 <span class="i">@ColPairs2ToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 295 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColPairs1ToAnalyze</span><span class="s">)</span> <span class="s">{</span> 296 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 297 <span class="i">$ColNum1</span> = <span class="i">$ColPairs1ToAnalyze</span>[<span class="i">$ColIndex</span>]<span class="sc">;</span> 298 <span class="i">$ColNum2</span> = <span class="i">$ColPairs2ToAnalyze</span>[<span class="i">$ColIndex</span>]<span class="sc">;</span> 299 <span class="i">$ColValuesRef1</span> = \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum1</span>}}<span class="sc">;</span> 300 <span class="i">$ColValuesRef2</span> = \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum2</span>}}<span class="sc">;</span> 301 302 <span class="c"># Setup column ids...</span> 303 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span> 304 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum2</span>]<span class="sc">;</span> 305 306 <span class="k">if</span> <span class="s">(</span><span class="i">@$ColValuesRef1</span> != <span class="i">@$ColValuesRef2</span><span class="s">)</span> <span class="s">{</span> 307 <span class="c"># Print a warning...</span> 308 <span class="k">warn</span> <span class="q">"Warning: Skipping analysis for column pair $TextFilesInfo{ColLabels}[$Index][$ColNum1], $TextFilesInfo{ColLabels}[$Index][$ColNum2]: Number of valid data values must be same.\n"</span><span class="sc">;</span> 309 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 310 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">""</span><span class="sc">;</span> 311 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 312 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">""</span><span class="sc">;</span> 313 <span class="s">}</span> 314 <span class="s">}</span> 315 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 316 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">""</span><span class="sc">;</span> 317 <span class="s">}</span> 318 <span class="s">}</span> 319 <span class="k">else</span> <span class="s">{</span> 320 <span class="c"># Calculate appropriate value...</span> 321 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 322 <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span> 323 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 324 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 325 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 326 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 327 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 328 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 329 <span class="s">}</span> 330 <span class="s">}</span> 331 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 332 <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span> 333 <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 334 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 335 <span class="s">}</span> 336 <span class="s">}</span> 337 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 338 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 339 <span class="s">}</span> 340 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> 341 <span class="s">}</span> 342 343 <span class="c"># Generate histogram numbers...</span> <a name="PerformFrequencyAnalysis-"></a> 344 <span class="k">sub </span><span class="m">PerformFrequencyAnalysis</span> <span class="s">{</span> 345 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 346 <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">%FrequencyMap</span><span class="s">)</span><span class="sc">;</span> 347 348 <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 349 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 350 <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>] . <span class="q">"FrequencyAnalysis."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 351 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> 352 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> 353 354 <span class="c"># Write out the column labels...</span> 355 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 356 <span class="k">push</span> <span class="i">@ColLabels</span> <span class="cm">,</span> <span class="s">(</span><span class="q">"Bins"</span><span class="cm">,</span> <span class="q">"Frequency"</span><span class="s">)</span><span class="sc">;</span> 357 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 358 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 359 360 <span class="c">#Calculate and write out frequency values...</span> 361 <span class="i">%FrequencyMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 362 <span class="i">$ColValuesRef</span> = \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum</span>}}<span class="sc">;</span> 363 <span class="k">if</span> <span class="s">(</span><span class="i">@$ColValuesRef</span><span class="s">)</span> <span class="s">{</span> 364 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span> <span class="s">{</span> 365 <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> \<span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span><span class="sc">;</span> 366 <span class="s">}</span> 367 <span class="k">else</span> <span class="s">{</span> 368 <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="sc">;</span> 369 <span class="s">}</span> 370 <span class="s">}</span> 371 <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="k">sort</span> <span class="s">{</span> <span class="i">$a</span> <=> <span class="i">$b</span> <span class="s">}</span> <span class="k">keys</span> <span class="i">%FrequencyMap</span><span class="s">)</span> <span class="s">{</span> 372 <span class="i">$FrequencyValue</span> = <span class="i">$FrequencyMap</span>{<span class="i">$BinValue</span>}<span class="sc">;</span> 373 374 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 375 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 376 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 377 <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$FrequencyValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 378 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 379 380 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 381 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 382 <span class="s">}</span> 383 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> 384 <span class="s">}</span> 385 <span class="s">}</span> 386 387 <span class="c"># Calculate covariance, correlation/rsquare matrices....</span> <a name="PerformMatrixAnalysis-"></a> 388 <span class="k">sub </span><span class="m">PerformMatrixAnalysis</span> <span class="s">{</span> 389 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 390 <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationTextFile</span><span class="cm">,</span> <span class="i">$CovarianceTextFile</span><span class="cm">,</span> <span class="i">$RSquareTextFile</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span> 391 392 <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 393 <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 394 <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 395 396 <span class="i">$CorrelationTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"CorrelationMatrix."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 397 <span class="i">$RSquareTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"RSquareMatrix."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 398 <span class="i">$CovarianceTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"CovarianceMatrix."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 399 400 <span class="k">my</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="cm">,</span> <span class="i">$Delimiter</span><span class="s">)</span><span class="sc">;</span> 401 <span class="i">$TextFilesList</span> = <span class="q">""</span><span class="sc">;</span> 402 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 403 <span class="i">$TextFilesList</span> = <span class="i">$CorrelationTextFile</span><span class="sc">;</span> 404 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 405 <span class="i">$TextFilesList</span> .= <span class="q">", $CorrelationTextFile"</span><span class="sc">;</span> 406 <span class="s">}</span> 407 <span class="s">}</span> 408 <span class="i">$Delimiter</span> = <span class="k">length</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="s">)</span> ? <span class="q">","</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 409 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 410 <span class="i">$TextFilesList</span> .= <span class="q">"${Delimiter} ${CorrelationTextFile}"</span><span class="sc">;</span> 411 <span class="s">}</span> 412 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesList</span> =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span> 413 <span class="k">print</span> <span class="q">"Generating new text files $TextFilesList...\n"</span> 414 <span class="s">}</span> 415 <span class="k">else</span> <span class="s">{</span> 416 <span class="k">print</span> <span class="q">"Generating new text file $TextFilesList...\n"</span> 417 <span class="s">}</span> 418 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 419 <span class="k">open</span> <span class="w">CORRELATIONTEXTFILE</span><span class="cm">,</span> <span class="q">">$CorrelationTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $CorrelationTextFile: $! \n"</span><span class="sc">;</span> 420 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 421 <span class="k">open</span> <span class="w">RSQUARETEXTFILE</span><span class="cm">,</span> <span class="q">">$RSquareTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $RSquareTextFile: $! \n"</span><span class="sc">;</span> 422 <span class="s">}</span> 423 <span class="s">}</span> 424 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 425 <span class="k">open</span> <span class="w">COVARIANCETEXTFILE</span><span class="cm">,</span> <span class="q">">$CovarianceTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $CovarianceTextFile: $! \n"</span><span class="sc">;</span> 426 <span class="s">}</span> 427 428 <span class="k">my</span><span class="s">(</span><span class="i">$Line</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="cm">,</span> <span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">@RSquareRowValues</span><span class="s">)</span><span class="sc">;</span> 429 430 <span class="c"># Write out the column labels...</span> 431 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 432 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">""</span><span class="sc">;</span> 433 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 434 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span> 435 <span class="s">}</span> 436 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 437 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 438 <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 439 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 440 <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 441 <span class="s">}</span> 442 <span class="s">}</span> 443 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 444 <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 445 <span class="s">}</span> 446 447 <span class="c"># Due to symmetric nature of these matrices, only one half needs to be</span> 448 <span class="c"># calculated. So, just calculate the lower half and copy it to upper half...</span> 449 <span class="k">my</span><span class="s">(</span><span class="i">%CorrelationMatrixMap</span><span class="cm">,</span> <span class="i">%RSquareMatrixMap</span><span class="cm">,</span> <span class="i">%CovarianceMatrixMap</span><span class="s">)</span><span class="sc">;</span> 450 451 <span class="i">%CorrelationMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%RSquareMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%CovarianceMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 452 <span class="k">for</span> <span class="i">$ColNum1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 453 <span class="k">for</span> <span class="i">$ColNum2</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$ColNum1</span><span class="s">)</span> <span class="s">{</span> 454 <span class="i">$ColValuesRef1</span> = \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum1</span>}}<span class="sc">;</span> 455 <span class="i">$ColValuesRef2</span> = \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum2</span>}}<span class="sc">;</span> 456 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 457 <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span> 458 <span class="i">$CorrelationValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 459 <span class="i">$CorrelationMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span> 460 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> != <span class="i">$ColNum2</span><span class="s">)</span> <span class="s">{</span> 461 <span class="i">$CorrelationMatrixMap</span>{<span class="i">$ColNum2</span>}{<span class="i">$ColNum1</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span> 462 <span class="s">}</span> 463 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 464 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 465 <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 466 <span class="i">$RSquareMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span> 467 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> != <span class="i">$ColNum2</span><span class="s">)</span> <span class="s">{</span> 468 <span class="i">$RSquareMatrixMap</span>{<span class="i">$ColNum2</span>}{<span class="i">$ColNum1</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span> 469 <span class="s">}</span> 470 <span class="s">}</span> 471 <span class="s">}</span> 472 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 473 <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span> 474 <span class="i">$CovarianceValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 475 <span class="i">$CovarianceMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span> 476 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> != <span class="i">$ColNum2</span><span class="s">)</span> <span class="s">{</span> 477 <span class="i">$CovarianceMatrixMap</span>{<span class="i">$ColNum2</span>}{<span class="i">$ColNum1</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span> 478 <span class="s">}</span> 479 <span class="s">}</span> 480 <span class="s">}</span> 481 <span class="s">}</span> 482 483 <span class="c"># Write out the matrices...</span> 484 <span class="k">for</span> <span class="i">$ColNum1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 485 <span class="i">@CorrelationRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 486 <span class="i">@RSquareRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 487 <span class="i">@CovarianceRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 488 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 489 <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span> 490 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 491 <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span> 492 <span class="s">}</span> 493 <span class="s">}</span> 494 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 495 <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span> 496 <span class="s">}</span> 497 <span class="k">for</span> <span class="i">$ColNum2</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 498 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 499 <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$CorrelationMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>}<span class="sc">;</span> 500 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 501 <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$RSquareMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>}<span class="sc">;</span> 502 <span class="s">}</span> 503 <span class="s">}</span> 504 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 505 <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$CovarianceMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>}<span class="sc">;</span> 506 <span class="s">}</span> 507 <span class="s">}</span> 508 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 509 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 510 <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 511 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 512 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 513 <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 514 <span class="s">}</span> 515 <span class="s">}</span> 516 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 517 <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 518 <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">"$Line\n"</span><span class="sc">;</span> 519 <span class="s">}</span> 520 <span class="s">}</span> 521 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 522 <span class="k">close</span> <span class="w">CORRELATIONTEXTFILE</span><span class="sc">;</span> 523 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span> 524 <span class="k">close</span> <span class="w">RSQUARETEXTFILE</span><span class="sc">;</span> 525 <span class="s">}</span> 526 <span class="s">}</span> 527 <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span> 528 <span class="k">close</span> <span class="w">COVARIANCETEXTFILE</span><span class="sc">;</span> 529 <span class="s">}</span> 530 <span class="s">}</span> 531 532 <span class="c"># Calculate standard scores...</span> <a name="PerformStandardScoresAnalysis-"></a> 533 <span class="k">sub </span><span class="m">PerformStandardScoresAnalysis</span> <span class="s">{</span> 534 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 535 <span class="k">my</span><span class="s">(</span><span class="i">$StandardScores</span><span class="cm">,</span> <span class="i">$StandardScoresN</span><span class="cm">,</span> <span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$NewLine</span><span class="s">)</span><span class="sc">;</span> 536 537 <span class="i">$StandardScores</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 538 <span class="i">$StandardScoresN</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 539 540 <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">"StandardScores."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 541 <span class="k">print</span> <span class="q">"Generating new text file $NewTextFile...\n"</span><span class="sc">;</span> 542 <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">">$NewTextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $NewTextFile: $! \n"</span><span class="sc">;</span> 543 544 <span class="k">my</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="s">)</span><span class="sc">;</span> 545 <span class="c"># Write out column labels...</span> 546 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 547 <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 548 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 549 <span class="i">$Label</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span> 550 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span> 551 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"${Label}\(StandardScores)"</span><span class="sc">;</span> 552 <span class="s">}</span> 553 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span> 554 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">"${Label}\(StandardScoresN)"</span><span class="sc">;</span> 555 <span class="s">}</span> 556 <span class="s">}</span> 557 <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 558 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$NewLine\n"</span><span class="sc">;</span> 559 560 <span class="c"># Go over each column to be analyzed and calculate standard deviation</span> 561 <span class="c"># and mean values...</span> 562 <span class="k">my</span><span class="s">(</span><span class="i">%StandardDeviationMap</span><span class="cm">,</span> <span class="i">%StandardDeviationNMap</span><span class="cm">,</span> <span class="i">%MeanMap</span><span class="s">)</span><span class="sc">;</span> 563 <span class="i">%StandardDeviationMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 564 <span class="i">%StandardDeviationNMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 565 <span class="i">%MeanMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 566 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 567 <span class="i">$ColValuesRef</span> = \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>->{<span class="i">$ColNum</span>}}<span class="sc">;</span> 568 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$MeanMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 569 <span class="i">$MeanMap</span>{<span class="i">$ColNum</span>} = <span class="i">Mean</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span> 570 <span class="s">}</span> 571 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span> 572 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 573 <span class="i">$StandardDeviationMap</span>{<span class="i">$ColNum</span>} = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span> 574 <span class="s">}</span> 575 <span class="s">}</span> 576 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span> 577 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationNMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 578 <span class="i">$StandardDeviationNMap</span>{<span class="i">$ColNum</span>} = <span class="i">StandardDeviationN</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span> 579 <span class="s">}</span> 580 <span class="s">}</span> 581 <span class="s">}</span> 582 <span class="c">#</span> 583 <span class="c"># Go over each row and calculate standard scores for each column</span> 584 <span class="c"># using (x[i] - mean) / (n - 1) for StandardScores and (x[i] - mean) / n</span> 585 <span class="c"># for StandardScoresN; write out the calculated values as well...</span> 586 587 <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$ValueOkay</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="s">)</span><span class="sc">;</span> 588 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 589 <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 590 591 <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">"$TextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $TextFile: $! \n"</span><span class="sc">;</span> 592 <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span> 593 <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 594 <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 595 <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 596 <span class="j">COLNUM:</span> <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 597 <span class="i">$Value</span> = <span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 598 <span class="i">$ValueOkay</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} && !<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span> 599 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span> 600 <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span>/<span class="i">$StandardDeviationMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 601 <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 602 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span> 603 <span class="s">}</span> 604 <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span> 605 <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span>/<span class="i">$StandardDeviationNMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 606 <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> && <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">"%.$OptionsInfo{Precision}f"</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 607 <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span> 608 <span class="s">}</span> 609 <span class="s">}</span> 610 <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span> 611 <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">"$NewLine\n"</span><span class="sc">;</span> 612 <span class="s">}</span> 613 <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span> 614 <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span> 615 <span class="s">}</span> 616 617 <span class="c"># Make sure the specified columns exists in text files...</span> <a name="ProcessColumnsInfo-"></a> 618 <span class="k">sub </span><span class="m">ProcessColumnsInfo</span> <span class="s">{</span> 619 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$NewColNum</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">%UniqueColNumsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> 620 621 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 622 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 623 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 624 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 625 626 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 627 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 628 629 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 630 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 631 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 632 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 633 634 <span class="i">%UniqueColNumsToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 635 636 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 637 <span class="i">@ColNumsToAnalyze</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 638 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="s">)</span> <span class="s">{</span> 639 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">ColMode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> 640 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="s">)</span> <span class="s">{</span> 641 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> >=<span class="n">1</span> && <span class="i">$ColNum</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 642 <span class="i">$NewColNum</span> = <span class="i">$ColNum</span> -<span class="n">1</span><span class="sc">;</span> 643 <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$NewColNum</span><span class="sc">;</span> 644 <span class="s">}</span> 645 <span class="s">}</span> 646 <span class="s">}</span> 647 <span class="k">else</span> <span class="s">{</span> 648 <span class="k">my</span><span class="s">(</span><span class="i">$ColLabel</span><span class="s">)</span><span class="sc">;</span> 649 <span class="k">for</span> <span class="i">$ColLabel</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="s">)</span> <span class="s">{</span> 650 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 651 <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span> 652 <span class="s">}</span> 653 <span class="s">}</span> 654 <span class="s">}</span> 655 <span class="s">}</span> 656 <span class="k">elsif</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} && <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} =~ <span class="q">/^All$/i</span><span class="s">)</span> <span class="s">{</span> 657 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 658 <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> 659 <span class="s">}</span> 660 <span class="s">}</span> 661 <span class="k">else</span> <span class="s">{</span> 662 <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="n">0</span><span class="sc">;</span> 663 <span class="s">}</span> 664 <span class="k">if</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 665 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="sc">;</span> 666 <span class="c"># Set up unique columns map as well...</span> 667 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 668 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="s">{</span> 669 <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>} = <span class="i">$ColNum</span><span class="sc">;</span> 670 <span class="s">}</span> 671 <span class="s">}</span> 672 <span class="s">}</span> 673 <span class="k">else</span> <span class="s">{</span> 674 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: None of the columns specified, @{$OptionsInfo{SpecifiedColumns}}, using \"--columns\" option exist.\n"</span><span class="sc">;</span> 675 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 676 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 677 <span class="s">}</span> 678 <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} && <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 679 <span class="c"># Make sure specific frequency files don't exist...</span> 680 <span class="k">my</span><span class="s">(</span><span class="i">$FrequencyFile</span><span class="s">)</span><span class="sc">;</span> 681 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 682 <span class="i">$FrequencyFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>] . <span class="q">"FrequencyAnalysis."</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 683 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$FrequencyFile</span><span class="s">)</span> <span class="s">{</span> 684 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The file $FrequencyFile already exists.\n"</span><span class="sc">;</span> 685 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 686 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 687 <span class="s">}</span> 688 <span class="s">}</span> 689 <span class="s">}</span> 690 <span class="c"># Setup specified column pairs...</span> 691 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> <span class="s">{</span> 692 <span class="k">my</span><span class="s">(</span><span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span> 693 <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="s">)</span> <span class="s">{</span> 694 <span class="c"># Make sure both columns exist...</span> 695 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">ColMode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> 696 <span class="k">for</span> <span class="s">(</span><span class="i">$ColIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="s">(</span><span class="s">(</span><span class="i">$ColIndex</span> + <span class="n">1</span><span class="s">)</span> < <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="s">)</span><span class="sc">;</span> <span class="i">$ColIndex</span> += <span class="n">2</span> <span class="s">)</span> <span class="s">{</span> 697 <span class="i">$ColNum1</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span>]<span class="sc">;</span> 698 <span class="i">$ColNum2</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span> + <span class="n">1</span>]<span class="sc">;</span> 699 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> >=<span class="n">1</span> && <span class="i">$ColNum1</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] && <span class="i">$ColNum2</span> >=<span class="n">1</span> && <span class="i">$ColNum2</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 700 <span class="i">$ColNum1</span> -= <span class="n">1</span><span class="sc">;</span> 701 <span class="i">$ColNum2</span> -= <span class="n">1</span><span class="sc">;</span> 702 <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span> 703 <span class="s">}</span> 704 <span class="s">}</span> 705 <span class="s">}</span> 706 <span class="k">else</span> <span class="s">{</span> 707 <span class="k">my</span><span class="s">(</span><span class="i">$ColLabel1</span><span class="cm">,</span> <span class="i">$ColLabel2</span><span class="s">)</span><span class="sc">;</span> 708 <span class="k">for</span> <span class="s">(</span><span class="i">$ColIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="s">(</span><span class="s">(</span><span class="i">$ColIndex</span> + <span class="n">1</span><span class="s">)</span> < <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="s">)</span><span class="sc">;</span> <span class="i">$ColIndex</span> += <span class="n">2</span> <span class="s">)</span> <span class="s">{</span> 709 <span class="i">$ColLabel1</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span>]<span class="sc">;</span> 710 <span class="i">$ColLabel2</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span> + <span class="n">1</span>]<span class="sc">;</span> 711 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel1</span>}<span class="s">)</span> && <span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel2</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 712 <span class="i">$ColNum1</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel1</span>}<span class="sc">;</span> 713 <span class="i">$ColNum2</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel2</span>}<span class="sc">;</span> 714 <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span> 715 <span class="s">}</span> 716 <span class="s">}</span> 717 <span class="s">}</span> 718 <span class="s">}</span> 719 <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span> 720 <span class="k">for</span> <span class="i">$ColNum1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 721 <span class="k">for</span> <span class="i">$ColNum2</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 722 <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span> 723 <span class="s">}</span> 724 <span class="s">}</span> 725 <span class="s">}</span> 726 <span class="k">else</span> <span class="s">{</span> 727 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] >= <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 728 <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="n">0</span><span class="cm">,</span><span class="n">1</span><span class="s">)</span><span class="sc">;</span> 729 <span class="s">}</span> 730 <span class="s">}</span> 731 <span class="k">if</span> <span class="s">(</span><span class="i">@ColPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 732 <span class="k">if</span> <span class="s">(</span><span class="i">@ColPairsToAnalyze</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 733 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: Invalid number values specified using \"--columnpairs\" option: It must contain even number of valid values.\n"</span><span class="sc">;</span> 734 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 735 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 736 <span class="s">}</span> 737 <span class="k">else</span> <span class="s">{</span> 738 <span class="k">for</span> <span class="s">(</span><span class="i">$ColIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="i">$ColIndex</span> < <span class="i">@ColPairsToAnalyze</span><span class="sc">;</span> <span class="i">$ColIndex</span> += <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 739 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColPairsToAnalyze</span>[<span class="i">$ColIndex</span>]<span class="sc">;</span> 740 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColPairsToAnalyze</span>[<span class="i">$ColIndex</span> + <span class="n">1</span>]<span class="sc">;</span> 741 <span class="s">}</span> 742 <span class="c"># Set up unique columns map as well...</span> 743 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span> 744 <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="s">{</span> 745 <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>} = <span class="i">$ColNum</span><span class="sc">;</span> 746 <span class="s">}</span> 747 <span class="s">}</span> 748 <span class="s">}</span> 749 <span class="s">}</span> 750 <span class="s">}</span> 751 <span class="c"># Setup uniques columns array...</span> 752 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="s">(</span><span class="k">sort</span> <span class="k">keys</span> <span class="i">%UniqueColNumsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span> 753 <span class="s">}</span> 754 <span class="s">}</span> 755 <span class="s">}</span> 756 757 <span class="c"># Retrieve information about input text files...</span> <a name="RetrieveTextFilesInfo-"></a> 758 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span> 759 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OutFileRoot</span><span class="cm">,</span> <span class="i">$OutFile</span><span class="cm">,</span> <span class="i">$OutFileExt</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="s">)</span><span class="sc">;</span> 760 761 <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 762 763 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 764 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 765 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 766 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 767 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 768 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 769 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 770 771 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 772 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 773 774 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 775 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 776 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> 777 <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> 778 <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> 779 780 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 781 <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 782 783 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 784 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It doesn't exist\n"</span><span class="sc">;</span> 785 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 786 <span class="s">}</span> 787 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 788 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It's not a csv or tsv file\n"</span><span class="sc">;</span> 789 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 790 <span class="s">}</span> 791 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> 792 <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span> 793 <span class="i">$InDelim</span> = <span class="q">"\t"</span><span class="sc">;</span> 794 <span class="s">}</span> 795 <span class="k">else</span> <span class="s">{</span> 796 <span class="i">$InDelim</span> = <span class="q">"\,"</span><span class="sc">;</span> 797 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> 798 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The value specified, $Options{indelim}, for option \"--indelim\" is not valid for csv files\n"</span><span class="sc">;</span> 799 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 800 <span class="s">}</span> 801 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span> 802 <span class="i">$InDelim</span> = <span class="q">"\;"</span><span class="sc">;</span> 803 <span class="s">}</span> 804 <span class="s">}</span> 805 806 <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">"$TextFile"</span><span class="s">)</span> <span class="s">{</span> 807 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: Couldn't open it: $! \n"</span><span class="sc">;</span> 808 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 809 <span class="s">}</span> 810 811 <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span> 812 <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 813 <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span> 814 815 <span class="i">$FileDir</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">""</span><span class="sc">;</span> 816 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> 817 <span class="i">$FileExt</span> = <span class="q">"csv"</span><span class="sc">;</span> 818 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span><span class="s">)</span> <span class="s">{</span> 819 <span class="i">$FileExt</span> = <span class="q">"tsv"</span><span class="sc">;</span> 820 <span class="s">}</span> 821 <span class="i">$OutFileExt</span> = <span class="i">$FileExt</span><span class="sc">;</span> 822 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>} && <span class="s">(</span><span class="i">@TextFilesList</span> == <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 823 <span class="k">my</span> <span class="s">(</span><span class="i">$RootFileDir</span><span class="cm">,</span> <span class="i">$RootFileName</span><span class="cm">,</span> <span class="i">$RootFileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span><span class="sc">;</span> 824 <span class="k">if</span> <span class="s">(</span><span class="i">$RootFileName</span> && <span class="i">$RootFileExt</span><span class="s">)</span> <span class="s">{</span> 825 <span class="i">$FileName</span> = <span class="i">$RootFileName</span><span class="sc">;</span> 826 <span class="s">}</span> 827 <span class="k">else</span> <span class="s">{</span> 828 <span class="i">$FileName</span> = <span class="i">$Options</span>{<span class="w">root</span>}<span class="sc">;</span> 829 <span class="s">}</span> 830 <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span> 831 <span class="s">}</span> 832 <span class="k">else</span> <span class="s">{</span> 833 <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span> 834 <span class="s">}</span> 835 <span class="i">$OutFile</span> = <span class="i">$OutFileRoot</span> . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">".$OutFileExt"</span><span class="sc">;</span> 836 837 <span class="k">if</span> <span class="s">(</span><span class="k">lc</span><span class="s">(</span><span class="i">$OutFile</span><span class="s">)</span> <span class="k">eq</span> <span class="k">lc</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 838 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile:Output file name, $OutFile, is same as input text file name, $TextFile\n"</span><span class="sc">;</span> 839 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 840 <span class="s">}</span> 841 <span class="k">if</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">overwrite</span>}<span class="s">)</span> <span class="s">{</span> 842 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$OutFile</span><span class="s">)</span> <span class="s">{</span> 843 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The file $OutFile already exists\n"</span><span class="sc">;</span> 844 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 845 <span class="s">}</span> 846 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 847 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span> 848 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}CovarianceMatrix.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 849 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The file ${OutFileRoot}Covariance.${FileExt} already exists.\n"</span><span class="sc">;</span> 850 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 851 <span class="s">}</span> 852 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}CorrelationMatrix.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 853 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The file ${OutFileRoot}CorrelationMatrix.${FileExt} already exists.\n"</span><span class="sc">;</span> 854 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 855 <span class="s">}</span> 856 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}RSquareMatrix.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 857 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The file ${OutFileRoot}RSquareMatrix.${FileExt} already exists.\n"</span><span class="sc">;</span> 858 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 859 <span class="s">}</span> 860 <span class="s">}</span> 861 <span class="k">else</span> <span class="s">{</span> 862 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}ColumnPairsAnalysis.${FileExt}"</span><span class="s">)</span> <span class="s">{</span> 863 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The file ${OutFileRoot}ColumnPairsAnalysis.${FileExt} already exists.\n"</span><span class="sc">;</span> 864 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 865 <span class="s">}</span> 866 <span class="s">}</span> 867 <span class="s">}</span> 868 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> && <span class="s">(</span><span class="k">-e</span> <span class="q">"${OutFileRoot}StandardScores.${FileExt}"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 869 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The file ${OutFileRoot}StandardScores.${FileExt} already exists.\n"</span><span class="sc">;</span> 870 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 871 <span class="s">}</span> 872 <span class="s">}</span> 873 874 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span> 875 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span> 876 <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">"$OutFileRoot"</span><span class="sc">;</span> 877 <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="q">"$OutFileExt"</span><span class="sc">;</span> 878 879 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="i">@ColLabels</span><span class="sc">;</span> 880 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColLabels</span><span class="sc">;</span> 881 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> 882 <span class="i">$ColLabel</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 883 <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>} = <span class="i">$ColNum</span><span class="sc">;</span> 884 <span class="s">}</span> 885 <span class="s">}</span> 886 <span class="s">}</span> 887 888 <span class="c"># Process option values...</span> <a name="ProcessOptions-"></a> 889 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span> 890 <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 891 892 <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span> 893 894 <span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} = <span class="i">$Options</span>{<span class="w">detail</span>}<span class="sc">;</span> 895 896 <span class="c"># Setup supported statistical functions...</span> 897 <span class="k">my</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="cm">,</span> <span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="i">%SupportedStatisticaFunctionsMap</span><span class="s">)</span><span class="sc">;</span> 898 <span class="i">%SupportedStatisticaFunctionsMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 899 <span class="i">@SupportedStatisticaFunctions</span> = <span class="q">qw(Average AverageDeviation Correlation Count Covariance GeometricMean Frequency HarmonicMean KLargest KSmallest Kurtosis Maximum Minimum Mean Median Mode RSquare Skewness Sum SumOfSquares StandardDeviation StandardDeviationN StandardError StandardScores StandardScoresN TrimMean Variance VarianceN)</span><span class="sc">;</span> 900 901 <span class="k">for</span> <span class="i">$SupportedFunction</span> <span class="s">(</span><span class="i">@SupportedStatisticaFunctions</span><span class="s">)</span> <span class="s">{</span> 902 <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="s">)</span>} = <span class="i">$SupportedFunction</span><span class="sc">;</span> 903 <span class="s">}</span> 904 905 <span class="c"># Setup a list of functions to use for analysis...</span> 906 <span class="k">my</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span> 907 <span class="i">%</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 908 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 909 <span class="c"># Check mode values...</span> 910 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsBasic$/i</span> <span class="s">)</span> <span class="s">{</span> 911 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"DescriptiveStatisticsBasic"</span><span class="sc">;</span> 912 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean Median StandardDeviation StandardError Variance Sum)</span><span class="sc">;</span> 913 <span class="s">}</span> 914 <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsAll$/i</span> <span class="s">)</span> <span class="s">{</span> 915 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"DescriptiveStatisticsAll"</span><span class="sc">;</span> 916 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean GeometricMean HarmonicMean TrimMean Median Mode StandardDeviation Kurtosis Skewness StandardError Variance RSquare Frequency KLargest KSmallest Sum)</span><span class="sc">;</span> 917 <span class="s">}</span> 918 <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^All$/i</span> <span class="s">)</span> <span class="s">{</span> 919 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"AllStatistics"</span><span class="sc">;</span> 920 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="i">@SupportedStatisticaFunctions</span><span class="sc">;</span> 921 <span class="s">}</span> 922 <span class="k">else</span> <span class="s">{</span> 923 <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">"SpecifiedStatistics"</span><span class="sc">;</span> 924 <span class="c"># Comma delimited list of functions...</span> 925 <span class="k">my</span><span class="s">(</span><span class="i">$Mode</span><span class="cm">,</span> <span class="i">@SpecifiedFunctions</span><span class="cm">,</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span><span class="sc">;</span> 926 <span class="i">$Mode</span> = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span> 927 <span class="i">$Mode</span> =~ <span class="q">s/ //g</span><span class="sc">;</span> 928 <span class="i">@SpecifiedFunctions</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Mode</span><span class="sc">;</span> 929 <span class="i">@UnsupportedSpecifiedFunctions</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 930 <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@SpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span> 931 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 932 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span> 933 <span class="s">}</span> 934 <span class="k">else</span> <span class="s">{</span> 935 <span class="k">push</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span> 936 <span class="s">}</span> 937 <span class="s">}</span> 938 <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span> 939 <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span> > <span class="n">1</span><span class="s">)</span> <span class="s">{</span> 940 <span class="k">warn</span> <span class="q">"Error: The values specified - "</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">" - for option \"-m --mode\" are not valid.\n"</span><span class="sc">;</span> 941 <span class="s">}</span> 942 <span class="k">else</span> <span class="s">{</span> 943 <span class="k">warn</span> <span class="q">"Error: The value specified, @UnsupportedSpecifiedFunctions , for option \"-m --mode\" is not valid.\n"</span><span class="sc">;</span> 944 <span class="s">}</span> 945 <span class="k">die</span> <span class="q">"Allowed values:"</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> 946 <span class="s">}</span> 947 <span class="s">}</span> 948 <span class="j">FUNCTION:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span> 949 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} <span class="s">)</span> <span class="s">{</span> 950 <span class="k">next</span> <span class="j">FUNCTION</span><span class="sc">;</span> 951 <span class="s">}</span> 952 <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} = <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span> 953 <span class="s">}</span> 954 955 <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/tab/i</span> <span class="s">)</span> ? <span class="q">"\t"</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/semicolon/i</span><span class="s">)</span> ? <span class="q">"\;"</span> <span class="co">:</span> <span class="q">"\,"</span><span class="s">)</span><span class="sc">;</span> 956 <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} =~ <span class="q">/yes/i</span> <span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 957 958 <span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> 959 <span class="i">$OptionsInfo</span>{<span class="w">Root</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> 960 961 <span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} = <span class="i">$Options</span>{<span class="w">fast</span>} ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span> 962 <span class="i">$OptionsInfo</span>{<span class="w">Precision</span>} = <span class="i">$Options</span>{<span class="w">precision</span>}<span class="sc">;</span> 963 964 <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} = <span class="i">$Options</span>{<span class="w">klargest</span>}<span class="sc">;</span> 965 <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>} = <span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="sc">;</span> 966 967 <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>} = <span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="sc">;</span> 968 969 <span class="c"># Setup frequency bin values...</span> 970 <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="n">10</span><span class="sc">;</span> 971 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 972 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">frequencybins</span>} =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span> 973 <span class="k">my</span><span class="s">(</span><span class="i">$BinValue</span><span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="s">)</span><span class="sc">;</span> 974 <span class="i">@SpecifiedBinRange</span> = <span class="k">split</span> <span class="q">/\,/</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span> 975 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span> < <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 976 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid: Must contain at least two values. \n"</span><span class="sc">;</span> 977 <span class="s">}</span> 978 <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span> 979 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 980 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid: Contains non numeric values. \n"</span><span class="sc">;</span> 981 <span class="s">}</span> 982 <span class="s">}</span> 983 <span class="k">my</span><span class="s">(</span><span class="i">$Index1</span><span class="cm">,</span> <span class="i">$Index2</span><span class="s">)</span><span class="sc">;</span> 984 <span class="k">for</span> <span class="i">$Index1</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span> 985 <span class="k">for</span> <span class="i">$Index2</span> <span class="s">(</span><span class="s">(</span><span class="i">$Index1</span> + <span class="n">1</span><span class="s">)</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span> 986 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedBinRange</span>[<span class="i">$Index1</span>] >= <span class="i">$SpecifiedBinRange</span>[<span class="i">$Index2</span>]<span class="s">)</span> <span class="s">{</span> 987 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid: Must contain values in ascending order. \n"</span><span class="sc">;</span> 988 <span class="s">}</span> 989 <span class="s">}</span> 990 <span class="s">}</span> 991 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="sc">;</span> 992 <span class="s">}</span> 993 <span class="k">else</span> <span class="s">{</span> 994 <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span> 995 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 996 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{frequencybins}, for option \"--frequencybins\" is not valid. Allowed values: positive integer or \"number,number,[number]...\". \n"</span><span class="sc">;</span> 997 <span class="s">}</span> 998 <span class="s">}</span> 999 1000 <span class="c"># Setup specified columns...</span> 1001 <span class="i">$OptionsInfo</span>{<span class="w">ColMode</span>} = <span class="i">$Options</span>{<span class="w">colmode</span>}<span class="sc">;</span> 1002 <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">columns</span>} ? <span class="i">$Options</span>{<span class="w">columns</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> 1003 1004 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 1005 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$Options</span>{<span class="w">columns</span>} && <span class="i">$Options</span>{<span class="w">columns</span>} !~ <span class="q">/^All$/i</span><span class="s">)</span> <span class="s">{</span> 1006 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">columns</span>}<span class="sc">;</span> 1007 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">colmode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> 1008 <span class="k">my</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="sc">;</span> 1009 <span class="k">for</span> <span class="i">$ColValue</span> <span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> <span class="s">{</span> 1010 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1011 <span class="k">die</span> <span class="q">"Error: Column value, $ColValue, specified using \"--columns\" is not valid: Allowed integer values: > 0.\n"</span><span class="sc">;</span> 1012 <span class="s">}</span> 1013 <span class="s">}</span> 1014 <span class="s">}</span> 1015 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span> 1016 <span class="s">}</span> 1017 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 1018 <span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>} = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">columnpairs</span>}<span class="s">)</span> && <span class="i">$Options</span>{<span class="w">columnpairs</span>} =~ <span class="q">/^AllPairs$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 1019 <span class="k">if</span> <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">columnpairs</span>}<span class="s">)</span> && !<span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span> 1020 <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">columnpairs</span>}<span class="sc">;</span> 1021 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedValues</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 1022 <span class="k">die</span> <span class="q">"Error: Invalid number of values specified using \"--columnpairs\" option: It must contain even number of values.\n"</span><span class="sc">;</span> 1023 <span class="s">}</span> 1024 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">colmode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> 1025 <span class="k">my</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="sc">;</span> 1026 <span class="k">for</span> <span class="i">$ColValue</span> <span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> <span class="s">{</span> 1027 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1028 <span class="k">die</span> <span class="q">"Error: Column value, $ColValue, specified using \"--columnpairs\" is not valid: Allowed integer values: > 0.\n"</span><span class="sc">;</span> 1029 <span class="s">}</span> 1030 <span class="s">}</span> 1031 <span class="s">}</span> 1032 <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span> 1033 <span class="s">}</span> 1034 1035 <span class="s">}</span> 1036 1037 <span class="c"># Setup script usage and retrieve command line arguments specified using various options...</span> <a name="SetupScriptUsage-"></a>1038 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span> 1039 1040 <span class="c"># Retrieve all the options...</span> 1041 <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 1042 <span class="i">$Options</span>{<span class="w">colmode</span>} = <span class="q">"colnum"</span><span class="sc">;</span> 1043 <span class="i">$Options</span>{<span class="w">detail</span>} = <span class="n">1</span><span class="sc">;</span> 1044 <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">"comma"</span><span class="sc">;</span> 1045 <span class="i">$Options</span>{<span class="w">frequencybins</span>} = <span class="n">10</span><span class="sc">;</span> 1046 <span class="i">$Options</span>{<span class="w">klargest</span>} = <span class="n">2</span><span class="sc">;</span> 1047 <span class="i">$Options</span>{<span class="w">ksmallest</span>} = <span class="n">2</span><span class="sc">;</span> 1048 <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">"DescriptiveStatisticsBasic"</span><span class="sc">;</span> 1049 <span class="i">$Options</span>{<span class="w">outdelim</span>} = <span class="q">"comma"</span><span class="sc">;</span> 1050 <span class="i">$Options</span>{<span class="w">precision</span>} = <span class="n">2</span><span class="sc">;</span> 1051 <span class="i">$Options</span>{<span class="w">quote</span>} = <span class="q">"yes"</span><span class="sc">;</span> 1052 <span class="i">$Options</span>{<span class="w">trimfraction</span>} = <span class="n">0.1</span><span class="sc">;</span> 1053 1054 <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">"colmode|c=s"</span><span class="cm">,</span> <span class="q">"columns=s"</span><span class="cm">,</span> <span class="q">"columnpairs=s"</span><span class="cm">,</span> <span class="q">"detail|d=i"</span><span class="cm">,</span> <span class="q">"frequencybins=s"</span><span class="cm">,</span> <span class="q">"fast|f"</span><span class="cm">,</span> <span class="q">"help|h"</span><span class="cm">,</span> <span class="q">"indelim=s"</span><span class="cm">,</span> <span class="q">"klargest=i"</span><span class="cm">,</span> <span class="q">"ksmallest=i"</span><span class="cm">,</span> <span class="q">"mode|m=s"</span><span class="cm">,</span> <span class="q">"outdelim=s"</span><span class="cm">,</span> <span class="q">"overwrite|o"</span><span class="cm">,</span> <span class="q">"precision|p=i"</span><span class="cm">,</span> <span class="q">"quote|q=s"</span><span class="cm">,</span> <span class="q">"root|r=s"</span><span class="cm">,</span> <span class="q">"trimfraction=f"</span><span class="cm">,</span> <span class="q">"workingdir|w=s"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1055 <span class="k">die</span> <span class="q">"\nTo get a list of valid options and their values, use \"$ScriptName -h\" or\n\"perl -S $ScriptName -h\" command and try again...\n"</span><span class="sc">;</span> 1056 <span class="s">}</span> 1057 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> 1058 <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> 1059 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{workingdir}, for option \"-w --workingdir\" is not a directory name.\n"</span><span class="sc">;</span> 1060 <span class="s">}</span> 1061 <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't chdir $Options{workingdir}: $! \n"</span><span class="sc">;</span> 1062 <span class="s">}</span> 1063 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">colmode</span>} !~ <span class="q">/^(colnum|collabel)$/i</span><span class="s">)</span> <span class="s">{</span> 1064 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{colmode}, for option \"-c --colmode\" is not valid. Allowed values: colnum or collabel\n"</span><span class="sc">;</span> 1065 <span class="s">}</span> 1066 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">detail</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1067 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{detail}, for option \"-d --detail\" is not valid. Allowed values: > 0\n"</span><span class="sc">;</span> 1068 <span class="s">}</span> 1069 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> 1070 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{indelim}, for option \"--indelim\" is not valid. Allowed values: comma or semicolon\n"</span><span class="sc">;</span> 1071 <span class="s">}</span> 1072 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} !~ <span class="q">/^(comma|semicolon|tab)$/i</span><span class="s">)</span> <span class="s">{</span> 1073 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{outdelim}, for option \"--outdelim\" is not valid. Allowed values: comma, tab, or semicolon\n"</span><span class="sc">;</span> 1074 <span class="s">}</span> 1075 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span> 1076 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{quote}, for option \"-q --quote\" is not valid. Allowed values: yes or no\n"</span><span class="sc">;</span> 1077 <span class="s">}</span> 1078 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">precision</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1079 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{precision}, for option \"-p --precision\" is not valid. Allowed values: > 0 \n"</span><span class="sc">;</span> 1080 <span class="s">}</span> 1081 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">klargest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1082 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{klargest}, for option \"--klargest\" is not valid. Allowed values: > 0 \n"</span><span class="sc">;</span> 1083 <span class="s">}</span> 1084 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1085 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{ksmallest}, for option \"--ksmallest\" is not valid. Allowed values: > 0 \n"</span><span class="sc">;</span> 1086 <span class="s">}</span> 1087 <span class="k">if</span> <span class="s">(</span><span class="i">IsFloat</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 1088 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>} <= <span class="n">0</span> || <span class="i">$Options</span>{<span class="w">trimfraction</span>} >= <span class="n">1.0</span><span class="s">)</span> <span class="s">{</span> 1089 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{trimfraction}, for option \"--trimfraction\" is not valid. Allowed values: > 0 and < 1.0\n"</span><span class="sc">;</span> 1090 <span class="s">}</span> 1091 <span class="s">}</span> 1092 <span class="k">else</span> <span class="s">{</span> 1093 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{trimfraction}, for option \"--trimfraction\" is not valid. Allowed values: > 0 and < 1.0\n"</span><span class="sc">;</span> 1094 <span class="s">}</span> 1095 <span class="s">}</span> 1096 <a name="EOF-"></a></pre> <p> </p> <br /> <center> <img src="../../../images/h2o2.png"> </center> </body> </html>