diff docs/scripts/html/code/AnalyzeTextFilesData.html @ 0:4816e4a8ae95 draft default tip

Uploaded
author deepakjadmin
date Wed, 20 Jan 2016 09:23:18 -0500
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/docs/scripts/html/code/AnalyzeTextFilesData.html	Wed Jan 20 09:23:18 2016 -0500
@@ -0,0 +1,1117 @@
+<html>
+<head>
+<title>MayaChemTools:Code:AnalyzeTextFilesData.pl</title>
+<meta http-equiv="content-type" content="text/html;charset=utf-8">
+<link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css">
+</head>
+<body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10">
+<br/>
+<center>
+<a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a>
+</center>
+<br/>
+<pre>
+   1 #!/usr/bin/perl -w
+   2 <span class="c">#</span>
+   3 <span class="c"># $RCSfile: AnalyzeTextFilesData.pl,v $</span>
+   4 <span class="c"># $Date: 2015/02/28 20:46:04 $</span>
+   5 <span class="c"># $Revision: 1.36 $</span>
+   6 <span class="c">#</span>
+   7 <span class="c"># Author: Manish Sud &lt;msud@san.rr.com&gt;</span>
+   8 <span class="c">#</span>
+   9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span>
+  10 <span class="c">#</span>
+  11 <span class="c"># This file is part of MayaChemTools.</span>
+  12 <span class="c">#</span>
+  13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span>
+  14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span>
+  15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span>
+  16 <span class="c"># later version.</span>
+  17 <span class="c">#</span>
+  18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span>
+  19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span>
+  20 <span class="c"># for a particular purpose.  See the GNU Lesser General Public License for more</span>
+  21 <span class="c"># details.</span>
+  22 <span class="c">#</span>
+  23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span>
+  24 <span class="c"># along with MayaChemTools; if not, see &lt;http://www.gnu.org/licenses/&gt; or</span>
+  25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span>
+  26 <span class="c"># Boston, MA, 02111-1307, USA.</span>
+  27 <span class="c">#</span>
+  28 
+  29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span>
+  30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">&quot;$FindBin::Bin/../lib&quot;</span><span class="sc">;</span>
+  31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span>
+  32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span>
+  33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span>
+  34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span>
+  36 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span>
+  37 <span class="k">use</span> <span class="w">StatisticsUtil</span><span class="sc">;</span>
+  38 
+  39 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span>
+  40 
+  41 <span class="c"># Autoflush STDOUT</span>
+  42 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span>
+  43 
+  44 <span class="c"># Starting message...</span>
+  45 <span class="i">$ScriptName</span> = <span class="i">basename</span><span class="s">(</span><span class="i">$0</span><span class="s">)</span><span class="sc">;</span>
+  46 <span class="k">print</span> <span class="q">&quot;\n$ScriptName: Starting...\n\n&quot;</span><span class="sc">;</span>
+  47 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  48 
+  49 <span class="c"># Get the options and setup script...</span>
+  50 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  51 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> &lt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+  52   <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">&quot;$FindBin::Bin/$ScriptName&quot;</span><span class="s">)</span><span class="sc">;</span>
+  53 <span class="s">}</span>
+  54 
+  55 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span>
+  56 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="sc">;</span>
+  57 
+  58 <span class="k">print</span> <span class="q">&quot;Processing options...\n&quot;</span><span class="sc">;</span>
+  59 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span>
+  60 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  61 
+  62 <span class="c"># Collect column information for all the text files...</span>
+  63 <span class="k">print</span> <span class="q">&quot;Checking input text file(s)...\n&quot;</span><span class="sc">;</span>
+  64 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span>
+  65 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  66 <span class="i">ProcessColumnsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  67 
+  68 <span class="c"># Generate output files...</span>
+  69 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
+  70 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+  71   <span class="k">print</span> <span class="q">&quot;\nProcessing text files...\n&quot;</span><span class="sc">;</span>
+  72 <span class="s">}</span>
+  73 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+  74   <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span>
+  75     <span class="k">print</span> <span class="q">&quot;\nProcessing file $TextFilesList[$FileIndex]...\n&quot;</span><span class="sc">;</span>
+  76     <span class="i">AnalyzeTextFile</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
+  77   <span class="s">}</span>
+  78 <span class="s">}</span>
+  79 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Done...\n\n&quot;</span><span class="sc">;</span>
+  80 
+  81 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  82 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span>
+  83 <span class="k">print</span> <span class="q">&quot;Total time: &quot;</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+  84 
+  85 <span class="c">###############################################################################</span>
+  86 
+  87 <span class="c"># Analyze data...</span>
+<a name="AnalyzeTextFile-"></a>  88 <span class="k">sub </span><span class="m">AnalyzeTextFile</span> <span class="s">{</span>
+  89   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+  90   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
+  91 
+  92   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+  93   <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+  94   <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
+  95   <span class="i">%ColValuesToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  96   <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+  97     <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMap</span>{<span class="i">$ColNum</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  98   <span class="s">}</span>
+  99 
+ 100   <span class="k">my</span><span class="s">(</span><span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$InvalidLineCount</span><span class="cm">,</span> <span class="i">@InvalidColLabels</span><span class="s">)</span><span class="sc">;</span>
+ 101 
+ 102   <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $TextFile: $! \n&quot;</span><span class="sc">;</span>
+ 103   <span class="c"># Skip over column labels line in text file and collect appropriate column data</span>
+ 104   <span class="c"># for analysis...</span>
+ 105   <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
+ 106   <span class="i">$LineCount</span> = <span class="n">1</span><span class="sc">;</span>
+ 107   <span class="i">$InvalidLineCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 108   <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 109     <span class="i">$LineCount</span>++<span class="sc">;</span>
+ 110     <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
+ 111     <span class="i">@InvalidColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 112     <span class="j">COLNUM:</span> <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 113       <span class="i">$Value</span> = <span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 114       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span>
+ 115         <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 116           <span class="k">push</span> <span class="i">@InvalidColLabels</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 117           <span class="k">next</span> <span class="j">COLNUM</span><span class="sc">;</span>
+ 118         <span class="s">}</span>
+ 119       <span class="s">}</span>
+ 120       <span class="k">push</span> <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMap</span>{<span class="i">$ColNum</span>}}<span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 121     <span class="s">}</span>
+ 122     <span class="k">if</span> <span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span> <span class="s">{</span>
+ 123       <span class="i">$InvalidLineCount</span>++<span class="sc">;</span>
+ 124       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;=<span class="n">4</span> <span class="s">)</span> <span class="s">{</span>
+ 125         <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; non-numerical or empty value(s) for column(s) - &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidColLabels</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; - to be analyzed: $Line \n&quot;</span><span class="sc">;</span>
+ 126       <span class="s">}</span>
+ 127       <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> <span class="s">{</span>
+ 128         <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; non-numerical or empty value(s) for column(s) - &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@InvalidColLabels</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; - to be analyzed...\n&quot;</span><span class="sc">;</span>
+ 129       <span class="s">}</span>
+ 130       <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 131         <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@InvalidColLabels</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; non-numerical or empty value(s) for columns to be analyzed...\n&quot;</span><span class="sc">;</span>
+ 132       <span class="s">}</span>
+ 133     <span class="s">}</span>
+ 134   <span class="s">}</span>
+ 135   <span class="k">if</span> <span class="s">(</span><span class="i">$InvalidLineCount</span> &amp;&amp; <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 136     <span class="k">print</span> <span class="q">&quot;Non-numerical or empty data present in $InvalidLineCount line(s)...\n&quot;</span><span class="sc">;</span>
+ 137   <span class="s">}</span>
+ 138   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 139 
+ 140   <span class="c"># Perform the analysis...</span>
+ 141   <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span>
+ 142   <span class="i">@SpecifiedFunctionNames</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 143 
+ 144   <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span>
+ 145     <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> !~ <span class="q">/^(Covariance|Correlation|Frequency|Rsquare|StandardScores|StandardScoresN)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 146       <span class="k">push</span> <span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span>
+ 147     <span class="s">}</span>
+ 148   <span class="s">}</span>
+ 149   <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedFunctionNames</span><span class="s">)</span> <span class="s">{</span>
+ 150     <span class="i">PerformAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">@SpecifiedFunctionNames</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span>
+ 151   <span class="s">}</span>
+ 152   <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 153     <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span>
+ 154       <span class="i">PerformMatrixAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
+ 155     <span class="s">}</span>
+ 156     <span class="k">else</span> <span class="s">{</span>
+ 157       <span class="c"># Perform pairwise analysis for specified columns and write out calculated values - correlation</span>
+ 158       <span class="c"># rsquare, or covariance - in the same file.</span>
+ 159       <span class="i">PerformColumnPairAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
+ 160     <span class="s">}</span>
+ 161   <span class="s">}</span>
+ 162   <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> <span class="s">)</span> <span class="s">{</span>
+ 163     <span class="i">PerformStandardScoresAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
+ 164   <span class="s">}</span>
+ 165   <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 166     <span class="i">PerformFrequencyAnalysis</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> \<span class="i">%ColValuesToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
+ 167   <span class="s">}</span>
+ 168 <span class="s">}</span>
+ 169 
+ 170 <span class="c"># Calculate values for various statistical functions...</span>
+<a name="PerformAnalysis-"></a> 171 <span class="k">sub </span><span class="m">PerformAnalysis</span> <span class="s">{</span>
+ 172   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$SpecifiedFunctionNamesRef</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+ 173   <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="s">)</span><span class="sc">;</span>
+ 174 
+ 175   <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">&quot;.&quot;</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 176 
+ 177   <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
+ 178   <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
+ 179 
+ 180   <span class="c"># Write out column labels...</span>
+ 181   <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 182   <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;ColumnID&quot;</span><span class="sc">;</span>
+ 183   <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span>
+ 184     <span class="i">$Label</span> = <span class="i">$SpecifiedFunction</span><span class="sc">;</span>
+ 185     <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^(KLargest|KSmallest)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 186       <span class="k">my</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span><span class="sc">;</span>
+ 187       <span class="i">$KthValue</span> = <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> ? <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} <span class="co">:</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="sc">;</span>
+ 188       <span class="i">$Label</span> = <span class="i">AddNumberSuffix</span><span class="s">(</span><span class="i">$KthValue</span><span class="s">)</span> . <span class="q">&quot;$SpecifiedFunction&quot;</span><span class="sc">;</span>
+ 189       <span class="i">$Label</span> =~ <span class="q">s/K//g</span><span class="sc">;</span>
+ 190     <span class="s">}</span>
+ 191     <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span>
+ 192       <span class="i">$Label</span> = <span class="q">&quot;${SpecifiedFunction}($OptionsInfo{TrimFraction})&quot;</span><span class="sc">;</span>
+ 193     <span class="s">}</span>
+ 194     <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="sc">;</span>
+ 195   <span class="s">}</span>
+ 196   <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 197   <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 198 
+ 199   <span class="c"># Go over each column to be analyzed...</span>
+ 200   <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
+ 201 
+ 202   <span class="c"># Turn off &quot;strict&quot;; otherwise, invoking statistical functions using function name string</span>
+ 203   <span class="c"># is problematic.</span>
+ 204   <span class="k">no</span> <span class="w">strict</span><span class="sc">;</span>
+ 205 
+ 206   <span class="k">my</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">%CalculatedValues</span><span class="s">)</span><span class="sc">;</span>
+ 207   <span class="i">%CalculatedValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 208   <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 209     <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 210     <span class="c"># Setup column id...</span>
+ 211     <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 212     <span class="i">$ColValuesRef</span> =  \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum</span>}}<span class="sc">;</span>
+ 213     <span class="j">FUNCTIONNAME:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$SpecifiedFunctionNamesRef</span>}<span class="s">)</span> <span class="s">{</span>
+ 214       <span class="i">$Value</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 215       <span class="k">if</span> <span class="s">(</span>!<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum</span>}}<span class="s">)</span> <span class="s">{</span>
+ 216         <span class="c"># Invalid column values...</span>
+ 217         <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 218         <span class="k">next</span> <span class="j">FUNCTIONNAME</span><span class="sc">;</span>
+ 219       <span class="s">}</span>
+ 220       <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^Count$/i</span><span class="s">)</span> <span class="s">{</span>
+ 221         <span class="i">$Value</span> = <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum</span>}}<span class="sc">;</span>
+ 222       <span class="s">}</span>
+ 223       <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KLargest$/i</span><span class="s">)</span> <span class="s">{</span>
+ 224         <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>}<span class="s">)</span><span class="sc">;</span>
+ 225       <span class="s">}</span>
+ 226       <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^KSmallest$/i</span><span class="s">)</span> <span class="s">{</span>
+ 227         <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>}<span class="s">)</span><span class="sc">;</span>
+ 228       <span class="s">}</span>
+ 229       <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardDeviation$/i</span><span class="s">)</span> <span class="s">{</span>
+ 230         <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 231           <span class="i">$Value</span> = <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="sc">;</span>
+ 232         <span class="s">}</span>
+ 233         <span class="k">else</span> <span class="s">{</span>
+ 234           <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span>
+ 235           <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span>
+ 236         <span class="s">}</span>
+ 237       <span class="s">}</span>
+ 238       <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^StandardError$/i</span><span class="s">)</span> <span class="s">{</span>
+ 239         <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 240           <span class="i">$Value</span> = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span>
+ 241           <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>} = <span class="i">$Value</span><span class="sc">;</span>
+ 242         <span class="s">}</span>
+ 243         <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="s">)</span> <span class="s">{</span>
+ 244           <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$CalculatedValues</span>{<span class="i">$ColNum</span>}{<span class="w">StandardDeviation</span>}<span class="cm">,</span> <span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum</span>}}<span class="s">)</span><span class="sc">;</span>
+ 245         <span class="s">}</span>
+ 246       <span class="s">}</span>
+ 247       <span class="k">elsif</span> <span class="s">(</span><span class="i">$SpecifiedFunction</span> =~ <span class="q">/^TrimMean$/i</span><span class="s">)</span> <span class="s">{</span>
+ 248         <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>}<span class="s">)</span><span class="sc">;</span>
+ 249       <span class="s">}</span>
+ 250       <span class="k">else</span> <span class="s">{</span>
+ 251         <span class="i">$Value</span> = <span class="i">&amp;$SpecifiedFunction</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span>
+ 252       <span class="s">}</span>
+ 253       <span class="c"># Format the output value. And add zero to get rid of tariling zeros...</span>
+ 254       <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 255       <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 256     <span class="s">}</span>
+ 257     <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 258     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 259   <span class="s">}</span>
+ 260   <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
+ 261 <span class="s">}</span>
+ 262 
+ 263 <span class="c"># Calculate covariance, correlation, rsquare for specified column pairs....</span>
+<a name="PerformColumnPairAnalysis-"></a> 264 <span class="k">sub </span><span class="m">PerformColumnPairAnalysis</span> <span class="s">{</span>
+ 265   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+ 266   <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span>
+ 267   <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 268   <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 269   <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 270 
+ 271   <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;ColumnPairsAnalysis.&quot;</span> .  <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 272   <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
+ 273   <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
+ 274 
+ 275   <span class="c"># Write out the column labels...</span>
+ 276   <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 277   <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="s">(</span><span class="q">&quot;ColumnID1&quot;</span><span class="cm">,</span> <span class="q">&quot;ColumnID2&quot;</span><span class="s">)</span><span class="sc">;</span>
+ 278   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 279     <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;Correlation&quot;</span><span class="sc">;</span>
+ 280     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 281       <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;RSquare&quot;</span><span class="sc">;</span>
+ 282     <span class="s">}</span>
+ 283   <span class="s">}</span>
+ 284   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 285     <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;Covariance&quot;</span><span class="sc">;</span>
+ 286   <span class="s">}</span>
+ 287   <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 288   <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 289 
+ 290   <span class="c"># Go over each column pair...</span>
+ 291   <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span>  <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="cm">,</span> <span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="cm">,</span> <span class="i">@ColPairs1ToAnalyze</span><span class="cm">,</span> <span class="i">@ColPairs2ToAnalyze</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="s">)</span><span class="sc">;</span>
+ 292 
+ 293   <span class="i">@ColPairs1ToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
+ 294   <span class="i">@ColPairs2ToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
+ 295   <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColPairs1ToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 296     <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 297     <span class="i">$ColNum1</span> = <span class="i">$ColPairs1ToAnalyze</span>[<span class="i">$ColIndex</span>]<span class="sc">;</span>
+ 298     <span class="i">$ColNum2</span> = <span class="i">$ColPairs2ToAnalyze</span>[<span class="i">$ColIndex</span>]<span class="sc">;</span>
+ 299     <span class="i">$ColValuesRef1</span> =  \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum1</span>}}<span class="sc">;</span>
+ 300     <span class="i">$ColValuesRef2</span> =  \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum2</span>}}<span class="sc">;</span>
+ 301 
+ 302     <span class="c"># Setup column ids...</span>
+ 303     <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span>
+ 304     <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum2</span>]<span class="sc">;</span>
+ 305 
+ 306     <span class="k">if</span> <span class="s">(</span><span class="i">@$ColValuesRef1</span> != <span class="i">@$ColValuesRef2</span><span class="s">)</span> <span class="s">{</span>
+ 307       <span class="c"># Print a warning...</span>
+ 308       <span class="k">warn</span> <span class="q">&quot;Warning: Skipping analysis for column pair $TextFilesInfo{ColLabels}[$Index][$ColNum1], $TextFilesInfo{ColLabels}[$Index][$ColNum2]: Number of valid data values must be same.\n&quot;</span><span class="sc">;</span>
+ 309       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 310         <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 311         <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 312           <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 313         <span class="s">}</span>
+ 314       <span class="s">}</span>
+ 315       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 316         <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 317       <span class="s">}</span>
+ 318     <span class="s">}</span>
+ 319     <span class="k">else</span> <span class="s">{</span>
+ 320       <span class="c"># Calculate appropriate value...</span>
+ 321       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 322         <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span>
+ 323         <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 324         <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 325         <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 326           <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 327           <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 328           <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 329         <span class="s">}</span>
+ 330       <span class="s">}</span>
+ 331       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 332         <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span>
+ 333         <span class="i">$Value</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 334         <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 335       <span class="s">}</span>
+ 336     <span class="s">}</span>
+ 337     <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 338     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 339   <span class="s">}</span>
+ 340   <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
+ 341 <span class="s">}</span>
+ 342 
+ 343 <span class="c"># Generate histogram numbers...</span>
+<a name="PerformFrequencyAnalysis-"></a> 344 <span class="k">sub </span><span class="m">PerformFrequencyAnalysis</span> <span class="s">{</span>
+ 345   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+ 346   <span class="k">my</span><span class="s">(</span><span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">%FrequencyMap</span><span class="s">)</span><span class="sc">;</span>
+ 347 
+ 348   <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
+ 349   <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 350     <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>] . <span class="q">&quot;FrequencyAnalysis.&quot;</span> .  <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 351     <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
+ 352     <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
+ 353 
+ 354     <span class="c"># Write out the column labels...</span>
+ 355     <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 356     <span class="k">push</span> <span class="i">@ColLabels</span> <span class="cm">,</span> <span class="s">(</span><span class="q">&quot;Bins&quot;</span><span class="cm">,</span> <span class="q">&quot;Frequency&quot;</span><span class="s">)</span><span class="sc">;</span>
+ 357     <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 358     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 359 
+ 360     <span class="c">#Calculate and write out frequency values...</span>
+ 361     <span class="i">%FrequencyMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 362     <span class="i">$ColValuesRef</span> =  \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum</span>}}<span class="sc">;</span>
+ 363     <span class="k">if</span> <span class="s">(</span><span class="i">@$ColValuesRef</span><span class="s">)</span> <span class="s">{</span>
+ 364       <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span> <span class="s">{</span>
+ 365         <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> \<span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="s">)</span><span class="sc">;</span>
+ 366       <span class="s">}</span>
+ 367       <span class="k">else</span> <span class="s">{</span>
+ 368         <span class="i">%FrequencyMap</span> = <span class="i">Frequency</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="sc">;</span>
+ 369       <span class="s">}</span>
+ 370     <span class="s">}</span>
+ 371     <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="k">sort</span> <span class="s">{</span> <span class="i">$a</span> &lt;=&gt; <span class="i">$b</span> <span class="s">}</span>  <span class="k">keys</span> <span class="i">%FrequencyMap</span><span class="s">)</span> <span class="s">{</span>
+ 372       <span class="i">$FrequencyValue</span> = <span class="i">$FrequencyMap</span>{<span class="i">$BinValue</span>}<span class="sc">;</span>
+ 373 
+ 374       <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 375       <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$BinValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 376       <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 377       <span class="i">$Value</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$FrequencyValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$FrequencyValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 378       <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span>
+ 379 
+ 380       <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 381       <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 382     <span class="s">}</span>
+ 383     <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
+ 384   <span class="s">}</span>
+ 385 <span class="s">}</span>
+ 386 
+ 387 <span class="c"># Calculate covariance, correlation/rsquare matrices....</span>
+<a name="PerformMatrixAnalysis-"></a> 388 <span class="k">sub </span><span class="m">PerformMatrixAnalysis</span> <span class="s">{</span>
+ 389   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+ 390   <span class="k">my</span><span class="s">(</span><span class="i">$CorrelationTextFile</span><span class="cm">,</span> <span class="i">$CovarianceTextFile</span><span class="cm">,</span> <span class="i">$RSquareTextFile</span><span class="cm">,</span> <span class="i">$CalculateCorrelation</span><span class="cm">,</span> <span class="i">$CalculateRSquare</span><span class="cm">,</span> <span class="i">$CalculateCovariance</span><span class="s">)</span><span class="sc">;</span>
+ 391 
+ 392   <span class="i">$CalculateCorrelation</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 393   <span class="i">$CalculateRSquare</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 394   <span class="i">$CalculateCovariance</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 395 
+ 396   <span class="i">$CorrelationTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;CorrelationMatrix.&quot;</span> .  <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 397   <span class="i">$RSquareTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;RSquareMatrix.&quot;</span> .  <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 398   <span class="i">$CovarianceTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;CovarianceMatrix.&quot;</span> .  <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 399 
+ 400   <span class="k">my</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="cm">,</span> <span class="i">$Delimiter</span><span class="s">)</span><span class="sc">;</span>
+ 401   <span class="i">$TextFilesList</span> =  <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 402   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 403     <span class="i">$TextFilesList</span> = <span class="i">$CorrelationTextFile</span><span class="sc">;</span>
+ 404     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 405       <span class="i">$TextFilesList</span> .= <span class="q">&quot;, $CorrelationTextFile&quot;</span><span class="sc">;</span>
+ 406     <span class="s">}</span>
+ 407   <span class="s">}</span>
+ 408   <span class="i">$Delimiter</span> = <span class="k">length</span><span class="s">(</span><span class="i">$TextFilesList</span><span class="s">)</span> ? <span class="q">&quot;,&quot;</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 409   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 410     <span class="i">$TextFilesList</span> .= <span class="q">&quot;${Delimiter} ${CorrelationTextFile}&quot;</span><span class="sc">;</span>
+ 411   <span class="s">}</span>
+ 412   <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesList</span> =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span>
+ 413     <span class="k">print</span> <span class="q">&quot;Generating new text files $TextFilesList...\n&quot;</span>
+ 414   <span class="s">}</span>
+ 415   <span class="k">else</span> <span class="s">{</span>
+ 416     <span class="k">print</span> <span class="q">&quot;Generating new text file $TextFilesList...\n&quot;</span>
+ 417   <span class="s">}</span>
+ 418   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 419     <span class="k">open</span> <span class="w">CORRELATIONTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$CorrelationTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $CorrelationTextFile: $! \n&quot;</span><span class="sc">;</span>
+ 420     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 421       <span class="k">open</span> <span class="w">RSQUARETEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$RSquareTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $RSquareTextFile: $! \n&quot;</span><span class="sc">;</span>
+ 422     <span class="s">}</span>
+ 423   <span class="s">}</span>
+ 424   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 425     <span class="k">open</span> <span class="w">COVARIANCETEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$CovarianceTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $CovarianceTextFile: $! \n&quot;</span><span class="sc">;</span>
+ 426   <span class="s">}</span>
+ 427 
+ 428   <span class="k">my</span><span class="s">(</span><span class="i">$Line</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="cm">,</span> <span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">@RSquareRowValues</span><span class="s">)</span><span class="sc">;</span>
+ 429 
+ 430   <span class="c"># Write out the column labels...</span>
+ 431   <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 432   <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 433   <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 434     <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 435   <span class="s">}</span>
+ 436   <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 437   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 438     <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 439     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 440       <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 441     <span class="s">}</span>
+ 442   <span class="s">}</span>
+ 443   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 444     <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 445   <span class="s">}</span>
+ 446 
+ 447   <span class="c"># Due to symmetric nature of these matrices, only one half needs to be</span>
+ 448   <span class="c"># calculated. So, just calculate the lower half and copy it to upper half...</span>
+ 449   <span class="k">my</span><span class="s">(</span><span class="i">%CorrelationMatrixMap</span><span class="cm">,</span> <span class="i">%RSquareMatrixMap</span><span class="cm">,</span> <span class="i">%CovarianceMatrixMap</span><span class="s">)</span><span class="sc">;</span>
+ 450 
+ 451   <span class="i">%CorrelationMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%RSquareMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">%CovarianceMatrixMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 452   <span class="k">for</span> <span class="i">$ColNum1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 453     <span class="k">for</span> <span class="i">$ColNum2</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$ColNum1</span><span class="s">)</span> <span class="s">{</span>
+ 454       <span class="i">$ColValuesRef1</span> =  \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum1</span>}}<span class="sc">;</span>
+ 455       <span class="i">$ColValuesRef2</span> =  \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum2</span>}}<span class="sc">;</span>
+ 456       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 457         <span class="i">$CorrelationValue</span> = <span class="i">Correlation</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span>
+ 458         <span class="i">$CorrelationValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CorrelationValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 459         <span class="i">$CorrelationMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span>
+ 460         <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> != <span class="i">$ColNum2</span><span class="s">)</span> <span class="s">{</span>
+ 461           <span class="i">$CorrelationMatrixMap</span>{<span class="i">$ColNum2</span>}{<span class="i">$ColNum1</span>} = <span class="i">$CorrelationValue</span><span class="sc">;</span>
+ 462         <span class="s">}</span>
+ 463         <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 464           <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CorrelationValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="i">$CorrelationValue</span> ** <span class="n">2</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 465           <span class="i">$RSquareValue</span> = <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$RSquareValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$RSquareValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 466           <span class="i">$RSquareMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span>
+ 467           <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> != <span class="i">$ColNum2</span><span class="s">)</span> <span class="s">{</span>
+ 468             <span class="i">$RSquareMatrixMap</span>{<span class="i">$ColNum2</span>}{<span class="i">$ColNum1</span>} = <span class="i">$RSquareValue</span><span class="sc">;</span>
+ 469           <span class="s">}</span>
+ 470         <span class="s">}</span>
+ 471       <span class="s">}</span>
+ 472       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 473         <span class="i">$CovarianceValue</span> = <span class="i">Covariance</span><span class="s">(</span><span class="i">$ColValuesRef1</span><span class="cm">,</span> <span class="i">$ColValuesRef2</span><span class="s">)</span><span class="sc">;</span>
+ 474         <span class="i">$CovarianceValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$CovarianceValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$CovarianceValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 475         <span class="i">$CovarianceMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span>
+ 476         <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> != <span class="i">$ColNum2</span><span class="s">)</span> <span class="s">{</span>
+ 477           <span class="i">$CovarianceMatrixMap</span>{<span class="i">$ColNum2</span>}{<span class="i">$ColNum1</span>} = <span class="i">$CovarianceValue</span><span class="sc">;</span>
+ 478         <span class="s">}</span>
+ 479       <span class="s">}</span>
+ 480     <span class="s">}</span>
+ 481   <span class="s">}</span>
+ 482 
+ 483   <span class="c"># Write out the matrices...</span>
+ 484   <span class="k">for</span> <span class="i">$ColNum1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 485     <span class="i">@CorrelationRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 486     <span class="i">@RSquareRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 487     <span class="i">@CovarianceRowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 488     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 489       <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span>
+ 490       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 491         <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span>
+ 492       <span class="s">}</span>
+ 493     <span class="s">}</span>
+ 494     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 495       <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum1</span>]<span class="sc">;</span>
+ 496     <span class="s">}</span>
+ 497     <span class="k">for</span> <span class="i">$ColNum2</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 498       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 499         <span class="k">push</span> <span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$CorrelationMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>}<span class="sc">;</span>
+ 500         <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 501           <span class="k">push</span> <span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$RSquareMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>}<span class="sc">;</span>
+ 502         <span class="s">}</span>
+ 503       <span class="s">}</span>
+ 504       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 505         <span class="k">push</span> <span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$CovarianceMatrixMap</span>{<span class="i">$ColNum1</span>}{<span class="i">$ColNum2</span>}<span class="sc">;</span>
+ 506       <span class="s">}</span>
+ 507     <span class="s">}</span>
+ 508     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 509       <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CorrelationRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 510       <span class="k">print</span> <span class="i">CORRELATIONTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 511       <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 512         <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RSquareRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 513         <span class="k">print</span> <span class="i">RSQUARETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 514       <span class="s">}</span>
+ 515     <span class="s">}</span>
+ 516     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 517       <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@CovarianceRowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 518       <span class="k">print</span> <span class="i">COVARIANCETEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 519     <span class="s">}</span>
+ 520   <span class="s">}</span>
+ 521   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCorrelation</span> || <span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 522     <span class="k">close</span> <span class="w">CORRELATIONTEXTFILE</span><span class="sc">;</span>
+ 523     <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateRSquare</span><span class="s">)</span> <span class="s">{</span>
+ 524       <span class="k">close</span> <span class="w">RSQUARETEXTFILE</span><span class="sc">;</span>
+ 525     <span class="s">}</span>
+ 526   <span class="s">}</span>
+ 527   <span class="k">if</span> <span class="s">(</span><span class="i">$CalculateCovariance</span><span class="s">)</span> <span class="s">{</span>
+ 528     <span class="k">close</span> <span class="w">COVARIANCETEXTFILE</span><span class="sc">;</span>
+ 529   <span class="s">}</span>
+ 530 <span class="s">}</span>
+ 531 
+ 532 <span class="c"># Calculate standard scores...</span>
+<a name="PerformStandardScoresAnalysis-"></a> 533 <span class="k">sub </span><span class="m">PerformStandardScoresAnalysis</span> <span class="s">{</span>
+ 534   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColValuesToAnalyzeMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+ 535   <span class="k">my</span><span class="s">(</span><span class="i">$StandardScores</span><span class="cm">,</span> <span class="i">$StandardScoresN</span><span class="cm">,</span> <span class="i">$NewTextFile</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$NewLine</span><span class="s">)</span><span class="sc">;</span>
+ 536 
+ 537   <span class="i">$StandardScores</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 538   <span class="i">$StandardScoresN</span> = <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscoresn</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 539 
+ 540   <span class="i">$NewTextFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="q">&quot;StandardScores.&quot;</span> .  <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 541   <span class="k">print</span> <span class="q">&quot;Generating new text file $NewTextFile...\n&quot;</span><span class="sc">;</span>
+ 542   <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFile: $! \n&quot;</span><span class="sc">;</span>
+ 543 
+ 544   <span class="k">my</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="s">)</span><span class="sc">;</span>
+ 545   <span class="c"># Write out column labels...</span>
+ 546   <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 547   <span class="i">@ColNumsToAnalyze</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
+ 548   <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 549     <span class="i">$Label</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 550     <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span>
+ 551       <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;${Label}\(StandardScores)&quot;</span><span class="sc">;</span>
+ 552     <span class="s">}</span>
+ 553     <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span>
+ 554       <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;${Label}\(StandardScoresN)&quot;</span><span class="sc">;</span>
+ 555     <span class="s">}</span>
+ 556   <span class="s">}</span>
+ 557   <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 558   <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$NewLine\n&quot;</span><span class="sc">;</span>
+ 559 
+ 560   <span class="c"># Go over each column to be analyzed and calculate standard deviation</span>
+ 561   <span class="c"># and mean values...</span>
+ 562   <span class="k">my</span><span class="s">(</span><span class="i">%StandardDeviationMap</span><span class="cm">,</span> <span class="i">%StandardDeviationNMap</span><span class="cm">,</span> <span class="i">%MeanMap</span><span class="s">)</span><span class="sc">;</span>
+ 563   <span class="i">%StandardDeviationMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 564   <span class="i">%StandardDeviationNMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 565   <span class="i">%MeanMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 566   <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 567     <span class="i">$ColValuesRef</span> =  \<span class="i">@</span>{<span class="i">$ColValuesToAnalyzeMapRef</span>-&gt;{<span class="i">$ColNum</span>}}<span class="sc">;</span>
+ 568     <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$MeanMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 569       <span class="i">$MeanMap</span>{<span class="i">$ColNum</span>} = <span class="i">Mean</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span>
+ 570     <span class="s">}</span>
+ 571     <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span>
+ 572       <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 573         <span class="i">$StandardDeviationMap</span>{<span class="i">$ColNum</span>} = <span class="i">StandardDeviation</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span>
+ 574       <span class="s">}</span>
+ 575     <span class="s">}</span>
+ 576     <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span>
+ 577       <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span><span class="s">(</span><span class="i">$StandardDeviationNMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 578         <span class="i">$StandardDeviationNMap</span>{<span class="i">$ColNum</span>} = <span class="i">StandardDeviationN</span><span class="s">(</span><span class="i">$ColValuesRef</span><span class="s">)</span><span class="sc">;</span>
+ 579       <span class="s">}</span>
+ 580     <span class="s">}</span>
+ 581   <span class="s">}</span>
+ 582   <span class="c">#</span>
+ 583   <span class="c"># Go over each row and calculate standard scores for each column</span>
+ 584   <span class="c"># using (x[i] - mean) / (n - 1) for StandardScores and (x[i] - mean) / n</span>
+ 585   <span class="c"># for StandardScoresN; write out the calculated values as well...</span>
+ 586 
+ 587   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$ValueOkay</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="cm">,</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="s">)</span><span class="sc">;</span>
+ 588   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+ 589   <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 590 
+ 591   <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $TextFile: $! \n&quot;</span><span class="sc">;</span>
+ 592   <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
+ 593   <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 594     <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
+ 595     <span class="i">@RowValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 596     <span class="j">COLNUM:</span> <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 597       <span class="i">$Value</span> = <span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 598       <span class="i">$ValueOkay</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} &amp;&amp; !<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span>
+ 599       <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScores</span><span class="s">)</span> <span class="s">{</span>
+ 600         <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span>/<span class="i">$StandardDeviationMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 601         <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 602         <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span>
+ 603       <span class="s">}</span>
+ 604       <span class="k">if</span> <span class="s">(</span><span class="i">$StandardScoresN</span><span class="s">)</span> <span class="s">{</span>
+ 605         <span class="i">$ScoreValue</span> = <span class="i">$ValueOkay</span> ? <span class="s">(</span><span class="s">(</span><span class="i">$Value</span> - <span class="i">$MeanMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span>/<span class="i">$StandardDeviationNMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 606         <span class="i">$ScoreValue</span> = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span> &amp;&amp; <span class="k">length</span><span class="s">(</span><span class="i">$ScoreValue</span><span class="s">)</span><span class="s">)</span> ? <span class="s">(</span><span class="k">sprintf</span><span class="s">(</span><span class="q">&quot;%.$OptionsInfo{Precision}f&quot;</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="s">)</span> + <span class="n">0</span><span class="s">)</span> <span class="co">:</span> <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 607         <span class="k">push</span> <span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$ScoreValue</span><span class="sc">;</span>
+ 608       <span class="s">}</span>
+ 609     <span class="s">}</span>
+ 610     <span class="i">$NewLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@RowValues</span><span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="cm">,</span> <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="s">)</span><span class="sc">;</span>
+ 611     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$NewLine\n&quot;</span><span class="sc">;</span>
+ 612   <span class="s">}</span>
+ 613   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 614   <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
+ 615 <span class="s">}</span>
+ 616 
+ 617 <span class="c"># Make sure the specified columns exists in text files...</span>
+<a name="ProcessColumnsInfo-"></a> 618 <span class="k">sub </span><span class="m">ProcessColumnsInfo</span> <span class="s">{</span>
+ 619   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$NewColNum</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">%UniqueColNumsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
+ 620 
+ 621   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 622   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 623   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 624   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 625 
+ 626   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+ 627     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+ 628 
+ 629     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 630     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 631     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 632     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 633 
+ 634     <span class="i">%UniqueColNumsToAnalyzeMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 635 
+ 636     <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
+ 637       <span class="i">@ColNumsToAnalyze</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 638       <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="s">)</span> <span class="s">{</span>
+ 639         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">ColMode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
+ 640           <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="s">)</span> <span class="s">{</span>
+ 641             <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> &gt;=<span class="n">1</span> &amp;&amp; <span class="i">$ColNum</span> &lt;= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
+ 642               <span class="i">$NewColNum</span> = <span class="i">$ColNum</span> -<span class="n">1</span><span class="sc">;</span>
+ 643               <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$NewColNum</span><span class="sc">;</span>
+ 644             <span class="s">}</span>
+ 645           <span class="s">}</span>
+ 646         <span class="s">}</span>
+ 647         <span class="k">else</span> <span class="s">{</span>
+ 648           <span class="k">my</span><span class="s">(</span><span class="i">$ColLabel</span><span class="s">)</span><span class="sc">;</span>
+ 649           <span class="k">for</span> <span class="i">$ColLabel</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="s">)</span> <span class="s">{</span>
+ 650             <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 651               <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span>
+ 652             <span class="s">}</span>
+ 653           <span class="s">}</span>
+ 654         <span class="s">}</span>
+ 655       <span class="s">}</span>
+ 656       <span class="k">elsif</span> <span class="s">(</span><span class="k">defined</span>  <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} &amp;&amp; <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} =~ <span class="q">/^All$/i</span><span class="s">)</span> <span class="s">{</span>
+ 657         <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 658           <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span>
+ 659         <span class="s">}</span>
+ 660       <span class="s">}</span>
+ 661       <span class="k">else</span> <span class="s">{</span>
+ 662         <span class="k">push</span> <span class="i">@ColNumsToAnalyze</span><span class="cm">,</span> <span class="n">0</span><span class="sc">;</span>
+ 663       <span class="s">}</span>
+ 664       <span class="k">if</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 665         <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColNumsToAnalyze</span><span class="sc">;</span>
+ 666         <span class="c"># Set up unique columns map as well...</span>
+ 667         <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 668           <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="s">{</span>
+ 669             <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>} = <span class="i">$ColNum</span><span class="sc">;</span>
+ 670           <span class="s">}</span>
+ 671         <span class="s">}</span>
+ 672       <span class="s">}</span>
+ 673       <span class="k">else</span> <span class="s">{</span>
+ 674         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: None of the columns specified, @{$OptionsInfo{SpecifiedColumns}}, using \&quot;--columns\&quot; option exist.\n&quot;</span><span class="sc">;</span>
+ 675         <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 676         <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 677       <span class="s">}</span>
+ 678       <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} &amp;&amp; <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">frequency</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 679         <span class="c"># Make sure specific frequency files don&#39;t exist...</span>
+ 680         <span class="k">my</span><span class="s">(</span><span class="i">$FrequencyFile</span><span class="s">)</span><span class="sc">;</span>
+ 681         <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColNumsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 682           <span class="i">$FrequencyFile</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] . <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>] . <span class="q">&quot;FrequencyAnalysis.&quot;</span> .  <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 683           <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$FrequencyFile</span><span class="s">)</span> <span class="s">{</span>
+ 684             <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The file $FrequencyFile already exists.\n&quot;</span><span class="sc">;</span>
+ 685             <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 686             <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 687           <span class="s">}</span>
+ 688         <span class="s">}</span>
+ 689       <span class="s">}</span>
+ 690       <span class="c"># Setup specified column pairs...</span>
+ 691       <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>} || <span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> <span class="s">{</span>
+ 692         <span class="k">my</span><span class="s">(</span><span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span>
+ 693         <span class="k">if</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="s">)</span> <span class="s">{</span>
+ 694           <span class="c"># Make sure both columns exist...</span>
+ 695           <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">ColMode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
+ 696             <span class="k">for</span> <span class="s">(</span><span class="i">$ColIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="s">(</span><span class="s">(</span><span class="i">$ColIndex</span> + <span class="n">1</span><span class="s">)</span> &lt; <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="s">)</span><span class="sc">;</span> <span class="i">$ColIndex</span> += <span class="n">2</span> <span class="s">)</span> <span class="s">{</span>
+ 697               <span class="i">$ColNum1</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span>]<span class="sc">;</span>
+ 698               <span class="i">$ColNum2</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span> + <span class="n">1</span>]<span class="sc">;</span>
+ 699               <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum1</span> &gt;=<span class="n">1</span> &amp;&amp; <span class="i">$ColNum1</span> &lt;= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] &amp;&amp; <span class="i">$ColNum2</span> &gt;=<span class="n">1</span> &amp;&amp; <span class="i">$ColNum2</span> &lt;= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
+ 700                 <span class="i">$ColNum1</span> -= <span class="n">1</span><span class="sc">;</span>
+ 701                 <span class="i">$ColNum2</span> -= <span class="n">1</span><span class="sc">;</span>
+ 702                 <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span>
+ 703               <span class="s">}</span>
+ 704             <span class="s">}</span>
+ 705           <span class="s">}</span>
+ 706           <span class="k">else</span> <span class="s">{</span>
+ 707             <span class="k">my</span><span class="s">(</span><span class="i">$ColLabel1</span><span class="cm">,</span> <span class="i">$ColLabel2</span><span class="s">)</span><span class="sc">;</span>
+ 708             <span class="k">for</span> <span class="s">(</span><span class="i">$ColIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="s">(</span><span class="s">(</span><span class="i">$ColIndex</span> + <span class="n">1</span><span class="s">)</span> &lt; <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="s">)</span><span class="sc">;</span> <span class="i">$ColIndex</span> += <span class="n">2</span> <span class="s">)</span> <span class="s">{</span>
+ 709               <span class="i">$ColLabel1</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span>]<span class="sc">;</span>
+ 710               <span class="i">$ColLabel2</span> = <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}[<span class="i">$ColIndex</span> + <span class="n">1</span>]<span class="sc">;</span>
+ 711               <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel1</span>}<span class="s">)</span> &amp;&amp; <span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel2</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 712                 <span class="i">$ColNum1</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel1</span>}<span class="sc">;</span>
+ 713                 <span class="i">$ColNum2</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel2</span>}<span class="sc">;</span>
+ 714                 <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span>
+ 715               <span class="s">}</span>
+ 716             <span class="s">}</span>
+ 717           <span class="s">}</span>
+ 718         <span class="s">}</span>
+ 719         <span class="k">elsif</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span>
+ 720           <span class="k">for</span> <span class="i">$ColNum1</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 721             <span class="k">for</span> <span class="i">$ColNum2</span> <span class="s">(</span><span class="n">0</span> .. <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] - <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 722               <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="i">$ColNum1</span><span class="cm">,</span> <span class="i">$ColNum2</span><span class="s">)</span><span class="sc">;</span>
+ 723             <span class="s">}</span>
+ 724           <span class="s">}</span>
+ 725         <span class="s">}</span>
+ 726         <span class="k">else</span> <span class="s">{</span>
+ 727           <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 728             <span class="k">push</span> <span class="i">@ColPairsToAnalyze</span><span class="cm">,</span> <span class="s">(</span><span class="n">0</span><span class="cm">,</span><span class="n">1</span><span class="s">)</span><span class="sc">;</span>
+ 729           <span class="s">}</span>
+ 730         <span class="s">}</span>
+ 731         <span class="k">if</span> <span class="s">(</span><span class="i">@ColPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 732           <span class="k">if</span> <span class="s">(</span><span class="i">@ColPairsToAnalyze</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 733             <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Invalid number  values specified using \&quot;--columnpairs\&quot; option: It must contain even number of valid values.\n&quot;</span><span class="sc">;</span>
+ 734             <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 735             <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 736           <span class="s">}</span>
+ 737           <span class="k">else</span> <span class="s">{</span>
+ 738             <span class="k">for</span> <span class="s">(</span><span class="i">$ColIndex</span> = <span class="n">0</span><span class="sc">;</span> <span class="i">$ColIndex</span> &lt; <span class="i">@ColPairsToAnalyze</span><span class="sc">;</span> <span class="i">$ColIndex</span> += <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 739               <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs1ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColPairsToAnalyze</span>[<span class="i">$ColIndex</span>]<span class="sc">;</span>
+ 740               <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColPairs2ToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColPairsToAnalyze</span>[<span class="i">$ColIndex</span> + <span class="n">1</span>]<span class="sc">;</span>
+ 741             <span class="s">}</span>
+ 742             <span class="c"># Set up unique columns map as well...</span>
+ 743             <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@ColPairsToAnalyze</span><span class="s">)</span> <span class="s">{</span>
+ 744               <span class="k">if</span> <span class="s">(</span>!<span class="k">exists</span> <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>}<span class="s">)</span> <span class="s">{</span>
+ 745                 <span class="i">$UniqueColNumsToAnalyzeMap</span>{<span class="i">$ColNum</span>} = <span class="i">$ColNum</span><span class="sc">;</span>
+ 746               <span class="s">}</span>
+ 747             <span class="s">}</span>
+ 748           <span class="s">}</span>
+ 749         <span class="s">}</span>
+ 750       <span class="s">}</span>
+ 751       <span class="c"># Setup uniques columns array...</span>
+ 752       <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">UniqueColNumsToAnalyze</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="s">(</span><span class="k">sort</span> <span class="k">keys</span> <span class="i">%UniqueColNumsToAnalyzeMap</span><span class="s">)</span><span class="sc">;</span>
+ 753     <span class="s">}</span>
+ 754   <span class="s">}</span>
+ 755 <span class="s">}</span>
+ 756 
+ 757 <span class="c"># Retrieve information about input text files...</span>
+<a name="RetrieveTextFilesInfo-"></a> 758 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span>
+ 759   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OutFileRoot</span><span class="cm">,</span>  <span class="i">$OutFile</span><span class="cm">,</span> <span class="i">$OutFileExt</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="s">)</span><span class="sc">;</span>
+ 760 
+ 761   <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 762 
+ 763   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 764   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 765   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 766   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 767   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 768   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 769   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 770 
+ 771   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+ 772     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+ 773 
+ 774     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 775     <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 776     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 777     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 778     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 779 
+ 780     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 781     <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 782 
+ 783     <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 784       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It doesn&#39;t exist\n&quot;</span><span class="sc">;</span>
+ 785       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 786     <span class="s">}</span>
+ 787     <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 788       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It&#39;s not a csv or tsv file\n&quot;</span><span class="sc">;</span>
+ 789       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 790     <span class="s">}</span>
+ 791     <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
+ 792     <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span>
+ 793       <span class="i">$InDelim</span> = <span class="q">&quot;\t&quot;</span><span class="sc">;</span>
+ 794     <span class="s">}</span>
+ 795     <span class="k">else</span> <span class="s">{</span>
+ 796       <span class="i">$InDelim</span> = <span class="q">&quot;\,&quot;</span><span class="sc">;</span>
+ 797       <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 798         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The value specified, $Options{indelim}, for option \&quot;--indelim\&quot; is not valid for csv files\n&quot;</span><span class="sc">;</span>
+ 799         <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 800       <span class="s">}</span>
+ 801       <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span>
+ 802         <span class="i">$InDelim</span> = <span class="q">&quot;\;&quot;</span><span class="sc">;</span>
+ 803       <span class="s">}</span>
+ 804     <span class="s">}</span>
+ 805 
+ 806     <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
+ 807       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
+ 808       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 809     <span class="s">}</span>
+ 810 
+ 811     <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
+ 812     <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
+ 813     <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 814 
+ 815     <span class="i">$FileDir</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 816     <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
+ 817     <span class="i">$FileExt</span> = <span class="q">&quot;csv&quot;</span><span class="sc">;</span>
+ 818     <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span><span class="s">)</span> <span class="s">{</span>
+ 819       <span class="i">$FileExt</span> = <span class="q">&quot;tsv&quot;</span><span class="sc">;</span>
+ 820     <span class="s">}</span>
+ 821     <span class="i">$OutFileExt</span> = <span class="i">$FileExt</span><span class="sc">;</span>
+ 822     <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>} &amp;&amp; <span class="s">(</span><span class="i">@TextFilesList</span> == <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 823       <span class="k">my</span> <span class="s">(</span><span class="i">$RootFileDir</span><span class="cm">,</span> <span class="i">$RootFileName</span><span class="cm">,</span> <span class="i">$RootFileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span><span class="sc">;</span>
+ 824       <span class="k">if</span> <span class="s">(</span><span class="i">$RootFileName</span> &amp;&amp; <span class="i">$RootFileExt</span><span class="s">)</span> <span class="s">{</span>
+ 825         <span class="i">$FileName</span> = <span class="i">$RootFileName</span><span class="sc">;</span>
+ 826       <span class="s">}</span>
+ 827       <span class="k">else</span> <span class="s">{</span>
+ 828         <span class="i">$FileName</span> = <span class="i">$Options</span>{<span class="w">root</span>}<span class="sc">;</span>
+ 829       <span class="s">}</span>
+ 830       <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
+ 831     <span class="s">}</span>
+ 832     <span class="k">else</span> <span class="s">{</span>
+ 833       <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
+ 834     <span class="s">}</span>
+ 835     <span class="i">$OutFile</span> = <span class="i">$OutFileRoot</span> . <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} . <span class="q">&quot;.$OutFileExt&quot;</span><span class="sc">;</span>
+ 836 
+ 837     <span class="k">if</span> <span class="s">(</span><span class="k">lc</span><span class="s">(</span><span class="i">$OutFile</span><span class="s">)</span> <span class="k">eq</span> <span class="k">lc</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 838       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile:Output file name, $OutFile, is same as input text file name, $TextFile\n&quot;</span><span class="sc">;</span>
+ 839       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 840     <span class="s">}</span>
+ 841     <span class="k">if</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">overwrite</span>}<span class="s">)</span> <span class="s">{</span>
+ 842       <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$OutFile</span><span class="s">)</span> <span class="s">{</span>
+ 843         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The file $OutFile already exists\n&quot;</span><span class="sc">;</span>
+ 844         <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 845       <span class="s">}</span>
+ 846       <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> || <span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 847         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span>
+ 848           <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">covariance</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}CovarianceMatrix.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 849             <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The file ${OutFileRoot}Covariance.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
+ 850             <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 851           <span class="s">}</span>
+ 852           <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">correlation</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}CorrelationMatrix.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 853             <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The file ${OutFileRoot}CorrelationMatrix.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
+ 854             <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 855           <span class="s">}</span>
+ 856           <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">rsquare</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}RSquareMatrix.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 857             <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The file ${OutFileRoot}RSquareMatrix.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
+ 858             <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 859           <span class="s">}</span>
+ 860         <span class="s">}</span>
+ 861         <span class="k">else</span> <span class="s">{</span>
+ 862           <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}ColumnPairsAnalysis.${FileExt}&quot;</span><span class="s">)</span> <span class="s">{</span>
+ 863             <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The file ${OutFileRoot}ColumnPairsAnalysis.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
+ 864             <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 865           <span class="s">}</span>
+ 866         <span class="s">}</span>
+ 867       <span class="s">}</span>
+ 868       <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="w">standardscores</span>}<span class="s">)</span> &amp;&amp; <span class="s">(</span><span class="k">-e</span> <span class="q">&quot;${OutFileRoot}StandardScores.${FileExt}&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 869         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The file ${OutFileRoot}StandardScores.${FileExt} already exists.\n&quot;</span><span class="sc">;</span>
+ 870         <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 871       <span class="s">}</span>
+ 872     <span class="s">}</span>
+ 873 
+ 874     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span>
+ 875     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span>
+ 876     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">&quot;$OutFileRoot&quot;</span><span class="sc">;</span>
+ 877     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="q">&quot;$OutFileExt&quot;</span><span class="sc">;</span>
+ 878 
+ 879     <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="i">@ColLabels</span><span class="sc">;</span>
+ 880     <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColLabels</span><span class="sc">;</span>
+ 881     <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span>
+ 882       <span class="i">$ColLabel</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 883       <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>} = <span class="i">$ColNum</span><span class="sc">;</span>
+ 884     <span class="s">}</span>
+ 885   <span class="s">}</span>
+ 886 <span class="s">}</span>
+ 887 
+ 888 <span class="c"># Process option values...</span>
+<a name="ProcessOptions-"></a> 889 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span>
+ 890   <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 891 
+ 892   <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span>
+ 893 
+ 894   <span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} = <span class="i">$Options</span>{<span class="w">detail</span>}<span class="sc">;</span>
+ 895 
+ 896   <span class="c"># Setup supported statistical functions...</span>
+ 897   <span class="k">my</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="cm">,</span> <span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="i">%SupportedStatisticaFunctionsMap</span><span class="s">)</span><span class="sc">;</span>
+ 898   <span class="i">%SupportedStatisticaFunctionsMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 899   <span class="i">@SupportedStatisticaFunctions</span> = <span class="q">qw(Average AverageDeviation Correlation Count Covariance GeometricMean Frequency HarmonicMean KLargest KSmallest Kurtosis Maximum Minimum Mean Median Mode RSquare Skewness Sum SumOfSquares StandardDeviation StandardDeviationN StandardError StandardScores StandardScoresN TrimMean Variance VarianceN)</span><span class="sc">;</span>
+ 900 
+ 901   <span class="k">for</span> <span class="i">$SupportedFunction</span> <span class="s">(</span><span class="i">@SupportedStatisticaFunctions</span><span class="s">)</span> <span class="s">{</span>
+ 902     <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SupportedFunction</span><span class="s">)</span>} = <span class="i">$SupportedFunction</span><span class="sc">;</span>
+ 903   <span class="s">}</span>
+ 904 
+ 905   <span class="c"># Setup a list of functions to use for analysis...</span>
+ 906   <span class="k">my</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span><span class="sc">;</span>
+ 907   <span class="i">%</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 908   <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 909   <span class="c"># Check mode values...</span>
+ 910   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsBasic$/i</span> <span class="s">)</span> <span class="s">{</span>
+ 911     <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;DescriptiveStatisticsBasic&quot;</span><span class="sc">;</span>
+ 912     <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean Median StandardDeviation StandardError Variance Sum)</span><span class="sc">;</span>
+ 913   <span class="s">}</span>
+ 914   <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^DescriptiveStatisticsAll$/i</span> <span class="s">)</span> <span class="s">{</span>
+ 915     <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;DescriptiveStatisticsAll&quot;</span><span class="sc">;</span>
+ 916     <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="q">qw(Count Maximum Minimum Mean GeometricMean HarmonicMean TrimMean Median Mode StandardDeviation Kurtosis Skewness StandardError Variance  RSquare Frequency  KLargest KSmallest Sum)</span><span class="sc">;</span>
+ 917   <span class="s">}</span>
+ 918   <span class="k">elsif</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^All$/i</span> <span class="s">)</span> <span class="s">{</span>
+ 919     <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;AllStatistics&quot;</span><span class="sc">;</span>
+ 920     <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}} = <span class="i">@SupportedStatisticaFunctions</span><span class="sc">;</span>
+ 921   <span class="s">}</span>
+ 922   <span class="k">else</span> <span class="s">{</span>
+ 923     <span class="i">$OptionsInfo</span>{<span class="w">FileNameMode</span>} = <span class="q">&quot;SpecifiedStatistics&quot;</span><span class="sc">;</span>
+ 924     <span class="c"># Comma delimited list of functions...</span>
+ 925     <span class="k">my</span><span class="s">(</span><span class="i">$Mode</span><span class="cm">,</span> <span class="i">@SpecifiedFunctions</span><span class="cm">,</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span><span class="sc">;</span>
+ 926     <span class="i">$Mode</span> = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span>
+ 927     <span class="i">$Mode</span> =~ <span class="q">s/ //g</span><span class="sc">;</span>
+ 928     <span class="i">@SpecifiedFunctions</span> = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Mode</span><span class="sc">;</span>
+ 929     <span class="i">@UnsupportedSpecifiedFunctions</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 930     <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@SpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span>
+ 931       <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 932         <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span>
+ 933       <span class="s">}</span>
+ 934       <span class="k">else</span> <span class="s">{</span>
+ 935         <span class="k">push</span> <span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="i">$SpecifiedFunction</span><span class="sc">;</span>
+ 936       <span class="s">}</span>
+ 937     <span class="s">}</span>
+ 938     <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span><span class="s">)</span> <span class="s">{</span>
+ 939       <span class="k">if</span> <span class="s">(</span><span class="i">@UnsupportedSpecifiedFunctions</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+ 940         <span class="k">warn</span> <span class="q">&quot;Error: The values specified - &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@UnsupportedSpecifiedFunctions</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span><span class="q">&quot; - for option \&quot;-m --mode\&quot; are not valid.\n&quot;</span><span class="sc">;</span>
+ 941       <span class="s">}</span>
+ 942       <span class="k">else</span> <span class="s">{</span>
+ 943         <span class="k">warn</span> <span class="q">&quot;Error: The value specified, @UnsupportedSpecifiedFunctions , for option \&quot;-m --mode\&quot; is not valid.\n&quot;</span><span class="sc">;</span>
+ 944       <span class="s">}</span>
+ 945       <span class="k">die</span> <span class="q">&quot;Allowed values:&quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@SupportedStatisticaFunctions</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">0</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+ 946     <span class="s">}</span>
+ 947   <span class="s">}</span>
+ 948   <span class="j">FUNCTION:</span> <span class="k">for</span> <span class="i">$SpecifiedFunction</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctions</span>}}<span class="s">)</span> <span class="s">{</span>
+ 949     <span class="k">if</span> <span class="s">(</span><span class="k">exists</span> <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} <span class="s">)</span> <span class="s">{</span>
+ 950       <span class="k">next</span> <span class="j">FUNCTION</span><span class="sc">;</span>
+ 951     <span class="s">}</span>
+ 952     <span class="i">$OptionsInfo</span>{<span class="w">SpecifiedStatisticalFunctionsMap</span>}{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>} = <span class="i">$SupportedStatisticaFunctionsMap</span>{<span class="k">lc</span><span class="s">(</span><span class="i">$SpecifiedFunction</span><span class="s">)</span>}<span class="sc">;</span>
+ 953   <span class="s">}</span>
+ 954 
+ 955   <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/tab/i</span> <span class="s">)</span> ? <span class="q">&quot;\t&quot;</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/semicolon/i</span><span class="s">)</span> ? <span class="q">&quot;\;&quot;</span> <span class="co">:</span> <span class="q">&quot;\,&quot;</span><span class="s">)</span><span class="sc">;</span>
+ 956   <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} =~ <span class="q">/yes/i</span> <span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 957 
+ 958   <span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
+ 959   <span class="i">$OptionsInfo</span>{<span class="w">Root</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
+ 960 
+ 961   <span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} = <span class="i">$Options</span>{<span class="w">fast</span>} ? <span class="n">0</span> <span class="co">:</span> <span class="n">1</span><span class="sc">;</span>
+ 962   <span class="i">$OptionsInfo</span>{<span class="w">Precision</span>} = <span class="i">$Options</span>{<span class="w">precision</span>}<span class="sc">;</span>
+ 963 
+ 964   <span class="i">$OptionsInfo</span>{<span class="w">KLargest</span>} = <span class="i">$Options</span>{<span class="w">klargest</span>}<span class="sc">;</span>
+ 965   <span class="i">$OptionsInfo</span>{<span class="w">KSmallest</span>} = <span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="sc">;</span>
+ 966 
+ 967   <span class="i">$OptionsInfo</span>{<span class="w">TrimFraction</span>} = <span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="sc">;</span>
+ 968 
+ 969   <span class="c"># Setup frequency bin values...</span>
+ 970   <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="n">10</span><span class="sc">;</span>
+ 971   <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 972   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">frequencybins</span>} =~ <span class="q">/\,/</span><span class="s">)</span> <span class="s">{</span>
+ 973     <span class="k">my</span><span class="s">(</span><span class="i">$BinValue</span><span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="s">)</span><span class="sc">;</span>
+ 974     <span class="i">@SpecifiedBinRange</span> = <span class="k">split</span> <span class="q">/\,/</span><span class="cm">,</span>  <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span>
+ 975     <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span> &lt; <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 976       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid: Must contain at least two values. \n&quot;</span><span class="sc">;</span>
+ 977     <span class="s">}</span>
+ 978     <span class="k">for</span> <span class="i">$BinValue</span> <span class="s">(</span><span class="i">@SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span>
+ 979       <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$BinValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 980         <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid: Contains non numeric values. \n&quot;</span><span class="sc">;</span>
+ 981       <span class="s">}</span>
+ 982     <span class="s">}</span>
+ 983     <span class="k">my</span><span class="s">(</span><span class="i">$Index1</span><span class="cm">,</span> <span class="i">$Index2</span><span class="s">)</span><span class="sc">;</span>
+ 984     <span class="k">for</span> <span class="i">$Index1</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span>
+ 985       <span class="k">for</span> <span class="i">$Index2</span> <span class="s">(</span><span class="s">(</span><span class="i">$Index1</span> + <span class="n">1</span><span class="s">)</span> .. <span class="i">$#SpecifiedBinRange</span><span class="s">)</span> <span class="s">{</span>
+ 986         <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedBinRange</span>[<span class="i">$Index1</span>] &gt;= <span class="i">$SpecifiedBinRange</span>[<span class="i">$Index2</span>]<span class="s">)</span> <span class="s">{</span>
+ 987           <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid: Must contain values in ascending order. \n&quot;</span><span class="sc">;</span>
+ 988         <span class="s">}</span>
+ 989       <span class="s">}</span>
+ 990     <span class="s">}</span>
+ 991     <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">BinRange</span>}}<span class="cm">,</span> <span class="i">@SpecifiedBinRange</span><span class="sc">;</span>
+ 992   <span class="s">}</span>
+ 993   <span class="k">else</span> <span class="s">{</span>
+ 994     <span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>} = <span class="i">$Options</span>{<span class="w">frequencybins</span>}<span class="sc">;</span>
+ 995     <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">NumOfBins</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 996       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{frequencybins}, for option \&quot;--frequencybins\&quot; is not valid. Allowed values: positive integer or \&quot;number,number,[number]...\&quot;. \n&quot;</span><span class="sc">;</span>
+ 997     <span class="s">}</span>
+ 998   <span class="s">}</span>
+ 999 
+1000   <span class="c"># Setup specified columns...</span>
+1001   <span class="i">$OptionsInfo</span>{<span class="w">ColMode</span>} = <span class="i">$Options</span>{<span class="w">colmode</span>}<span class="sc">;</span>
+1002   <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">columns</span>} ? <span class="i">$Options</span>{<span class="w">columns</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
+1003 
+1004   <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+1005   <span class="k">if</span> <span class="s">(</span><span class="k">defined</span> <span class="i">$Options</span>{<span class="w">columns</span>} &amp;&amp; <span class="i">$Options</span>{<span class="w">columns</span>} !~ <span class="q">/^All$/i</span><span class="s">)</span> <span class="s">{</span>
+1006     <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">columns</span>}<span class="sc">;</span>
+1007     <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">colmode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
+1008       <span class="k">my</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="sc">;</span>
+1009       <span class="k">for</span> <span class="i">$ColValue</span> <span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> <span class="s">{</span>
+1010         <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1011           <span class="k">die</span> <span class="q">&quot;Error: Column value, $ColValue, specified using \&quot;--columns\&quot; is not valid: Allowed integer values: &gt; 0.\n&quot;</span><span class="sc">;</span>
+1012         <span class="s">}</span>
+1013       <span class="s">}</span>
+1014     <span class="s">}</span>
+1015     <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumns</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span>
+1016   <span class="s">}</span>
+1017   <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+1018   <span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>} = <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">columnpairs</span>}<span class="s">)</span> &amp;&amp; <span class="i">$Options</span>{<span class="w">columnpairs</span>} =~ <span class="q">/^AllPairs$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+1019   <span class="k">if</span> <span class="s">(</span><span class="k">defined</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">columnpairs</span>}<span class="s">)</span> &amp;&amp; !<span class="i">$OptionsInfo</span>{<span class="w">AllColumnPairs</span>}<span class="s">)</span> <span class="s">{</span>
+1020     <span class="k">my</span><span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">columnpairs</span>}<span class="sc">;</span>
+1021     <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedValues</span> % <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+1022       <span class="k">die</span> <span class="q">&quot;Error: Invalid number of values specified using \&quot;--columnpairs\&quot; option: It must contain even number of values.\n&quot;</span><span class="sc">;</span>
+1023     <span class="s">}</span>
+1024     <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">colmode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
+1025       <span class="k">my</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="sc">;</span>
+1026       <span class="k">for</span> <span class="i">$ColValue</span> <span class="s">(</span><span class="i">@SpecifiedValues</span><span class="s">)</span> <span class="s">{</span>
+1027         <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1028           <span class="k">die</span> <span class="q">&quot;Error: Column value, $ColValue, specified using \&quot;--columnpairs\&quot; is not valid: Allowed integer values: &gt; 0.\n&quot;</span><span class="sc">;</span>
+1029         <span class="s">}</span>
+1030       <span class="s">}</span>
+1031     <span class="s">}</span>
+1032     <span class="k">push</span> <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedColumnPairs</span>}}<span class="cm">,</span> <span class="i">@SpecifiedValues</span><span class="sc">;</span>
+1033   <span class="s">}</span>
+1034 
+1035 <span class="s">}</span>
+1036 
+1037 <span class="c"># Setup script usage  and retrieve command line arguments specified using various options...</span>
+<a name="SetupScriptUsage-"></a>1038 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span>
+1039 
+1040   <span class="c"># Retrieve all the options...</span>
+1041   <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+1042   <span class="i">$Options</span>{<span class="w">colmode</span>} = <span class="q">&quot;colnum&quot;</span><span class="sc">;</span>
+1043   <span class="i">$Options</span>{<span class="w">detail</span>} = <span class="n">1</span><span class="sc">;</span>
+1044   <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
+1045   <span class="i">$Options</span>{<span class="w">frequencybins</span>} = <span class="n">10</span><span class="sc">;</span>
+1046   <span class="i">$Options</span>{<span class="w">klargest</span>} = <span class="n">2</span><span class="sc">;</span>
+1047   <span class="i">$Options</span>{<span class="w">ksmallest</span>} = <span class="n">2</span><span class="sc">;</span>
+1048   <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">&quot;DescriptiveStatisticsBasic&quot;</span><span class="sc">;</span>
+1049   <span class="i">$Options</span>{<span class="w">outdelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
+1050   <span class="i">$Options</span>{<span class="w">precision</span>} = <span class="n">2</span><span class="sc">;</span>
+1051   <span class="i">$Options</span>{<span class="w">quote</span>} = <span class="q">&quot;yes&quot;</span><span class="sc">;</span>
+1052   <span class="i">$Options</span>{<span class="w">trimfraction</span>} = <span class="n">0.1</span><span class="sc">;</span>
+1053 
+1054   <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">&quot;colmode|c=s&quot;</span><span class="cm">,</span> <span class="q">&quot;columns=s&quot;</span><span class="cm">,</span> <span class="q">&quot;columnpairs=s&quot;</span><span class="cm">,</span> <span class="q">&quot;detail|d=i&quot;</span><span class="cm">,</span> <span class="q">&quot;frequencybins=s&quot;</span><span class="cm">,</span> <span class="q">&quot;fast|f&quot;</span><span class="cm">,</span> <span class="q">&quot;help|h&quot;</span><span class="cm">,</span> <span class="q">&quot;indelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;klargest=i&quot;</span><span class="cm">,</span> <span class="q">&quot;ksmallest=i&quot;</span><span class="cm">,</span> <span class="q">&quot;mode|m=s&quot;</span><span class="cm">,</span> <span class="q">&quot;outdelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;overwrite|o&quot;</span><span class="cm">,</span> <span class="q">&quot;precision|p=i&quot;</span><span class="cm">,</span> <span class="q">&quot;quote|q=s&quot;</span><span class="cm">,</span> <span class="q">&quot;root|r=s&quot;</span><span class="cm">,</span> <span class="q">&quot;trimfraction=f&quot;</span><span class="cm">,</span> <span class="q">&quot;workingdir|w=s&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1055     <span class="k">die</span> <span class="q">&quot;\nTo get a list of valid options and their values, use \&quot;$ScriptName -h\&quot; or\n\&quot;perl -S $ScriptName -h\&quot; command and try again...\n&quot;</span><span class="sc">;</span>
+1056   <span class="s">}</span>
+1057   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
+1058     <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
+1059       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{workingdir}, for option \&quot;-w --workingdir\&quot; is not a directory name.\n&quot;</span><span class="sc">;</span>
+1060     <span class="s">}</span>
+1061     <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Couldn&#39;t chdir $Options{workingdir}: $! \n&quot;</span><span class="sc">;</span>
+1062   <span class="s">}</span>
+1063   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">colmode</span>} !~ <span class="q">/^(colnum|collabel)$/i</span><span class="s">)</span> <span class="s">{</span>
+1064     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{colmode}, for option \&quot;-c --colmode\&quot; is not valid. Allowed values: colnum or collabel\n&quot;</span><span class="sc">;</span>
+1065   <span class="s">}</span>
+1066   <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">detail</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1067     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{detail}, for option \&quot;-d --detail\&quot; is not valid. Allowed values: &gt; 0\n&quot;</span><span class="sc">;</span>
+1068   <span class="s">}</span>
+1069   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
+1070     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{indelim}, for option \&quot;--indelim\&quot; is not valid. Allowed values: comma or semicolon\n&quot;</span><span class="sc">;</span>
+1071   <span class="s">}</span>
+1072   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} !~ <span class="q">/^(comma|semicolon|tab)$/i</span><span class="s">)</span> <span class="s">{</span>
+1073     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{outdelim}, for option \&quot;--outdelim\&quot; is not valid. Allowed values: comma, tab, or semicolon\n&quot;</span><span class="sc">;</span>
+1074   <span class="s">}</span>
+1075   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span>
+1076     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{quote}, for option \&quot;-q --quote\&quot; is not valid. Allowed values: yes or no\n&quot;</span><span class="sc">;</span>
+1077   <span class="s">}</span>
+1078   <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">precision</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1079     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{precision}, for option \&quot;-p --precision\&quot; is not valid. Allowed values: &gt; 0 \n&quot;</span><span class="sc">;</span>
+1080   <span class="s">}</span>
+1081   <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">klargest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1082     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{klargest}, for option \&quot;--klargest\&quot; is not valid. Allowed values: &gt; 0 \n&quot;</span><span class="sc">;</span>
+1083   <span class="s">}</span>
+1084   <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">ksmallest</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1085     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{ksmallest}, for option \&quot;--ksmallest\&quot; is not valid. Allowed values: &gt; 0 \n&quot;</span><span class="sc">;</span>
+1086   <span class="s">}</span>
+1087   <span class="k">if</span> <span class="s">(</span><span class="i">IsFloat</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+1088     <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">trimfraction</span>} &lt;= <span class="n">0</span> || <span class="i">$Options</span>{<span class="w">trimfraction</span>} &gt;= <span class="n">1.0</span><span class="s">)</span> <span class="s">{</span>
+1089       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{trimfraction}, for option \&quot;--trimfraction\&quot; is not valid. Allowed values: &gt; 0 and &lt; 1.0\n&quot;</span><span class="sc">;</span>
+1090     <span class="s">}</span>
+1091   <span class="s">}</span>
+1092   <span class="k">else</span> <span class="s">{</span>
+1093     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{trimfraction}, for option \&quot;--trimfraction\&quot; is not valid. Allowed values: &gt; 0 and &lt; 1.0\n&quot;</span><span class="sc">;</span>
+1094   <span class="s">}</span>
+1095 <span class="s">}</span>
+1096 
+<a name="EOF-"></a></pre>
+<p>&nbsp;</p>
+<br />
+<center>
+<img src="../../../images/h2o2.png">
+</center>
+</body>
+</html>