Mercurial > repos > deepakjadmin > mayatool3_test3

diff mayachemtools/docs/scripts/html/code/InfoTextFiles.html @ 0:73ae111cf86f draft

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Uploaded
author deepakjadmin
date Wed, 20 Jan 2016 11:55:01 -0500
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/mayachemtools/docs/scripts/html/code/InfoTextFiles.html	Wed Jan 20 11:55:01 2016 -0500
@@ -0,0 +1,493 @@
+<html>
+<head>
+<title>MayaChemTools:Code:InfoTextFiles.pl</title>
+<meta http-equiv="content-type" content="text/html;charset=utf-8">
+<link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css">
+</head>
+<body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10">
+<br/>
+<center>
+<a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a>
+</center>
+<br/>
+<pre>
+   1 #!/usr/bin/perl -w
+   2 <span class="c">#</span>
+   3 <span class="c"># $RCSfile: InfoTextFiles.pl,v $</span>
+   4 <span class="c"># $Date: 2015/02/28 20:46:20 $</span>
+   5 <span class="c"># $Revision: 1.30 $</span>
+   6 <span class="c">#</span>
+   7 <span class="c"># Author: Manish Sud &lt;msud@san.rr.com&gt;</span>
+   8 <span class="c">#</span>
+   9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span>
+  10 <span class="c">#</span>
+  11 <span class="c"># This file is part of MayaChemTools.</span>
+  12 <span class="c">#</span>
+  13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span>
+  14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span>
+  15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span>
+  16 <span class="c"># later version.</span>
+  17 <span class="c">#</span>
+  18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span>
+  19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span>
+  20 <span class="c"># for a particular purpose.  See the GNU Lesser General Public License for more</span>
+  21 <span class="c"># details.</span>
+  22 <span class="c">#</span>
+  23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span>
+  24 <span class="c"># along with MayaChemTools; if not, see &lt;http://www.gnu.org/licenses/&gt; or</span>
+  25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span>
+  26 <span class="c"># Boston, MA, 02111-1307, USA.</span>
+  27 <span class="c">#</span>
+  28 
+  29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span>
+  30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">&quot;$FindBin::Bin/../lib&quot;</span><span class="sc">;</span>
+  31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span>
+  32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span>
+  33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span>
+  34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span>
+  36 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span>
+  37 
+  38 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span>
+  39 
+  40 <span class="c"># Autoflush STDOUT</span>
+  41 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span>
+  42 
+  43 <span class="c"># Starting message...</span>
+  44 <span class="i">$ScriptName</span> = <span class="i">basename</span><span class="s">(</span><span class="i">$0</span><span class="s">)</span><span class="sc">;</span>
+  45 <span class="k">print</span> <span class="q">&quot;\n$ScriptName: Starting...\n\n&quot;</span><span class="sc">;</span>
+  46 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  47 
+  48 <span class="c"># Get the options and setup script...</span>
+  49 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  50 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> &lt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+  51   <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">&quot;$FindBin::Bin/$ScriptName&quot;</span><span class="s">)</span><span class="sc">;</span>
+  52 <span class="s">}</span>
+  53 
+  54 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span>
+  55 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="sc">;</span>
+  56 
+  57 <span class="c"># Process options...</span>
+  58 <span class="k">print</span> <span class="q">&quot;Processing options...\n&quot;</span><span class="sc">;</span>
+  59 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span>
+  60 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  61 
+  62 <span class="k">print</span> <span class="q">&quot;Checking input text file(s)...\n&quot;</span><span class="sc">;</span>
+  63 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span>
+  64 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  65 <span class="i">ProcessColumnsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  66 
+  67 <span class="c"># Generate output files...</span>
+  68 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
+  69 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+  70   <span class="k">print</span> <span class="q">&quot;\nProcessing text files...\n&quot;</span><span class="sc">;</span>
+  71 <span class="s">}</span>
+  72 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+  73   <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span>
+  74     <span class="k">print</span> <span class="q">&quot;\nProcessing file $TextFilesList[$FileIndex]...\n&quot;</span><span class="sc">;</span>
+  75     <span class="i">ListTextFileInfo</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
+  76   <span class="s">}</span>
+  77 <span class="s">}</span>
+  78 <span class="i">ListTotalSizeOfFiles</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  79 
+  80 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Done...\n\n&quot;</span><span class="sc">;</span>
+  81 
+  82 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  83 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span>
+  84 <span class="k">print</span> <span class="q">&quot;Total time: &quot;</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+  85 
+  86 <span class="c">###############################################################################</span>
+  87 
+  88 <span class="c"># List appropriate information...</span>
+<a name="ListTextFileInfo-"></a>  89 <span class="k">sub </span><span class="m">ListTextFileInfo</span> <span class="s">{</span>
+  90   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+  91   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span>  <span class="i">$Line</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$EmptyLinesCount</span><span class="cm">,</span> <span class="i">$EmptyColDataLinesCount</span><span class="cm">,</span> <span class="i">$GreaterThanMaxColLinesCount</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$EmptyColValueFound</span><span class="cm">,</span> <span class="i">$PrintTextLine</span><span class="cm">,</span> <span class="i">$NonNumericalDataFound</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">%EmptyColValuesCountMap</span><span class="cm">,</span> <span class="i">%NonEmptyColValuesCountMap</span><span class="cm">,</span> <span class="i">%SpecifiedNonNumericalColValuesCountMap</span><span class="cm">,</span> <span class="i">%NonNumericalColValuesCountMap</span><span class="cm">,</span> <span class="i">%NumericalColValuesCountMap</span><span class="cm">,</span><span class="s">)</span><span class="sc">;</span>
+  92 
+  93   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+  94   <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+  95   <span class="i">@ColLabels</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
+  96 
+  97   <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $TextFile: $! \n&quot;</span><span class="sc">;</span>
+  98 
+  99   <span class="i">$LineCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 100   <span class="i">$EmptyLinesCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 101   <span class="i">$EmptyColDataLinesCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 102   <span class="i">$GreaterThanMaxColLinesCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 103 
+ 104   <span class="i">%EmptyColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 105   <span class="i">%NonEmptyColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 106   <span class="i">%SpecifiedNonNumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 107   <span class="i">%NonNumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 108   <span class="i">%NumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 109 
+ 110   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">ParseLines</span>}<span class="s">)</span> <span class="s">{</span>
+ 111     <span class="c"># Skip over column labels from old file...</span>
+ 112     <span class="k">if</span> <span class="s">(</span><span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
+ 113       <span class="i">$LineCount</span>++<span class="sc">;</span>
+ 114       <span class="j">LINE:</span> <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
+ 115         <span class="i">$LineCount</span>++<span class="sc">;</span>
+ 116         <span class="i">$PrintTextLine</span> = <span class="n">0</span><span class="sc">;</span>
+ 117         <span class="i">$Line</span> =~ <span class="q">s/(\r\n)|(\r)|\n//g</span><span class="sc">;</span>
+ 118         <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
+ 119         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>}<span class="s">)</span> <span class="s">{</span>
+ 120           <span class="c"># Count lines with no data...</span>
+ 121           <span class="k">if</span> <span class="s">(</span>!<span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span>
+ 122             <span class="i">$EmptyLinesCount</span>++<span class="sc">;</span>
+ 123             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 124               <span class="k">print</span> <span class="q">&quot;Line number $LineCount is empty...\n&quot;</span><span class="sc">;</span>
+ 125             <span class="s">}</span>
+ 126             <span class="k">next</span> <span class="j">LINE</span><span class="sc">;</span>
+ 127           <span class="s">}</span>
+ 128           <span class="c"># Count lines with empty data for some columns...</span>
+ 129           <span class="i">$EmptyColValueFound</span> = <span class="n">0</span><span class="sc">;</span>
+ 130           <span class="j">VALUE:</span> <span class="k">for</span> <span class="i">$Value</span> <span class="s">(</span><span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span>
+ 131               <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 132                 <span class="i">$EmptyColValueFound</span> = <span class="n">1</span><span class="sc">;</span>
+ 133                 <span class="k">next</span> <span class="j">VALUE</span><span class="sc">;</span>
+ 134               <span class="s">}</span>
+ 135           <span class="s">}</span>
+ 136           <span class="k">if</span> <span class="s">(</span><span class="i">$EmptyColValueFound</span><span class="s">)</span> <span class="s">{</span>
+ 137             <span class="i">$EmptyColDataLinesCount</span>++<span class="sc">;</span>
+ 138             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 139               <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains empty column value(s)...\n&quot;</span><span class="sc">;</span>
+ 140             <span class="s">}</span>
+ 141             <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 142           <span class="s">}</span>
+ 143           <span class="c"># Count lines with columns greater than the column label line...</span>
+ 144           <span class="k">if</span> <span class="s">(</span><span class="i">@LineWords</span> &gt; <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span>
+ 145             <span class="i">$GreaterThanMaxColLinesCount</span>++<span class="sc">;</span>
+ 146             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 147               <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains more than &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@ColLabels</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot; columns...\n&quot;</span><span class="sc">;</span>
+ 148             <span class="s">}</span>
+ 149             <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 150           <span class="s">}</span>
+ 151           <span class="c"># Count empty values for each coulmn...</span>
+ 152           <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#LineWords</span><span class="s">)</span> <span class="s">{</span>
+ 153             <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> &lt; <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span>
+ 154               <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 155               <span class="k">if</span> <span class="s">(</span><span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 156                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 157                   <span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
+ 158                 <span class="s">}</span>
+ 159                 <span class="k">else</span> <span class="s">{</span>
+ 160                   <span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
+ 161                 <span class="s">}</span>
+ 162               <span class="s">}</span>
+ 163               <span class="k">else</span> <span class="s">{</span>
+ 164                 <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 165                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 166                   <span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
+ 167                 <span class="s">}</span>
+ 168                 <span class="k">else</span> <span class="s">{</span>
+ 169                   <span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
+ 170                 <span class="s">}</span>
+ 171               <span class="s">}</span>
+ 172             <span class="s">}</span>
+ 173           <span class="s">}</span>
+ 174         <span class="s">}</span>
+ 175         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span>
+ 176           <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#LineWords</span><span class="s">)</span> <span class="s">{</span>
+ 177             <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> &lt; <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span>
+ 178               <span class="k">if</span> <span class="s">(</span><span class="i">IsNumerical</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 179                 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 180                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 181                   <span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
+ 182                 <span class="s">}</span>
+ 183                 <span class="k">else</span> <span class="s">{</span>
+ 184                   <span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
+ 185                 <span class="s">}</span>
+ 186               <span class="s">}</span>
+ 187               <span class="k">else</span> <span class="s">{</span>
+ 188                 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 189                 <span class="k">if</span> <span class="s">(</span><span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 190                   <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 191                     <span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
+ 192                   <span class="s">}</span>
+ 193                   <span class="k">else</span> <span class="s">{</span>
+ 194                     <span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
+ 195                   <span class="s">}</span>
+ 196                 <span class="s">}</span>
+ 197               <span class="s">}</span>
+ 198             <span class="s">}</span>
+ 199           <span class="s">}</span>
+ 200         <span class="s">}</span>
+ 201         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>}<span class="s">)</span> <span class="s">{</span>
+ 202           <span class="i">$NonNumericalDataFound</span> = <span class="n">0</span><span class="sc">;</span>
+ 203           <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
+ 204             <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> &lt; <span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span>
+ 205               <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 206                 <span class="i">$NonNumericalDataFound</span> = <span class="n">1</span><span class="sc">;</span>
+ 207                 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 208                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 209                   <span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
+ 210                 <span class="s">}</span>
+ 211                 <span class="k">else</span> <span class="s">{</span>
+ 212                   <span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
+ 213                 <span class="s">}</span>
+ 214               <span class="s">}</span>
+ 215             <span class="s">}</span>
+ 216           <span class="s">}</span>
+ 217           <span class="k">if</span> <span class="s">(</span><span class="i">$NonNumericalDataFound</span><span class="s">)</span> <span class="s">{</span>
+ 218             <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 219             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;=<span class="n">2</span> <span class="s">)</span> <span class="s">{</span>
+ 220               <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains non-numerical data for some specified column(s)...\n&quot;</span><span class="sc">;</span>
+ 221             <span class="s">}</span>
+ 222           <span class="s">}</span>
+ 223         <span class="s">}</span>
+ 224         <span class="k">if</span> <span class="s">(</span><span class="i">$PrintTextLine</span><span class="s">)</span> <span class="s">{</span>
+ 225           <span class="k">print</span> <span class="q">&quot;Line $LineCount: $Line\n\n&quot;</span><span class="sc">;</span>
+ 226         <span class="s">}</span>
+ 227       <span class="s">}</span>
+ 228     <span class="s">}</span>
+ 229   <span class="s">}</span>
+ 230   <span class="k">else</span> <span class="s">{</span>
+ 231     <span class="k">while</span> <span class="s">(</span><span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
+ 232       <span class="i">$LineCount</span>++<span class="sc">;</span>
+ 233     <span class="s">}</span>
+ 234   <span class="s">}</span>
+ 235   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 236 
+ 237   <span class="k">print</span> <span class="q">&quot;\nNumber of lines: $LineCount\n&quot;</span><span class="sc">;</span>
+ 238   <span class="k">print</span> <span class="q">&quot;Number of columns: $TextFilesInfo{ColCount}[$Index]\n&quot;</span><span class="sc">;</span>
+ 239   <span class="k">print</span> <span class="q">&quot;Column labels: &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">1</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+ 240 
+ 241   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>}<span class="s">)</span> <span class="s">{</span>
+ 242     <span class="k">print</span> <span class="q">&quot;\nNumber of lines with no data: $EmptyLinesCount\n&quot;</span><span class="sc">;</span>
+ 243     <span class="k">print</span> <span class="q">&quot;Number of lines with some missing column data: $EmptyColDataLinesCount\n&quot;</span><span class="sc">;</span>
+ 244     <span class="k">print</span> <span class="q">&quot;Number of lines containing greater than &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@ColLabels</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot; columns: $GreaterThanMaxColLinesCount\n&quot;</span><span class="sc">;</span>
+ 245     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of non-empty values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NonEmptyColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
+ 246     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of empty values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%EmptyColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
+ 247   <span class="s">}</span>
+ 248 
+ 249   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span>
+ 250     <span class="k">print</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+ 251     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of non-numerical data values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NonNumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
+ 252     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of numerical data values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
+ 253     <span class="k">print</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+ 254   <span class="s">}</span>
+ 255 
+ 256   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>} &amp;&amp; <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
+ 257     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of non-numerical data values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> \<span class="i">%SpecifiedNonNumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
+ 258   <span class="s">}</span>
+ 259 
+ 260   <span class="c"># File size and modification information...</span>
+ 261   <span class="k">print</span> <span class="q">&quot;\nFile size: &quot;</span><span class="cm">,</span> <span class="i">FormatFileSize</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="cm">,</span> <span class="q">&quot; \n&quot;</span><span class="sc">;</span>
+ 262   <span class="k">print</span> <span class="q">&quot;Last modified: &quot;</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>]<span class="cm">,</span> <span class="q">&quot; \n&quot;</span><span class="sc">;</span>
+ 263 <span class="s">}</span>
+ 264 
+ 265 <span class="c"># Total size of all the fiels...</span>
+<a name="ListTotalSizeOfFiles-"></a> 266 <span class="k">sub </span><span class="m">ListTotalSizeOfFiles</span> <span class="s">{</span>
+ 267   <span class="k">my</span><span class="s">(</span><span class="i">$FileOkayCount</span><span class="cm">,</span> <span class="i">$TotalSize</span><span class="cm">,</span> <span class="i">$Index</span><span class="s">)</span><span class="sc">;</span>
+ 268 
+ 269   <span class="i">$FileOkayCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 270   <span class="i">$TotalSize</span> = <span class="n">0</span><span class="sc">;</span>
+ 271 
+ 272   <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+ 273     <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
+ 274       <span class="i">$FileOkayCount</span>++<span class="sc">;</span>
+ 275       <span class="i">$TotalSize</span> += <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
+ 276     <span class="s">}</span>
+ 277   <span class="s">}</span>
+ 278   <span class="k">if</span> <span class="s">(</span><span class="i">$FileOkayCount</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+ 279     <span class="k">print</span> <span class="q">&quot;\nTotal size of $FileOkayCount files: &quot;</span><span class="cm">,</span> <span class="i">FormatFileSize</span><span class="s">(</span><span class="i">$TotalSize</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+ 280   <span class="s">}</span>
+ 281 <span class="s">}</span>
+ 282 
+ 283 <span class="c"># List data information...</span>
+<a name="PrintDataInformation-"></a> 284 <span class="k">sub </span><span class="m">PrintDataInformation</span> <span class="s">{</span>
+ 285   <span class="k">my</span><span class="s">(</span><span class="i">$InfoLabel</span><span class="cm">,</span> <span class="i">$DataLabelRef</span><span class="cm">,</span> <span class="i">$DataLabelToValueMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+ 286   <span class="k">my</span><span class="s">(</span><span class="i">$Line</span><span class="cm">,</span> <span class="i">$Label</span><span class="s">)</span><span class="sc">;</span>
+ 287 
+ 288   <span class="i">$Line</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 289   <span class="k">for</span> <span class="i">$Label</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$DataLabelRef</span>}<span class="s">)</span> <span class="s">{</span>
+ 290     <span class="i">$Line</span> .= <span class="q">&quot; \&quot;$Label\&quot; - &quot;</span> . <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$DataLabelToValueMapRef</span>-&gt;{<span class="i">$Label</span>}<span class="s">)</span> ? <span class="i">$DataLabelToValueMapRef</span>-&gt;{<span class="i">$Label</span>} <span class="co">:</span> <span class="n">0</span><span class="s">)</span> . <span class="q">&quot;,&quot;</span><span class="sc">;</span>
+ 291   <span class="s">}</span>
+ 292   <span class="i">$Line</span> =~ <span class="q">s/\,$//g</span><span class="sc">;</span>
+ 293   <span class="k">print</span> <span class="q">&quot;$InfoLabel: $Line\n&quot;</span><span class="sc">;</span>
+ 294 <span class="s">}</span>
+ 295 
+ 296 <span class="c"># Retrieve information about input text files...</span>
+<a name="RetrieveTextFilesInfo-"></a> 297 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span>
+ 298   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span>  <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">$ModifiedTimeString</span><span class="cm">,</span> <span class="i">$ModifiedDateString</span><span class="s">)</span><span class="sc">;</span>
+ 299 
+ 300   <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 301   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 302   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 303   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 304   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 305   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 306   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 307   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 308 
+ 309   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+ 310     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+ 311 
+ 312     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 313     <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 314     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 315     <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 316     <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>] = <span class="q">&#39;&#39;</span><span class="sc">;</span>
+ 317     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 318     <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 319 
+ 320     <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 321       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It doesn&#39;t exist\n&quot;</span><span class="sc">;</span>
+ 322       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 323     <span class="s">}</span>
+ 324     <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 325       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It&#39;s not a csv or tsv file\n&quot;</span><span class="sc">;</span>
+ 326       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 327     <span class="s">}</span>
+ 328     <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
+ 329     <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span>
+ 330       <span class="i">$InDelim</span> = <span class="q">&quot;\t&quot;</span><span class="sc">;</span>
+ 331     <span class="s">}</span>
+ 332     <span class="k">else</span> <span class="s">{</span>
+ 333       <span class="i">$InDelim</span> = <span class="q">&quot;\,&quot;</span><span class="sc">;</span>
+ 334       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 335         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The value specified, $OptionsInfo{InDelim}, for option \&quot;--indelim\&quot; is not valid for csv files\n&quot;</span><span class="sc">;</span>
+ 336         <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 337       <span class="s">}</span>
+ 338       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span>
+ 339         <span class="i">$InDelim</span> = <span class="q">&quot;\;&quot;</span><span class="sc">;</span>
+ 340       <span class="s">}</span>
+ 341     <span class="s">}</span>
+ 342 
+ 343     <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
+ 344       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
+ 345       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 346     <span class="s">}</span>
+ 347 
+ 348     <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
+ 349     <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
+ 350     <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 351 
+ 352     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span>
+ 353     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span>
+ 354 
+ 355     <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="i">@ColLabels</span><span class="sc">;</span>
+ 356     <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColLabels</span><span class="sc">;</span>
+ 357     <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span>
+ 358       <span class="i">$ColLabel</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 359       <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>} = <span class="i">$ColNum</span><span class="sc">;</span>
+ 360     <span class="s">}</span>
+ 361     <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>] = <span class="i">FileSize</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
+ 362     <span class="s">(</span><span class="i">$ModifiedTimeString</span><span class="cm">,</span> <span class="i">$ModifiedDateString</span><span class="s">)</span> = <span class="i">FormattedFileModificationTimeAndDate</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
+ 363     <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>] = <span class="q">&quot;$ModifiedTimeString; $ModifiedDateString&quot;</span><span class="sc">;</span>
+ 364   <span class="s">}</span>
+ 365 
+ 366 <span class="s">}</span>
+ 367 
+ 368 <span class="c"># Make sure specified numerical data columns are okay...</span>
+<a name="ProcessColumnsInfo-"></a> 369 <span class="k">sub </span><span class="m">ProcessColumnsInfo</span> <span class="s">{</span>
+ 370   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
+ 371 
+ 372   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 373   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 374 
+ 375   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+ 376     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+ 377     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 378     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 379 
+ 380     <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
+ 381       <span class="k">my</span><span class="s">(</span><span class="i">$SpecifiedColNum</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">@SpecifiedColLabels</span><span class="s">)</span><span class="sc">;</span>
+ 382       <span class="i">@SpecifiedColNums</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 383       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
+ 384         <span class="k">for</span> <span class="i">$SpecifiedColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span>
+ 385           <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedColNum</span> &lt;= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
+ 386             <span class="i">$ColNum</span> = <span class="i">$SpecifiedColNum</span> - <span class="n">1</span><span class="sc">;</span>
+ 387             <span class="k">push</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span>
+ 388             <span class="k">push</span> <span class="i">@SpecifiedColLabels</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span>
+ 389           <span class="s">}</span>
+ 390         <span class="s">}</span>
+ 391       <span class="s">}</span>
+ 392       <span class="k">else</span> <span class="s">{</span>
+ 393         <span class="k">for</span> <span class="i">$ColLabel</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span>
+ 394           <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 395             <span class="i">$ColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span>
+ 396             <span class="k">push</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span>
+ 397             <span class="k">push</span> <span class="i">@SpecifiedColLabels</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="sc">;</span>
+ 398           <span class="s">}</span>
+ 399         <span class="s">}</span>
+ 400       <span class="s">}</span>
+ 401       <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedColNums</span><span class="s">)</span> <span class="s">{</span>
+ 402         <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@SpecifiedColNums</span><span class="sc">;</span>
+ 403         <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@SpecifiedColLabels</span><span class="sc">;</span>
+ 404       <span class="s">}</span>
+ 405     <span class="s">}</span>
+ 406   <span class="s">}</span>
+ 407 <span class="s">}</span>
+ 408 
+ 409 <span class="c"># Process option values...</span>
+<a name="ProcessOptions-"></a> 410 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span>
+ 411   <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 412 
+ 413   <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span>
+ 414 
+ 415   <span class="i">$OptionsInfo</span>{<span class="w">All</span>} = <span class="i">$Options</span>{<span class="w">all</span>} ? <span class="i">$Options</span>{<span class="w">all</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 416   <span class="i">$OptionsInfo</span>{<span class="w">Count</span>} = <span class="i">$Options</span>{<span class="w">count</span>} ? <span class="i">$Options</span>{<span class="w">count</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 417 
+ 418   <span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} = <span class="i">$Options</span>{<span class="w">detail</span>} ? <span class="i">$Options</span>{<span class="w">detail</span>} <span class="co">:</span> <span class="n">1</span><span class="sc">;</span>
+ 419 
+ 420   <span class="i">$OptionsInfo</span>{<span class="w">Empty</span>} = <span class="i">$Options</span>{<span class="w">empty</span>} ? <span class="i">$Options</span>{<span class="w">empty</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 421 
+ 422   <span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} = <span class="i">$Options</span>{<span class="w">indelim</span>}<span class="sc">;</span>
+ 423   <span class="i">$OptionsInfo</span>{<span class="w">NumericalDataCols</span>} = <span class="i">$Options</span>{<span class="w">numericaldatacols</span>} ? <span class="i">$Options</span>{<span class="w">numericaldatacols</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 424 
+ 425   <span class="i">$OptionsInfo</span>{<span class="w">ParseLines</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">empty</span>} || <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 426   <span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">empty</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 427   <span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">datacheck</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 428   <span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 429 
+ 430   <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 431   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> <span class="s">{</span>
+ 432     <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}} = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="sc">;</span>
+ 433     <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
+ 434       <span class="k">my</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="sc">;</span>
+ 435       <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span>
+ 436         <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 437           <span class="k">die</span> <span class="q">&quot;Error: Invalid value $ColNum specified using \&quot;--numericaldatacols\&quot; option: Allowed values: &gt; 0\n&quot;</span><span class="sc">;</span>
+ 438         <span class="s">}</span>
+ 439       <span class="s">}</span>
+ 440     <span class="s">}</span>
+ 441   <span class="s">}</span>
+ 442 
+ 443 <span class="s">}</span>
+ 444 
+ 445 <span class="c"># Setup script usage  and retrieve command line arguments specified using various options...</span>
+<a name="SetupScriptUsage-"></a> 446 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span>
+ 447 
+ 448   <span class="c"># Retrieve all the options...</span>
+ 449   <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 450   <span class="i">$Options</span>{<span class="w">detail</span>} = <span class="n">1</span><span class="sc">;</span>
+ 451   <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">&quot;colnum&quot;</span><span class="sc">;</span>
+ 452   <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
+ 453   <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">&quot;all|a&quot;</span><span class="cm">,</span> <span class="q">&quot;count|c&quot;</span><span class="cm">,</span> <span class="q">&quot;datacheck&quot;</span><span class="cm">,</span> <span class="q">&quot;detail|d=i&quot;</span><span class="cm">,</span> <span class="q">&quot;empty|e&quot;</span><span class="cm">,</span> <span class="q">&quot;help|h&quot;</span><span class="cm">,</span> <span class="q">&quot;indelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;mode|m=s&quot;</span><span class="cm">,</span> <span class="q">&quot;numericaldatacols|n=s&quot;</span><span class="cm">,</span> <span class="q">&quot;workingdir|w=s&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 454     <span class="k">die</span> <span class="q">&quot;\nTo get a list of valid options and their values, use \&quot;$ScriptName -h\&quot; or\n\&quot;perl -S $ScriptName -h\&quot; command and try again...\n&quot;</span><span class="sc">;</span>
+ 455   <span class="s">}</span>
+ 456   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
+ 457     <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
+ 458       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{workingdir}, for option \&quot;-w --workingdir\&quot; is not a directory name.\n&quot;</span><span class="sc">;</span>
+ 459     <span class="s">}</span>
+ 460     <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Couldn&#39;t chdir $Options{workingdir}: $! \n&quot;</span><span class="sc">;</span>
+ 461   <span class="s">}</span>
+ 462   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} !~ <span class="q">/^(colnum|collabel)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 463     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{mode}, for option \&quot;-m --mode\&quot; is not valid. Allowed values: colnum or collabel\n&quot;</span><span class="sc">;</span>
+ 464   <span class="s">}</span>
+ 465   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 466     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{indelim}, for option \&quot;--indelim\&quot; is not valid. Allowed values: comma or semicolon\n&quot;</span><span class="sc">;</span>
+ 467   <span class="s">}</span>
+ 468   <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">detail</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 469     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{detail}, for option \&quot;-d --detail\&quot; is not valid. Allowed values: &gt; 0\n&quot;</span><span class="sc">;</span>
+ 470   <span class="s">}</span>
+ 471 <span class="s">}</span>
+ 472 
+<a name="EOF-"></a></pre>
+<p>&nbsp;</p>
+<br />
+<center>
+<img src="../../../images/h2o2.png">
+</center>
+</body>
+</html>