view mayachemtools/docs/scripts/html/code/InfoTextFiles.html @ 0:73ae111cf86f draft

Uploaded
author deepakjadmin
date Wed, 20 Jan 2016 11:55:01 -0500
parents
children
line wrap: on
line source

<html>
<head>
<title>MayaChemTools:Code:InfoTextFiles.pl</title>
<meta http-equiv="content-type" content="text/html;charset=utf-8">
<link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css">
</head>
<body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10">
<br/>
<center>
<a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a>
</center>
<br/>
<pre>
   1 #!/usr/bin/perl -w
   2 <span class="c">#</span>
   3 <span class="c"># $RCSfile: InfoTextFiles.pl,v $</span>
   4 <span class="c"># $Date: 2015/02/28 20:46:20 $</span>
   5 <span class="c"># $Revision: 1.30 $</span>
   6 <span class="c">#</span>
   7 <span class="c"># Author: Manish Sud &lt;msud@san.rr.com&gt;</span>
   8 <span class="c">#</span>
   9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span>
  10 <span class="c">#</span>
  11 <span class="c"># This file is part of MayaChemTools.</span>
  12 <span class="c">#</span>
  13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span>
  14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span>
  15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span>
  16 <span class="c"># later version.</span>
  17 <span class="c">#</span>
  18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span>
  19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span>
  20 <span class="c"># for a particular purpose.  See the GNU Lesser General Public License for more</span>
  21 <span class="c"># details.</span>
  22 <span class="c">#</span>
  23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span>
  24 <span class="c"># along with MayaChemTools; if not, see &lt;http://www.gnu.org/licenses/&gt; or</span>
  25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span>
  26 <span class="c"># Boston, MA, 02111-1307, USA.</span>
  27 <span class="c">#</span>
  28 
  29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span>
  30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">&quot;$FindBin::Bin/../lib&quot;</span><span class="sc">;</span>
  31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span>
  32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span>
  33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span>
  34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span>
  35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span>
  36 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span>
  37 
  38 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span>
  39 
  40 <span class="c"># Autoflush STDOUT</span>
  41 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span>
  42 
  43 <span class="c"># Starting message...</span>
  44 <span class="i">$ScriptName</span> = <span class="i">basename</span><span class="s">(</span><span class="i">$0</span><span class="s">)</span><span class="sc">;</span>
  45 <span class="k">print</span> <span class="q">&quot;\n$ScriptName: Starting...\n\n&quot;</span><span class="sc">;</span>
  46 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
  47 
  48 <span class="c"># Get the options and setup script...</span>
  49 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  50 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> &lt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
  51   <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">&quot;$FindBin::Bin/$ScriptName&quot;</span><span class="s">)</span><span class="sc">;</span>
  52 <span class="s">}</span>
  53 
  54 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span>
  55 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="sc">;</span>
  56 
  57 <span class="c"># Process options...</span>
  58 <span class="k">print</span> <span class="q">&quot;Processing options...\n&quot;</span><span class="sc">;</span>
  59 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span>
  60 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  61 
  62 <span class="k">print</span> <span class="q">&quot;Checking input text file(s)...\n&quot;</span><span class="sc">;</span>
  63 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span>
  64 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  65 <span class="i">ProcessColumnsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  66 
  67 <span class="c"># Generate output files...</span>
  68 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
  69 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
  70   <span class="k">print</span> <span class="q">&quot;\nProcessing text files...\n&quot;</span><span class="sc">;</span>
  71 <span class="s">}</span>
  72 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
  73   <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span>
  74     <span class="k">print</span> <span class="q">&quot;\nProcessing file $TextFilesList[$FileIndex]...\n&quot;</span><span class="sc">;</span>
  75     <span class="i">ListTextFileInfo</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
  76   <span class="s">}</span>
  77 <span class="s">}</span>
  78 <span class="i">ListTotalSizeOfFiles</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  79 
  80 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Done...\n\n&quot;</span><span class="sc">;</span>
  81 
  82 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
  83 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span>
  84 <span class="k">print</span> <span class="q">&quot;Total time: &quot;</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
  85 
  86 <span class="c">###############################################################################</span>
  87 
  88 <span class="c"># List appropriate information...</span>
<a name="ListTextFileInfo-"></a>  89 <span class="k">sub </span><span class="m">ListTextFileInfo</span> <span class="s">{</span>
  90   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
  91   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span>  <span class="i">$Line</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$EmptyLinesCount</span><span class="cm">,</span> <span class="i">$EmptyColDataLinesCount</span><span class="cm">,</span> <span class="i">$GreaterThanMaxColLinesCount</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$EmptyColValueFound</span><span class="cm">,</span> <span class="i">$PrintTextLine</span><span class="cm">,</span> <span class="i">$NonNumericalDataFound</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">%EmptyColValuesCountMap</span><span class="cm">,</span> <span class="i">%NonEmptyColValuesCountMap</span><span class="cm">,</span> <span class="i">%SpecifiedNonNumericalColValuesCountMap</span><span class="cm">,</span> <span class="i">%NonNumericalColValuesCountMap</span><span class="cm">,</span> <span class="i">%NumericalColValuesCountMap</span><span class="cm">,</span><span class="s">)</span><span class="sc">;</span>
  92 
  93   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
  94   <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
  95   <span class="i">@ColLabels</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span>
  96 
  97   <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $TextFile: $! \n&quot;</span><span class="sc">;</span>
  98 
  99   <span class="i">$LineCount</span> = <span class="n">0</span><span class="sc">;</span>
 100   <span class="i">$EmptyLinesCount</span> = <span class="n">0</span><span class="sc">;</span>
 101   <span class="i">$EmptyColDataLinesCount</span> = <span class="n">0</span><span class="sc">;</span>
 102   <span class="i">$GreaterThanMaxColLinesCount</span> = <span class="n">0</span><span class="sc">;</span>
 103 
 104   <span class="i">%EmptyColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 105   <span class="i">%NonEmptyColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 106   <span class="i">%SpecifiedNonNumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 107   <span class="i">%NonNumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 108   <span class="i">%NumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 109 
 110   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">ParseLines</span>}<span class="s">)</span> <span class="s">{</span>
 111     <span class="c"># Skip over column labels from old file...</span>
 112     <span class="k">if</span> <span class="s">(</span><span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
 113       <span class="i">$LineCount</span>++<span class="sc">;</span>
 114       <span class="j">LINE:</span> <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
 115         <span class="i">$LineCount</span>++<span class="sc">;</span>
 116         <span class="i">$PrintTextLine</span> = <span class="n">0</span><span class="sc">;</span>
 117         <span class="i">$Line</span> =~ <span class="q">s/(\r\n)|(\r)|\n//g</span><span class="sc">;</span>
 118         <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
 119         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>}<span class="s">)</span> <span class="s">{</span>
 120           <span class="c"># Count lines with no data...</span>
 121           <span class="k">if</span> <span class="s">(</span>!<span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span>
 122             <span class="i">$EmptyLinesCount</span>++<span class="sc">;</span>
 123             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
 124               <span class="k">print</span> <span class="q">&quot;Line number $LineCount is empty...\n&quot;</span><span class="sc">;</span>
 125             <span class="s">}</span>
 126             <span class="k">next</span> <span class="j">LINE</span><span class="sc">;</span>
 127           <span class="s">}</span>
 128           <span class="c"># Count lines with empty data for some columns...</span>
 129           <span class="i">$EmptyColValueFound</span> = <span class="n">0</span><span class="sc">;</span>
 130           <span class="j">VALUE:</span> <span class="k">for</span> <span class="i">$Value</span> <span class="s">(</span><span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span>
 131               <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 132                 <span class="i">$EmptyColValueFound</span> = <span class="n">1</span><span class="sc">;</span>
 133                 <span class="k">next</span> <span class="j">VALUE</span><span class="sc">;</span>
 134               <span class="s">}</span>
 135           <span class="s">}</span>
 136           <span class="k">if</span> <span class="s">(</span><span class="i">$EmptyColValueFound</span><span class="s">)</span> <span class="s">{</span>
 137             <span class="i">$EmptyColDataLinesCount</span>++<span class="sc">;</span>
 138             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
 139               <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains empty column value(s)...\n&quot;</span><span class="sc">;</span>
 140             <span class="s">}</span>
 141             <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 142           <span class="s">}</span>
 143           <span class="c"># Count lines with columns greater than the column label line...</span>
 144           <span class="k">if</span> <span class="s">(</span><span class="i">@LineWords</span> &gt; <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span>
 145             <span class="i">$GreaterThanMaxColLinesCount</span>++<span class="sc">;</span>
 146             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
 147               <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains more than &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@ColLabels</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot; columns...\n&quot;</span><span class="sc">;</span>
 148             <span class="s">}</span>
 149             <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 150           <span class="s">}</span>
 151           <span class="c"># Count empty values for each coulmn...</span>
 152           <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#LineWords</span><span class="s">)</span> <span class="s">{</span>
 153             <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> &lt; <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span>
 154               <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
 155               <span class="k">if</span> <span class="s">(</span><span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 156                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 157                   <span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
 158                 <span class="s">}</span>
 159                 <span class="k">else</span> <span class="s">{</span>
 160                   <span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
 161                 <span class="s">}</span>
 162               <span class="s">}</span>
 163               <span class="k">else</span> <span class="s">{</span>
 164                 <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 165                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 166                   <span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
 167                 <span class="s">}</span>
 168                 <span class="k">else</span> <span class="s">{</span>
 169                   <span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
 170                 <span class="s">}</span>
 171               <span class="s">}</span>
 172             <span class="s">}</span>
 173           <span class="s">}</span>
 174         <span class="s">}</span>
 175         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span>
 176           <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#LineWords</span><span class="s">)</span> <span class="s">{</span>
 177             <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> &lt; <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span>
 178               <span class="k">if</span> <span class="s">(</span><span class="i">IsNumerical</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 179                 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
 180                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 181                   <span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
 182                 <span class="s">}</span>
 183                 <span class="k">else</span> <span class="s">{</span>
 184                   <span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
 185                 <span class="s">}</span>
 186               <span class="s">}</span>
 187               <span class="k">else</span> <span class="s">{</span>
 188                 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
 189                 <span class="k">if</span> <span class="s">(</span><span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 190                   <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 191                     <span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
 192                   <span class="s">}</span>
 193                   <span class="k">else</span> <span class="s">{</span>
 194                     <span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
 195                   <span class="s">}</span>
 196                 <span class="s">}</span>
 197               <span class="s">}</span>
 198             <span class="s">}</span>
 199           <span class="s">}</span>
 200         <span class="s">}</span>
 201         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>}<span class="s">)</span> <span class="s">{</span>
 202           <span class="i">$NonNumericalDataFound</span> = <span class="n">0</span><span class="sc">;</span>
 203           <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
 204             <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> &lt; <span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span>
 205               <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 206                 <span class="i">$NonNumericalDataFound</span> = <span class="n">1</span><span class="sc">;</span>
 207                 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
 208                 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 209                   <span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span>
 210                 <span class="s">}</span>
 211                 <span class="k">else</span> <span class="s">{</span>
 212                   <span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span>
 213                 <span class="s">}</span>
 214               <span class="s">}</span>
 215             <span class="s">}</span>
 216           <span class="s">}</span>
 217           <span class="k">if</span> <span class="s">(</span><span class="i">$NonNumericalDataFound</span><span class="s">)</span> <span class="s">{</span>
 218             <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 219             <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} &gt;=<span class="n">2</span> <span class="s">)</span> <span class="s">{</span>
 220               <span class="k">print</span> <span class="q">&quot;Line number $LineCount contains non-numerical data for some specified column(s)...\n&quot;</span><span class="sc">;</span>
 221             <span class="s">}</span>
 222           <span class="s">}</span>
 223         <span class="s">}</span>
 224         <span class="k">if</span> <span class="s">(</span><span class="i">$PrintTextLine</span><span class="s">)</span> <span class="s">{</span>
 225           <span class="k">print</span> <span class="q">&quot;Line $LineCount: $Line\n\n&quot;</span><span class="sc">;</span>
 226         <span class="s">}</span>
 227       <span class="s">}</span>
 228     <span class="s">}</span>
 229   <span class="s">}</span>
 230   <span class="k">else</span> <span class="s">{</span>
 231     <span class="k">while</span> <span class="s">(</span><span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
 232       <span class="i">$LineCount</span>++<span class="sc">;</span>
 233     <span class="s">}</span>
 234   <span class="s">}</span>
 235   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
 236 
 237   <span class="k">print</span> <span class="q">&quot;\nNumber of lines: $LineCount\n&quot;</span><span class="sc">;</span>
 238   <span class="k">print</span> <span class="q">&quot;Number of columns: $TextFilesInfo{ColCount}[$Index]\n&quot;</span><span class="sc">;</span>
 239   <span class="k">print</span> <span class="q">&quot;Column labels: &quot;</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">&quot;, &quot;</span><span class="cm">,</span> <span class="n">1</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
 240 
 241   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>}<span class="s">)</span> <span class="s">{</span>
 242     <span class="k">print</span> <span class="q">&quot;\nNumber of lines with no data: $EmptyLinesCount\n&quot;</span><span class="sc">;</span>
 243     <span class="k">print</span> <span class="q">&quot;Number of lines with some missing column data: $EmptyColDataLinesCount\n&quot;</span><span class="sc">;</span>
 244     <span class="k">print</span> <span class="q">&quot;Number of lines containing greater than &quot;</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@ColLabels</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot; columns: $GreaterThanMaxColLinesCount\n&quot;</span><span class="sc">;</span>
 245     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of non-empty values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NonEmptyColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
 246     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of empty values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%EmptyColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
 247   <span class="s">}</span>
 248 
 249   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span>
 250     <span class="k">print</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
 251     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of non-numerical data values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NonNumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
 252     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of numerical data values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
 253     <span class="k">print</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
 254   <span class="s">}</span>
 255 
 256   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>} &amp;&amp; <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span>
 257     <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">&quot;Number of non-numerical data values for each column(s)&quot;</span><span class="cm">,</span> \<span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> \<span class="i">%SpecifiedNonNumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span>
 258   <span class="s">}</span>
 259 
 260   <span class="c"># File size and modification information...</span>
 261   <span class="k">print</span> <span class="q">&quot;\nFile size: &quot;</span><span class="cm">,</span> <span class="i">FormatFileSize</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="cm">,</span> <span class="q">&quot; \n&quot;</span><span class="sc">;</span>
 262   <span class="k">print</span> <span class="q">&quot;Last modified: &quot;</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>]<span class="cm">,</span> <span class="q">&quot; \n&quot;</span><span class="sc">;</span>
 263 <span class="s">}</span>
 264 
 265 <span class="c"># Total size of all the fiels...</span>
<a name="ListTotalSizeOfFiles-"></a> 266 <span class="k">sub </span><span class="m">ListTotalSizeOfFiles</span> <span class="s">{</span>
 267   <span class="k">my</span><span class="s">(</span><span class="i">$FileOkayCount</span><span class="cm">,</span> <span class="i">$TotalSize</span><span class="cm">,</span> <span class="i">$Index</span><span class="s">)</span><span class="sc">;</span>
 268 
 269   <span class="i">$FileOkayCount</span> = <span class="n">0</span><span class="sc">;</span>
 270   <span class="i">$TotalSize</span> = <span class="n">0</span><span class="sc">;</span>
 271 
 272   <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
 273     <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
 274       <span class="i">$FileOkayCount</span>++<span class="sc">;</span>
 275       <span class="i">$TotalSize</span> += <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>]<span class="sc">;</span>
 276     <span class="s">}</span>
 277   <span class="s">}</span>
 278   <span class="k">if</span> <span class="s">(</span><span class="i">$FileOkayCount</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
 279     <span class="k">print</span> <span class="q">&quot;\nTotal size of $FileOkayCount files: &quot;</span><span class="cm">,</span> <span class="i">FormatFileSize</span><span class="s">(</span><span class="i">$TotalSize</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
 280   <span class="s">}</span>
 281 <span class="s">}</span>
 282 
 283 <span class="c"># List data information...</span>
<a name="PrintDataInformation-"></a> 284 <span class="k">sub </span><span class="m">PrintDataInformation</span> <span class="s">{</span>
 285   <span class="k">my</span><span class="s">(</span><span class="i">$InfoLabel</span><span class="cm">,</span> <span class="i">$DataLabelRef</span><span class="cm">,</span> <span class="i">$DataLabelToValueMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
 286   <span class="k">my</span><span class="s">(</span><span class="i">$Line</span><span class="cm">,</span> <span class="i">$Label</span><span class="s">)</span><span class="sc">;</span>
 287 
 288   <span class="i">$Line</span> = <span class="q">&quot;&quot;</span><span class="sc">;</span>
 289   <span class="k">for</span> <span class="i">$Label</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$DataLabelRef</span>}<span class="s">)</span> <span class="s">{</span>
 290     <span class="i">$Line</span> .= <span class="q">&quot; \&quot;$Label\&quot; - &quot;</span> . <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$DataLabelToValueMapRef</span>-&gt;{<span class="i">$Label</span>}<span class="s">)</span> ? <span class="i">$DataLabelToValueMapRef</span>-&gt;{<span class="i">$Label</span>} <span class="co">:</span> <span class="n">0</span><span class="s">)</span> . <span class="q">&quot;,&quot;</span><span class="sc">;</span>
 291   <span class="s">}</span>
 292   <span class="i">$Line</span> =~ <span class="q">s/\,$//g</span><span class="sc">;</span>
 293   <span class="k">print</span> <span class="q">&quot;$InfoLabel: $Line\n&quot;</span><span class="sc">;</span>
 294 <span class="s">}</span>
 295 
 296 <span class="c"># Retrieve information about input text files...</span>
<a name="RetrieveTextFilesInfo-"></a> 297 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span>
 298   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span>  <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">$ModifiedTimeString</span><span class="cm">,</span> <span class="i">$ModifiedDateString</span><span class="s">)</span><span class="sc">;</span>
 299 
 300   <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 301   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 302   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 303   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 304   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 305   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 306   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 307   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 308 
 309   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
 310     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
 311 
 312     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
 313     <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
 314     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
 315     <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
 316     <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>] = <span class="q">&#39;&#39;</span><span class="sc">;</span>
 317     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 318     <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 319 
 320     <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 321       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It doesn&#39;t exist\n&quot;</span><span class="sc">;</span>
 322       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 323     <span class="s">}</span>
 324     <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 325       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It&#39;s not a csv or tsv file\n&quot;</span><span class="sc">;</span>
 326       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 327     <span class="s">}</span>
 328     <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
 329     <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span>
 330       <span class="i">$InDelim</span> = <span class="q">&quot;\t&quot;</span><span class="sc">;</span>
 331     <span class="s">}</span>
 332     <span class="k">else</span> <span class="s">{</span>
 333       <span class="i">$InDelim</span> = <span class="q">&quot;\,&quot;</span><span class="sc">;</span>
 334       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
 335         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The value specified, $OptionsInfo{InDelim}, for option \&quot;--indelim\&quot; is not valid for csv files\n&quot;</span><span class="sc">;</span>
 336         <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 337       <span class="s">}</span>
 338       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span>
 339         <span class="i">$InDelim</span> = <span class="q">&quot;\;&quot;</span><span class="sc">;</span>
 340       <span class="s">}</span>
 341     <span class="s">}</span>
 342 
 343     <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
 344       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
 345       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 346     <span class="s">}</span>
 347 
 348     <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
 349     <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
 350     <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
 351 
 352     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span>
 353     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span>
 354 
 355     <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="i">@ColLabels</span><span class="sc">;</span>
 356     <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColLabels</span><span class="sc">;</span>
 357     <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span>
 358       <span class="i">$ColLabel</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span>
 359       <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>} = <span class="i">$ColNum</span><span class="sc">;</span>
 360     <span class="s">}</span>
 361     <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>] = <span class="i">FileSize</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
 362     <span class="s">(</span><span class="i">$ModifiedTimeString</span><span class="cm">,</span> <span class="i">$ModifiedDateString</span><span class="s">)</span> = <span class="i">FormattedFileModificationTimeAndDate</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
 363     <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>] = <span class="q">&quot;$ModifiedTimeString; $ModifiedDateString&quot;</span><span class="sc">;</span>
 364   <span class="s">}</span>
 365 
 366 <span class="s">}</span>
 367 
 368 <span class="c"># Make sure specified numerical data columns are okay...</span>
<a name="ProcessColumnsInfo-"></a> 369 <span class="k">sub </span><span class="m">ProcessColumnsInfo</span> <span class="s">{</span>
 370   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
 371 
 372   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 373   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 374 
 375   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
 376     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
 377     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 378     <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 379 
 380     <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
 381       <span class="k">my</span><span class="s">(</span><span class="i">$SpecifiedColNum</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">@SpecifiedColLabels</span><span class="s">)</span><span class="sc">;</span>
 382       <span class="i">@SpecifiedColNums</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 383       <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
 384         <span class="k">for</span> <span class="i">$SpecifiedColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span>
 385           <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedColNum</span> &lt;= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span>
 386             <span class="i">$ColNum</span> = <span class="i">$SpecifiedColNum</span> - <span class="n">1</span><span class="sc">;</span>
 387             <span class="k">push</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span>
 388             <span class="k">push</span> <span class="i">@SpecifiedColLabels</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span>
 389           <span class="s">}</span>
 390         <span class="s">}</span>
 391       <span class="s">}</span>
 392       <span class="k">else</span> <span class="s">{</span>
 393         <span class="k">for</span> <span class="i">$ColLabel</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span>
 394           <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 395             <span class="i">$ColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span>
 396             <span class="k">push</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span>
 397             <span class="k">push</span> <span class="i">@SpecifiedColLabels</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="sc">;</span>
 398           <span class="s">}</span>
 399         <span class="s">}</span>
 400       <span class="s">}</span>
 401       <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedColNums</span><span class="s">)</span> <span class="s">{</span>
 402         <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@SpecifiedColNums</span><span class="sc">;</span>
 403         <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@SpecifiedColLabels</span><span class="sc">;</span>
 404       <span class="s">}</span>
 405     <span class="s">}</span>
 406   <span class="s">}</span>
 407 <span class="s">}</span>
 408 
 409 <span class="c"># Process option values...</span>
<a name="ProcessOptions-"></a> 410 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span>
 411   <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 412 
 413   <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span>
 414 
 415   <span class="i">$OptionsInfo</span>{<span class="w">All</span>} = <span class="i">$Options</span>{<span class="w">all</span>} ? <span class="i">$Options</span>{<span class="w">all</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 416   <span class="i">$OptionsInfo</span>{<span class="w">Count</span>} = <span class="i">$Options</span>{<span class="w">count</span>} ? <span class="i">$Options</span>{<span class="w">count</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 417 
 418   <span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} = <span class="i">$Options</span>{<span class="w">detail</span>} ? <span class="i">$Options</span>{<span class="w">detail</span>} <span class="co">:</span> <span class="n">1</span><span class="sc">;</span>
 419 
 420   <span class="i">$OptionsInfo</span>{<span class="w">Empty</span>} = <span class="i">$Options</span>{<span class="w">empty</span>} ? <span class="i">$Options</span>{<span class="w">empty</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 421 
 422   <span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} = <span class="i">$Options</span>{<span class="w">indelim</span>}<span class="sc">;</span>
 423   <span class="i">$OptionsInfo</span>{<span class="w">NumericalDataCols</span>} = <span class="i">$Options</span>{<span class="w">numericaldatacols</span>} ? <span class="i">$Options</span>{<span class="w">numericaldatacols</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 424 
 425   <span class="i">$OptionsInfo</span>{<span class="w">ParseLines</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">empty</span>} || <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 426   <span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">empty</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 427   <span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">datacheck</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 428   <span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 429 
 430   <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 431   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> <span class="s">{</span>
 432     <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}} = <span class="k">split</span> <span class="q">&quot;,&quot;</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="sc">;</span>
 433     <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span>
 434       <span class="k">my</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="sc">;</span>
 435       <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span>
 436         <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 437           <span class="k">die</span> <span class="q">&quot;Error: Invalid value $ColNum specified using \&quot;--numericaldatacols\&quot; option: Allowed values: &gt; 0\n&quot;</span><span class="sc">;</span>
 438         <span class="s">}</span>
 439       <span class="s">}</span>
 440     <span class="s">}</span>
 441   <span class="s">}</span>
 442 
 443 <span class="s">}</span>
 444 
 445 <span class="c"># Setup script usage  and retrieve command line arguments specified using various options...</span>
<a name="SetupScriptUsage-"></a> 446 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span>
 447 
 448   <span class="c"># Retrieve all the options...</span>
 449   <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 450   <span class="i">$Options</span>{<span class="w">detail</span>} = <span class="n">1</span><span class="sc">;</span>
 451   <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">&quot;colnum&quot;</span><span class="sc">;</span>
 452   <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
 453   <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">&quot;all|a&quot;</span><span class="cm">,</span> <span class="q">&quot;count|c&quot;</span><span class="cm">,</span> <span class="q">&quot;datacheck&quot;</span><span class="cm">,</span> <span class="q">&quot;detail|d=i&quot;</span><span class="cm">,</span> <span class="q">&quot;empty|e&quot;</span><span class="cm">,</span> <span class="q">&quot;help|h&quot;</span><span class="cm">,</span> <span class="q">&quot;indelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;mode|m=s&quot;</span><span class="cm">,</span> <span class="q">&quot;numericaldatacols|n=s&quot;</span><span class="cm">,</span> <span class="q">&quot;workingdir|w=s&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 454     <span class="k">die</span> <span class="q">&quot;\nTo get a list of valid options and their values, use \&quot;$ScriptName -h\&quot; or\n\&quot;perl -S $ScriptName -h\&quot; command and try again...\n&quot;</span><span class="sc">;</span>
 455   <span class="s">}</span>
 456   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
 457     <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
 458       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{workingdir}, for option \&quot;-w --workingdir\&quot; is not a directory name.\n&quot;</span><span class="sc">;</span>
 459     <span class="s">}</span>
 460     <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Couldn&#39;t chdir $Options{workingdir}: $! \n&quot;</span><span class="sc">;</span>
 461   <span class="s">}</span>
 462   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} !~ <span class="q">/^(colnum|collabel)$/i</span><span class="s">)</span> <span class="s">{</span>
 463     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{mode}, for option \&quot;-m --mode\&quot; is not valid. Allowed values: colnum or collabel\n&quot;</span><span class="sc">;</span>
 464   <span class="s">}</span>
 465   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
 466     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{indelim}, for option \&quot;--indelim\&quot; is not valid. Allowed values: comma or semicolon\n&quot;</span><span class="sc">;</span>
 467   <span class="s">}</span>
 468   <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">detail</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 469     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{detail}, for option \&quot;-d --detail\&quot; is not valid. Allowed values: &gt; 0\n&quot;</span><span class="sc">;</span>
 470   <span class="s">}</span>
 471 <span class="s">}</span>
 472 
<a name="EOF-"></a></pre>
<p>&nbsp;</p>
<br />
<center>
<img src="../../../images/h2o2.png">
</center>
</body>
</html>