Mercurial > repos > deepakjadmin > mayatool3_test3
view mayachemtools/docs/scripts/html/code/InfoTextFiles.html @ 0:73ae111cf86f draft
Uploaded
author | deepakjadmin |
---|---|
date | Wed, 20 Jan 2016 11:55:01 -0500 |
parents | |
children |
line wrap: on
line source
<html> <head> <title>MayaChemTools:Code:InfoTextFiles.pl</title> <meta http-equiv="content-type" content="text/html;charset=utf-8"> <link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css"> </head> <body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10"> <br/> <center> <a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a> </center> <br/> <pre> 1 #!/usr/bin/perl -w 2 <span class="c">#</span> 3 <span class="c"># $RCSfile: InfoTextFiles.pl,v $</span> 4 <span class="c"># $Date: 2015/02/28 20:46:20 $</span> 5 <span class="c"># $Revision: 1.30 $</span> 6 <span class="c">#</span> 7 <span class="c"># Author: Manish Sud <msud@san.rr.com></span> 8 <span class="c">#</span> 9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span> 10 <span class="c">#</span> 11 <span class="c"># This file is part of MayaChemTools.</span> 12 <span class="c">#</span> 13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span> 14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span> 15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span> 16 <span class="c"># later version.</span> 17 <span class="c">#</span> 18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span> 19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span> 20 <span class="c"># for a particular purpose. See the GNU Lesser General Public License for more</span> 21 <span class="c"># details.</span> 22 <span class="c">#</span> 23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span> 24 <span class="c"># along with MayaChemTools; if not, see <http://www.gnu.org/licenses/> or</span> 25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span> 26 <span class="c"># Boston, MA, 02111-1307, USA.</span> 27 <span class="c">#</span> 28 29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span> 30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">"$FindBin::Bin/../lib"</span><span class="sc">;</span> 31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span> 32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span> 33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span> 34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span> 35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span> 36 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span> 37 38 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span> 39 40 <span class="c"># Autoflush STDOUT</span> 41 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span> 42 43 <span class="c"># Starting message...</span> 44 <span class="i">$ScriptName</span> = <span class="i">basename</span><span class="s">(</span><span class="i">$0</span><span class="s">)</span><span class="sc">;</span> 45 <span class="k">print</span> <span class="q">"\n$ScriptName: Starting...\n\n"</span><span class="sc">;</span> 46 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> 47 48 <span class="c"># Get the options and setup script...</span> 49 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 50 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> < <span class="n">1</span><span class="s">)</span> <span class="s">{</span> 51 <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">"$FindBin::Bin/$ScriptName"</span><span class="s">)</span><span class="sc">;</span> 52 <span class="s">}</span> 53 54 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span> 55 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="sc">;</span> 56 57 <span class="c"># Process options...</span> 58 <span class="k">print</span> <span class="q">"Processing options...\n"</span><span class="sc">;</span> 59 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span> 60 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 61 62 <span class="k">print</span> <span class="q">"Checking input text file(s)...\n"</span><span class="sc">;</span> 63 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span> 64 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 65 <span class="i">ProcessColumnsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 66 67 <span class="c"># Generate output files...</span> 68 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span> 69 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> > <span class="n">1</span><span class="s">)</span> <span class="s">{</span> 70 <span class="k">print</span> <span class="q">"\nProcessing text files...\n"</span><span class="sc">;</span> 71 <span class="s">}</span> 72 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 73 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span> 74 <span class="k">print</span> <span class="q">"\nProcessing file $TextFilesList[$FileIndex]...\n"</span><span class="sc">;</span> 75 <span class="i">ListTextFileInfo</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span> 76 <span class="s">}</span> 77 <span class="s">}</span> 78 <span class="i">ListTotalSizeOfFiles</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 79 80 <span class="k">print</span> <span class="q">"\n$ScriptName:Done...\n\n"</span><span class="sc">;</span> 81 82 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> 83 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span> 84 <span class="k">print</span> <span class="q">"Total time: "</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> 85 86 <span class="c">###############################################################################</span> 87 88 <span class="c"># List appropriate information...</span> <a name="ListTextFileInfo-"></a> 89 <span class="k">sub </span><span class="m">ListTextFileInfo</span> <span class="s">{</span> 90 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 91 <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$EmptyLinesCount</span><span class="cm">,</span> <span class="i">$EmptyColDataLinesCount</span><span class="cm">,</span> <span class="i">$GreaterThanMaxColLinesCount</span><span class="cm">,</span> <span class="i">$Label</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$EmptyColValueFound</span><span class="cm">,</span> <span class="i">$PrintTextLine</span><span class="cm">,</span> <span class="i">$NonNumericalDataFound</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">%EmptyColValuesCountMap</span><span class="cm">,</span> <span class="i">%NonEmptyColValuesCountMap</span><span class="cm">,</span> <span class="i">%SpecifiedNonNumericalColValuesCountMap</span><span class="cm">,</span> <span class="i">%NonNumericalColValuesCountMap</span><span class="cm">,</span> <span class="i">%NumericalColValuesCountMap</span><span class="cm">,</span><span class="s">)</span><span class="sc">;</span> 92 93 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 94 <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 95 <span class="i">@ColLabels</span> = <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 96 97 <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">"$TextFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Can't open $TextFile: $! \n"</span><span class="sc">;</span> 98 99 <span class="i">$LineCount</span> = <span class="n">0</span><span class="sc">;</span> 100 <span class="i">$EmptyLinesCount</span> = <span class="n">0</span><span class="sc">;</span> 101 <span class="i">$EmptyColDataLinesCount</span> = <span class="n">0</span><span class="sc">;</span> 102 <span class="i">$GreaterThanMaxColLinesCount</span> = <span class="n">0</span><span class="sc">;</span> 103 104 <span class="i">%EmptyColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 105 <span class="i">%NonEmptyColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 106 <span class="i">%SpecifiedNonNumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 107 <span class="i">%NonNumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 108 <span class="i">%NumericalColValuesCountMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 109 110 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">ParseLines</span>}<span class="s">)</span> <span class="s">{</span> 111 <span class="c"># Skip over column labels from old file...</span> 112 <span class="k">if</span> <span class="s">(</span><span class="q"><TEXTFILE></span><span class="s">)</span> <span class="s">{</span> 113 <span class="i">$LineCount</span>++<span class="sc">;</span> 114 <span class="j">LINE:</span> <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="q"><TEXTFILE></span><span class="s">)</span> <span class="s">{</span> 115 <span class="i">$LineCount</span>++<span class="sc">;</span> 116 <span class="i">$PrintTextLine</span> = <span class="n">0</span><span class="sc">;</span> 117 <span class="i">$Line</span> =~ <span class="q">s/(\r\n)|(\r)|\n//g</span><span class="sc">;</span> 118 <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 119 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>}<span class="s">)</span> <span class="s">{</span> 120 <span class="c"># Count lines with no data...</span> 121 <span class="k">if</span> <span class="s">(</span>!<span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span> 122 <span class="i">$EmptyLinesCount</span>++<span class="sc">;</span> 123 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 124 <span class="k">print</span> <span class="q">"Line number $LineCount is empty...\n"</span><span class="sc">;</span> 125 <span class="s">}</span> 126 <span class="k">next</span> <span class="j">LINE</span><span class="sc">;</span> 127 <span class="s">}</span> 128 <span class="c"># Count lines with empty data for some columns...</span> 129 <span class="i">$EmptyColValueFound</span> = <span class="n">0</span><span class="sc">;</span> 130 <span class="j">VALUE:</span> <span class="k">for</span> <span class="i">$Value</span> <span class="s">(</span><span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span> 131 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$Value</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 132 <span class="i">$EmptyColValueFound</span> = <span class="n">1</span><span class="sc">;</span> 133 <span class="k">next</span> <span class="j">VALUE</span><span class="sc">;</span> 134 <span class="s">}</span> 135 <span class="s">}</span> 136 <span class="k">if</span> <span class="s">(</span><span class="i">$EmptyColValueFound</span><span class="s">)</span> <span class="s">{</span> 137 <span class="i">$EmptyColDataLinesCount</span>++<span class="sc">;</span> 138 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 139 <span class="k">print</span> <span class="q">"Line number $LineCount contains empty column value(s)...\n"</span><span class="sc">;</span> 140 <span class="s">}</span> 141 <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 142 <span class="s">}</span> 143 <span class="c"># Count lines with columns greater than the column label line...</span> 144 <span class="k">if</span> <span class="s">(</span><span class="i">@LineWords</span> > <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span> 145 <span class="i">$GreaterThanMaxColLinesCount</span>++<span class="sc">;</span> 146 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 147 <span class="k">print</span> <span class="q">"Line number $LineCount contains more than "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@ColLabels</span><span class="s">)</span><span class="cm">,</span> <span class="q">" columns...\n"</span><span class="sc">;</span> 148 <span class="s">}</span> 149 <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 150 <span class="s">}</span> 151 <span class="c"># Count empty values for each coulmn...</span> 152 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#LineWords</span><span class="s">)</span> <span class="s">{</span> 153 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> < <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span> 154 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 155 <span class="k">if</span> <span class="s">(</span><span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 156 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 157 <span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span> 158 <span class="s">}</span> 159 <span class="k">else</span> <span class="s">{</span> 160 <span class="i">$NonEmptyColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span> 161 <span class="s">}</span> 162 <span class="s">}</span> 163 <span class="k">else</span> <span class="s">{</span> 164 <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 165 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 166 <span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span> 167 <span class="s">}</span> 168 <span class="k">else</span> <span class="s">{</span> 169 <span class="i">$EmptyColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span> 170 <span class="s">}</span> 171 <span class="s">}</span> 172 <span class="s">}</span> 173 <span class="s">}</span> 174 <span class="s">}</span> 175 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span> 176 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#LineWords</span><span class="s">)</span> <span class="s">{</span> 177 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> < <span class="i">@ColLabels</span><span class="s">)</span> <span class="s">{</span> 178 <span class="k">if</span> <span class="s">(</span><span class="i">IsNumerical</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 179 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 180 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 181 <span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span> 182 <span class="s">}</span> 183 <span class="k">else</span> <span class="s">{</span> 184 <span class="i">$NumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span> 185 <span class="s">}</span> 186 <span class="s">}</span> 187 <span class="k">else</span> <span class="s">{</span> 188 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 189 <span class="k">if</span> <span class="s">(</span><span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 190 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 191 <span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span> 192 <span class="s">}</span> 193 <span class="k">else</span> <span class="s">{</span> 194 <span class="i">$NonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span> 195 <span class="s">}</span> 196 <span class="s">}</span> 197 <span class="s">}</span> 198 <span class="s">}</span> 199 <span class="s">}</span> 200 <span class="s">}</span> 201 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>}<span class="s">)</span> <span class="s">{</span> 202 <span class="i">$NonNumericalDataFound</span> = <span class="n">0</span><span class="sc">;</span> 203 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> 204 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> < <span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span> 205 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsNumerical</span><span class="s">(</span><span class="i">$LineWords</span>[<span class="i">$ColNum</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 206 <span class="i">$NonNumericalDataFound</span> = <span class="n">1</span><span class="sc">;</span> 207 <span class="i">$Label</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 208 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 209 <span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} += <span class="n">1</span><span class="sc">;</span> 210 <span class="s">}</span> 211 <span class="k">else</span> <span class="s">{</span> 212 <span class="i">$SpecifiedNonNumericalColValuesCountMap</span>{<span class="i">$Label</span>} = <span class="n">1</span><span class="sc">;</span> 213 <span class="s">}</span> 214 <span class="s">}</span> 215 <span class="s">}</span> 216 <span class="s">}</span> 217 <span class="k">if</span> <span class="s">(</span><span class="i">$NonNumericalDataFound</span><span class="s">)</span> <span class="s">{</span> 218 <span class="i">$PrintTextLine</span> = <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >= <span class="n">3</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 219 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} >=<span class="n">2</span> <span class="s">)</span> <span class="s">{</span> 220 <span class="k">print</span> <span class="q">"Line number $LineCount contains non-numerical data for some specified column(s)...\n"</span><span class="sc">;</span> 221 <span class="s">}</span> 222 <span class="s">}</span> 223 <span class="s">}</span> 224 <span class="k">if</span> <span class="s">(</span><span class="i">$PrintTextLine</span><span class="s">)</span> <span class="s">{</span> 225 <span class="k">print</span> <span class="q">"Line $LineCount: $Line\n\n"</span><span class="sc">;</span> 226 <span class="s">}</span> 227 <span class="s">}</span> 228 <span class="s">}</span> 229 <span class="s">}</span> 230 <span class="k">else</span> <span class="s">{</span> 231 <span class="k">while</span> <span class="s">(</span><span class="q"><TEXTFILE></span><span class="s">)</span> <span class="s">{</span> 232 <span class="i">$LineCount</span>++<span class="sc">;</span> 233 <span class="s">}</span> 234 <span class="s">}</span> 235 <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span> 236 237 <span class="k">print</span> <span class="q">"\nNumber of lines: $LineCount\n"</span><span class="sc">;</span> 238 <span class="k">print</span> <span class="q">"Number of columns: $TextFilesInfo{ColCount}[$Index]\n"</span><span class="sc">;</span> 239 <span class="k">print</span> <span class="q">"Column labels: "</span><span class="cm">,</span> <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="q">", "</span><span class="cm">,</span> <span class="n">1</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> 240 241 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>}<span class="s">)</span> <span class="s">{</span> 242 <span class="k">print</span> <span class="q">"\nNumber of lines with no data: $EmptyLinesCount\n"</span><span class="sc">;</span> 243 <span class="k">print</span> <span class="q">"Number of lines with some missing column data: $EmptyColDataLinesCount\n"</span><span class="sc">;</span> 244 <span class="k">print</span> <span class="q">"Number of lines containing greater than "</span><span class="cm">,</span> <span class="k">scalar</span><span class="s">(</span><span class="i">@ColLabels</span><span class="s">)</span><span class="cm">,</span> <span class="q">" columns: $GreaterThanMaxColLinesCount\n"</span><span class="sc">;</span> 245 <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">"Number of non-empty values for each column(s)"</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NonEmptyColValuesCountMap</span><span class="s">)</span><span class="sc">;</span> 246 <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">"Number of empty values for each column(s)"</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%EmptyColValuesCountMap</span><span class="s">)</span><span class="sc">;</span> 247 <span class="s">}</span> 248 249 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>}<span class="s">)</span> <span class="s">{</span> 250 <span class="k">print</span> <span class="q">"\n"</span><span class="sc">;</span> 251 <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">"Number of non-numerical data values for each column(s)"</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NonNumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span> 252 <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">"Number of numerical data values for each column(s)"</span><span class="cm">,</span> \<span class="i">@ColLabels</span><span class="cm">,</span> \<span class="i">%NumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span> 253 <span class="k">print</span> <span class="q">"\n"</span><span class="sc">;</span> 254 <span class="s">}</span> 255 256 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>} && <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> 257 <span class="i">PrintDataInformation</span><span class="s">(</span><span class="q">"Number of non-numerical data values for each column(s)"</span><span class="cm">,</span> \<span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> \<span class="i">%SpecifiedNonNumericalColValuesCountMap</span><span class="s">)</span><span class="sc">;</span> 258 <span class="s">}</span> 259 260 <span class="c"># File size and modification information...</span> 261 <span class="k">print</span> <span class="q">"\nFile size: "</span><span class="cm">,</span> <span class="i">FormatFileSize</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="cm">,</span> <span class="q">" \n"</span><span class="sc">;</span> 262 <span class="k">print</span> <span class="q">"Last modified: "</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>]<span class="cm">,</span> <span class="q">" \n"</span><span class="sc">;</span> 263 <span class="s">}</span> 264 265 <span class="c"># Total size of all the fiels...</span> <a name="ListTotalSizeOfFiles-"></a> 266 <span class="k">sub </span><span class="m">ListTotalSizeOfFiles</span> <span class="s">{</span> 267 <span class="k">my</span><span class="s">(</span><span class="i">$FileOkayCount</span><span class="cm">,</span> <span class="i">$TotalSize</span><span class="cm">,</span> <span class="i">$Index</span><span class="s">)</span><span class="sc">;</span> 268 269 <span class="i">$FileOkayCount</span> = <span class="n">0</span><span class="sc">;</span> 270 <span class="i">$TotalSize</span> = <span class="n">0</span><span class="sc">;</span> 271 272 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 273 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 274 <span class="i">$FileOkayCount</span>++<span class="sc">;</span> 275 <span class="i">$TotalSize</span> += <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 276 <span class="s">}</span> 277 <span class="s">}</span> 278 <span class="k">if</span> <span class="s">(</span><span class="i">$FileOkayCount</span> > <span class="n">1</span><span class="s">)</span> <span class="s">{</span> 279 <span class="k">print</span> <span class="q">"\nTotal size of $FileOkayCount files: "</span><span class="cm">,</span> <span class="i">FormatFileSize</span><span class="s">(</span><span class="i">$TotalSize</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> 280 <span class="s">}</span> 281 <span class="s">}</span> 282 283 <span class="c"># List data information...</span> <a name="PrintDataInformation-"></a> 284 <span class="k">sub </span><span class="m">PrintDataInformation</span> <span class="s">{</span> 285 <span class="k">my</span><span class="s">(</span><span class="i">$InfoLabel</span><span class="cm">,</span> <span class="i">$DataLabelRef</span><span class="cm">,</span> <span class="i">$DataLabelToValueMapRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 286 <span class="k">my</span><span class="s">(</span><span class="i">$Line</span><span class="cm">,</span> <span class="i">$Label</span><span class="s">)</span><span class="sc">;</span> 287 288 <span class="i">$Line</span> = <span class="q">""</span><span class="sc">;</span> 289 <span class="k">for</span> <span class="i">$Label</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$DataLabelRef</span>}<span class="s">)</span> <span class="s">{</span> 290 <span class="i">$Line</span> .= <span class="q">" \"$Label\" - "</span> . <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$DataLabelToValueMapRef</span>->{<span class="i">$Label</span>}<span class="s">)</span> ? <span class="i">$DataLabelToValueMapRef</span>->{<span class="i">$Label</span>} <span class="co">:</span> <span class="n">0</span><span class="s">)</span> . <span class="q">","</span><span class="sc">;</span> 291 <span class="s">}</span> 292 <span class="i">$Line</span> =~ <span class="q">s/\,$//g</span><span class="sc">;</span> 293 <span class="k">print</span> <span class="q">"$InfoLabel: $Line\n"</span><span class="sc">;</span> 294 <span class="s">}</span> 295 296 <span class="c"># Retrieve information about input text files...</span> <a name="RetrieveTextFilesInfo-"></a> 297 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span> 298 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">$ModifiedTimeString</span><span class="cm">,</span> <span class="i">$ModifiedDateString</span><span class="s">)</span><span class="sc">;</span> 299 300 <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 301 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 302 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 303 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 304 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 305 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 306 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 307 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 308 309 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 310 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 311 312 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 313 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 314 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> 315 <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 316 <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>] = <span class="q">''</span><span class="sc">;</span> 317 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 318 <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 319 320 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 321 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It doesn't exist\n"</span><span class="sc">;</span> 322 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 323 <span class="s">}</span> 324 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 325 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It's not a csv or tsv file\n"</span><span class="sc">;</span> 326 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 327 <span class="s">}</span> 328 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> 329 <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span> 330 <span class="i">$InDelim</span> = <span class="q">"\t"</span><span class="sc">;</span> 331 <span class="s">}</span> 332 <span class="k">else</span> <span class="s">{</span> 333 <span class="i">$InDelim</span> = <span class="q">"\,"</span><span class="sc">;</span> 334 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> 335 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The value specified, $OptionsInfo{InDelim}, for option \"--indelim\" is not valid for csv files\n"</span><span class="sc">;</span> 336 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 337 <span class="s">}</span> 338 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span> 339 <span class="i">$InDelim</span> = <span class="q">"\;"</span><span class="sc">;</span> 340 <span class="s">}</span> 341 <span class="s">}</span> 342 343 <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">"$TextFile"</span><span class="s">)</span> <span class="s">{</span> 344 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: Couldn't open it: $! \n"</span><span class="sc">;</span> 345 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 346 <span class="s">}</span> 347 348 <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span> 349 <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 350 <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span> 351 352 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span> 353 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span> 354 355 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="i">@ColLabels</span><span class="sc">;</span> 356 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColLabels</span><span class="sc">;</span> 357 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> 358 <span class="i">$ColLabel</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 359 <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>} = <span class="i">$ColNum</span><span class="sc">;</span> 360 <span class="s">}</span> 361 <span class="i">$TextFilesInfo</span>{<span class="w">FileSize</span>}[<span class="i">$Index</span>] = <span class="i">FileSize</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> 362 <span class="s">(</span><span class="i">$ModifiedTimeString</span><span class="cm">,</span> <span class="i">$ModifiedDateString</span><span class="s">)</span> = <span class="i">FormattedFileModificationTimeAndDate</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> 363 <span class="i">$TextFilesInfo</span>{<span class="w">FileLastModified</span>}[<span class="i">$Index</span>] = <span class="q">"$ModifiedTimeString; $ModifiedDateString"</span><span class="sc">;</span> 364 <span class="s">}</span> 365 366 <span class="s">}</span> 367 368 <span class="c"># Make sure specified numerical data columns are okay...</span> <a name="ProcessColumnsInfo-"></a> 369 <span class="k">sub </span><span class="m">ProcessColumnsInfo</span> <span class="s">{</span> 370 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> 371 372 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 373 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 374 375 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 376 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 377 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 378 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 379 380 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 381 <span class="k">my</span><span class="s">(</span><span class="i">$SpecifiedColNum</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">@SpecifiedColLabels</span><span class="s">)</span><span class="sc">;</span> 382 <span class="i">@SpecifiedColNums</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 383 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> 384 <span class="k">for</span> <span class="i">$SpecifiedColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span> 385 <span class="k">if</span> <span class="s">(</span><span class="i">$SpecifiedColNum</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 386 <span class="i">$ColNum</span> = <span class="i">$SpecifiedColNum</span> - <span class="n">1</span><span class="sc">;</span> 387 <span class="k">push</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> 388 <span class="k">push</span> <span class="i">@SpecifiedColLabels</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span> 389 <span class="s">}</span> 390 <span class="s">}</span> 391 <span class="s">}</span> 392 <span class="k">else</span> <span class="s">{</span> 393 <span class="k">for</span> <span class="i">$ColLabel</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span> 394 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 395 <span class="i">$ColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span> 396 <span class="k">push</span> <span class="i">@SpecifiedColNums</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> 397 <span class="k">push</span> <span class="i">@SpecifiedColLabels</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="sc">;</span> 398 <span class="s">}</span> 399 <span class="s">}</span> 400 <span class="s">}</span> 401 <span class="k">if</span> <span class="s">(</span><span class="i">@SpecifiedColNums</span><span class="s">)</span> <span class="s">{</span> 402 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColNums</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@SpecifiedColNums</span><span class="sc">;</span> 403 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">NumericalDataColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@SpecifiedColLabels</span><span class="sc">;</span> 404 <span class="s">}</span> 405 <span class="s">}</span> 406 <span class="s">}</span> 407 <span class="s">}</span> 408 409 <span class="c"># Process option values...</span> <a name="ProcessOptions-"></a> 410 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span> 411 <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 412 413 <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span> 414 415 <span class="i">$OptionsInfo</span>{<span class="w">All</span>} = <span class="i">$Options</span>{<span class="w">all</span>} ? <span class="i">$Options</span>{<span class="w">all</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 416 <span class="i">$OptionsInfo</span>{<span class="w">Count</span>} = <span class="i">$Options</span>{<span class="w">count</span>} ? <span class="i">$Options</span>{<span class="w">count</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 417 418 <span class="i">$OptionsInfo</span>{<span class="w">DetailLevel</span>} = <span class="i">$Options</span>{<span class="w">detail</span>} ? <span class="i">$Options</span>{<span class="w">detail</span>} <span class="co">:</span> <span class="n">1</span><span class="sc">;</span> 419 420 <span class="i">$OptionsInfo</span>{<span class="w">Empty</span>} = <span class="i">$Options</span>{<span class="w">empty</span>} ? <span class="i">$Options</span>{<span class="w">empty</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 421 422 <span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} = <span class="i">$Options</span>{<span class="w">indelim</span>}<span class="sc">;</span> 423 <span class="i">$OptionsInfo</span>{<span class="w">NumericalDataCols</span>} = <span class="i">$Options</span>{<span class="w">numericaldatacols</span>} ? <span class="i">$Options</span>{<span class="w">numericaldatacols</span>} <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 424 425 <span class="i">$OptionsInfo</span>{<span class="w">ParseLines</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">empty</span>} || <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 426 <span class="i">$OptionsInfo</span>{<span class="w">CountEmpty</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">empty</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 427 <span class="i">$OptionsInfo</span>{<span class="w">CheckData</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">datacheck</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 428 <span class="i">$OptionsInfo</span>{<span class="w">CheckNumericalData</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">all</span>} || <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span> 429 430 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 431 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="s">)</span> <span class="s">{</span> 432 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}} = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">numericaldatacols</span>}<span class="sc">;</span> 433 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> 434 <span class="k">my</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="sc">;</span> 435 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">SpecifiedNumericalDataCols</span>}}<span class="s">)</span> <span class="s">{</span> 436 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 437 <span class="k">die</span> <span class="q">"Error: Invalid value $ColNum specified using \"--numericaldatacols\" option: Allowed values: > 0\n"</span><span class="sc">;</span> 438 <span class="s">}</span> 439 <span class="s">}</span> 440 <span class="s">}</span> 441 <span class="s">}</span> 442 443 <span class="s">}</span> 444 445 <span class="c"># Setup script usage and retrieve command line arguments specified using various options...</span> <a name="SetupScriptUsage-"></a> 446 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span> 447 448 <span class="c"># Retrieve all the options...</span> 449 <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 450 <span class="i">$Options</span>{<span class="w">detail</span>} = <span class="n">1</span><span class="sc">;</span> 451 <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">"colnum"</span><span class="sc">;</span> 452 <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">"comma"</span><span class="sc">;</span> 453 <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">"all|a"</span><span class="cm">,</span> <span class="q">"count|c"</span><span class="cm">,</span> <span class="q">"datacheck"</span><span class="cm">,</span> <span class="q">"detail|d=i"</span><span class="cm">,</span> <span class="q">"empty|e"</span><span class="cm">,</span> <span class="q">"help|h"</span><span class="cm">,</span> <span class="q">"indelim=s"</span><span class="cm">,</span> <span class="q">"mode|m=s"</span><span class="cm">,</span> <span class="q">"numericaldatacols|n=s"</span><span class="cm">,</span> <span class="q">"workingdir|w=s"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 454 <span class="k">die</span> <span class="q">"\nTo get a list of valid options and their values, use \"$ScriptName -h\" or\n\"perl -S $ScriptName -h\" command and try again...\n"</span><span class="sc">;</span> 455 <span class="s">}</span> 456 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> 457 <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> 458 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{workingdir}, for option \"-w --workingdir\" is not a directory name.\n"</span><span class="sc">;</span> 459 <span class="s">}</span> 460 <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't chdir $Options{workingdir}: $! \n"</span><span class="sc">;</span> 461 <span class="s">}</span> 462 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} !~ <span class="q">/^(colnum|collabel)$/i</span><span class="s">)</span> <span class="s">{</span> 463 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{mode}, for option \"-m --mode\" is not valid. Allowed values: colnum or collabel\n"</span><span class="sc">;</span> 464 <span class="s">}</span> 465 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> 466 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{indelim}, for option \"--indelim\" is not valid. Allowed values: comma or semicolon\n"</span><span class="sc">;</span> 467 <span class="s">}</span> 468 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">detail</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 469 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{detail}, for option \"-d --detail\" is not valid. Allowed values: > 0\n"</span><span class="sc">;</span> 470 <span class="s">}</span> 471 <span class="s">}</span> 472 <a name="EOF-"></a></pre> <p> </p> <br /> <center> <img src="../../../images/h2o2.png"> </center> </body> </html>