Mercurial > repos > deepakjadmin > mayatool3_test2

diff docs/scripts/html/code/SplitTextFiles.html @ 0:4816e4a8ae95 draft default tip

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Uploaded
author deepakjadmin
date Wed, 20 Jan 2016 09:23:18 -0500
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/docs/scripts/html/code/SplitTextFiles.html	Wed Jan 20 09:23:18 2016 -0500
@@ -0,0 +1,350 @@
+<html>
+<head>
+<title>MayaChemTools:Code:SplitTextFiles.pl</title>
+<meta http-equiv="content-type" content="text/html;charset=utf-8">
+<link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css">
+</head>
+<body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10">
+<br/>
+<center>
+<a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a>
+</center>
+<br/>
+<pre>
+   1 #!/usr/bin/perl -w
+   2 <span class="c">#</span>
+   3 <span class="c"># $RCSfile: SplitTextFiles.pl,v $</span>
+   4 <span class="c"># $Date: 2015/02/28 20:46:21 $</span>
+   5 <span class="c"># $Revision: 1.33 $</span>
+   6 <span class="c">#</span>
+   7 <span class="c"># Author: Manish Sud &lt;msud@san.rr.com&gt;</span>
+   8 <span class="c">#</span>
+   9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span>
+  10 <span class="c">#</span>
+  11 <span class="c"># This file is part of MayaChemTools.</span>
+  12 <span class="c">#</span>
+  13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span>
+  14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span>
+  15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span>
+  16 <span class="c"># later version.</span>
+  17 <span class="c">#</span>
+  18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span>
+  19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span>
+  20 <span class="c"># for a particular purpose.  See the GNU Lesser General Public License for more</span>
+  21 <span class="c"># details.</span>
+  22 <span class="c">#</span>
+  23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span>
+  24 <span class="c"># along with MayaChemTools; if not, see &lt;http://www.gnu.org/licenses/&gt; or</span>
+  25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span>
+  26 <span class="c"># Boston, MA, 02111-1307, USA.</span>
+  27 <span class="c">#</span>
+  28 
+  29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span>
+  30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">&quot;$FindBin::Bin/../lib&quot;</span><span class="sc">;</span>
+  31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span>
+  32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span>
+  33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span>
+  34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span>
+  36 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span>
+  37 
+  38 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span>
+  39 
+  40 <span class="c"># Autoflush STDOUT</span>
+  41 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span>
+  42 
+  43 <span class="c"># Starting message...</span>
+  44 <span class="i">$ScriptName</span> = <span class="w">basename</span> <span class="i">$0</span><span class="sc">;</span>
+  45 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Starting...\n\n&quot;</span><span class="sc">;</span>
+  46 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  47 
+  48 <span class="c"># Get the options and setup script...</span>
+  49 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  50 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> &lt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+  51   <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">&quot;$FindBin::Bin/$ScriptName&quot;</span><span class="s">)</span><span class="sc">;</span>
+  52 <span class="s">}</span>
+  53 
+  54 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span>
+  55 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="sc">;</span>
+  56 
+  57 <span class="c"># Process options...</span>
+  58 <span class="k">print</span> <span class="q">&quot;Processing options...\n&quot;</span><span class="sc">;</span>
+  59 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span>
+  60 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  61 
+  62 <span class="k">print</span> <span class="q">&quot;Checking input text file(s)...\n&quot;</span><span class="sc">;</span>
+  63 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span>
+  64 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+  65 
+  66 <span class="c"># Generate output files...</span>
+  67 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
+  68 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
+  69   <span class="k">print</span> <span class="q">&quot;\nProcessing text files...\n&quot;</span><span class="sc">;</span>
+  70 <span class="s">}</span>
+  71 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+  72   <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span>
+  73     <span class="k">print</span> <span class="q">&quot;\nProcessing file $TextFilesList[$FileIndex]...\n&quot;</span><span class="sc">;</span>
+  74     <span class="i">SplitTextFile</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
+  75   <span class="s">}</span>
+  76 <span class="s">}</span>
+  77 
+  78 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Done...\n\n&quot;</span><span class="sc">;</span>
+  79 
+  80 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
+  81 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span>
+  82 <span class="k">print</span> <span class="q">&quot;Total time: &quot;</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
+  83 
+  84 <span class="c">###############################################################################</span>
+  85 
+  86 <span class="c"># Split a Text file...</span>
+  87 <span class="c">#</span>
+<a name="SplitTextFile-"></a>  88 <span class="k">sub </span><span class="m">SplitTextFile</span> <span class="s">{</span>
+  89   <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+  90   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$MaxLinesPerFile</span><span class="cm">,</span> <span class="i">$MaxNumOfFiles</span><span class="s">)</span><span class="sc">;</span>
+  91 
+  92   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$FileIndex</span>]<span class="sc">;</span>
+  93 
+  94   <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
+  95     <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
+  96     <span class="k">return</span><span class="sc">;</span>
+  97   <span class="s">}</span>
+  98 
+  99   <span class="i">$MaxNumOfFiles</span> = <span class="i">$OptionsInfo</span>{<span class="w">NumOfFiles</span>}<span class="sc">;</span>
+ 100 
+ 101   <span class="c"># Count number of lines to figure out maximum number of lines per file...</span>
+ 102   <span class="i">$LineCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 103   <span class="k">while</span> <span class="s">(</span><span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
+ 104       <span class="i">$LineCount</span>++<span class="sc">;</span>
+ 105   <span class="s">}</span>
+ 106   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 107 
+ 108   <span class="k">if</span> <span class="s">(</span><span class="i">$LineCount</span> &lt; <span class="i">$MaxNumOfFiles</span><span class="s">)</span> <span class="s">{</span>
+ 109     <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Total number of lines, $LineCount, is smaller than\nnumber of new files, $MaxNumOfFiles\n&quot;</span><span class="sc">;</span>
+ 110     <span class="k">return</span><span class="sc">;</span>
+ 111   <span class="s">}</span>
+ 112 
+ 113   <span class="i">$MaxLinesPerFile</span> = <span class="k">int</span> <span class="i">$LineCount</span> / <span class="i">$MaxNumOfFiles</span><span class="sc">;</span>
+ 114 
+ 115   <span class="i">GenerateTextFiles</span><span class="s">(</span><span class="i">$FileIndex</span><span class="cm">,</span> <span class="i">$MaxNumOfFiles</span><span class="cm">,</span> <span class="i">$MaxLinesPerFile</span><span class="s">)</span><span class="sc">;</span>
+ 116 <span class="s">}</span>
+ 117 
+ 118 <span class="c"># Generate new Text files...</span>
+ 119 <span class="c">#</span>
+<a name="GenerateTextFiles-"></a> 120 <span class="k">sub </span><span class="m">GenerateTextFiles</span> <span class="s">{</span>
+ 121   <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="cm">,</span> <span class="i">$NumOfFiles</span><span class="cm">,</span> <span class="i">$NumOfLinesPerFile</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
+ 122   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$NewFileIndex</span><span class="cm">,</span> <span class="i">$NewFileName</span><span class="cm">,</span> <span class="i">$MaxLinesCount</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$OutDelim</span><span class="cm">,</span> <span class="i">$OutQuote</span><span class="cm">,</span> <span class="i">$ColLabelsLine</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@Words</span><span class="cm">,</span> <span class="i">@NewTextFilesList</span><span class="s">)</span><span class="sc">;</span>
+ 123 
+ 124   <span class="c"># Setup new file names list...</span>
+ 125   <span class="i">@NewTextFilesList</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 126   <span class="k">for</span> <span class="i">$NewFileIndex</span> <span class="s">(</span><span class="n">1</span> .. <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
+ 127     <span class="i">$NewFileName</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$FileIndex</span>] . <span class="q">&quot;Part${NewFileIndex}.&quot;</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$FileIndex</span>]<span class="sc">;</span>
+ 128     <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">OverwriteFiles</span>}<span class="s">)</span> <span class="s">{</span>
+ 129       <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$NewFileName</span><span class="s">)</span> <span class="s">{</span>
+ 130         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: New Text file, $NewFileName, already exists\n&quot;</span><span class="sc">;</span>
+ 131         <span class="k">return</span><span class="sc">;</span>
+ 132       <span class="s">}</span>
+ 133     <span class="s">}</span>
+ 134     <span class="k">push</span> <span class="i">@NewTextFilesList</span><span class="cm">,</span> <span class="i">$NewFileName</span><span class="sc">;</span>
+ 135   <span class="s">}</span>
+ 136 
+ 137   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$FileIndex</span>]<span class="sc">;</span>
+ 138 
+ 139   <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
+ 140     <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
+ 141     <span class="k">return</span><span class="sc">;</span>
+ 142   <span class="s">}</span>
+ 143 
+ 144   <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$FileIndex</span>]<span class="sc">;</span>
+ 145 
+ 146   <span class="i">$OutDelim</span> = <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="sc">;</span>
+ 147   <span class="i">$OutQuote</span> = <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="sc">;</span>
+ 148 
+ 149   <span class="i">$MaxLinesCount</span> = <span class="i">$NumOfLinesPerFile</span><span class="sc">;</span>
+ 150   <span class="i">$LineCount</span> = <span class="n">0</span><span class="sc">;</span>
+ 151   <span class="i">$NewFileIndex</span> = <span class="n">1</span><span class="sc">;</span>
+ 152 
+ 153   <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFilesList[$NewFileIndex - 1]&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFilesList[$NewFileIndex -1]: $! \n&quot;</span><span class="sc">;</span>
+ 154   <span class="k">print</span> <span class="q">&quot;Generating $NewTextFilesList[$NewFileIndex - 1] file...\n&quot;</span><span class="sc">;</span>
+ 155 
+ 156   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Label</span>}<span class="s">)</span> <span class="s">{</span>
+ 157     <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Fast</span>}<span class="s">)</span> <span class="s">{</span>
+ 158       <span class="i">$ColLabelsLine</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
+ 159     <span class="s">}</span>
+ 160     <span class="k">else</span> <span class="s">{</span>
+ 161       <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
+ 162       <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
+ 163       <span class="i">$ColLabelsLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OutDelim</span><span class="cm">,</span> <span class="i">$OutQuote</span><span class="s">)</span><span class="sc">;</span>
+ 164     <span class="s">}</span>
+ 165     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$ColLabelsLine\n&quot;</span><span class="sc">;</span>
+ 166   <span class="s">}</span>
+ 167 
+ 168   <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 169     <span class="i">$LineCount</span>++<span class="sc">;</span>
+ 170 
+ 171     <span class="k">if</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">fast</span>}<span class="s">)</span> <span class="s">{</span>
+ 172       <span class="i">@Words</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
+ 173       <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@Words</span><span class="cm">,</span> <span class="i">$OutDelim</span><span class="cm">,</span> <span class="i">$OutQuote</span><span class="s">)</span><span class="sc">;</span>
+ 174     <span class="s">}</span>
+ 175     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
+ 176 
+ 177     <span class="k">if</span> <span class="s">(</span><span class="i">$NewFileIndex</span> &lt;= <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
+ 178       <span class="k">if</span> <span class="s">(</span><span class="i">$LineCount</span> &gt;= <span class="i">$MaxLinesCount</span><span class="s">)</span> <span class="s">{</span>
+ 179         <span class="k">if</span> <span class="s">(</span><span class="i">$NewFileIndex</span> &lt; <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
+ 180           <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
+ 181         <span class="s">}</span>
+ 182         <span class="i">$NewFileIndex</span>++<span class="sc">;</span>
+ 183         <span class="i">$MaxLinesCount</span> = <span class="i">$NumOfLinesPerFile</span> * <span class="i">$NewFileIndex</span><span class="sc">;</span>
+ 184 
+ 185         <span class="k">if</span> <span class="s">(</span><span class="i">$NewFileIndex</span> &lt;= <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
+ 186           <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFilesList[$NewFileIndex - 1]&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFilesList[$NewFileIndex -1]: $! \n&quot;</span><span class="sc">;</span>
+ 187           <span class="k">print</span> <span class="q">&quot;Generating $NewTextFilesList[$NewFileIndex - 1] file...\n&quot;</span><span class="sc">;</span>
+ 188 
+ 189           <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Label</span>}<span class="s">)</span> <span class="s">{</span>
+ 190             <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$ColLabelsLine\n&quot;</span><span class="sc">;</span>
+ 191           <span class="s">}</span>
+ 192         <span class="s">}</span>
+ 193       <span class="s">}</span>
+ 194     <span class="s">}</span>
+ 195   <span class="s">}</span>
+ 196   <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
+ 197   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 198 <span class="s">}</span>
+ 199 
+ 200 <span class="c"># Retrieve information about Text files...</span>
+<a name="RetrieveTextFilesInfo-"></a> 201 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span>
+ 202   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$OutFileRoot</span><span class="cm">,</span> <span class="i">$OutFileExt</span><span class="s">)</span><span class="sc">;</span>
+ 203 
+ 204   <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 205   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 206   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 207   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 208   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 209 
+ 210   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
+ 211     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
+ 212     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 213     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 214     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
+ 215 
+ 216     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
+ 217     <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 218       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It doesn&#39;t exist\n&quot;</span><span class="sc">;</span>
+ 219       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 220     <span class="s">}</span>
+ 221     <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 222       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It&#39;s not a Text file\n&quot;</span><span class="sc">;</span>
+ 223       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 224     <span class="s">}</span>
+ 225     <span class="k">if</span> <span class="s">(</span>! <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
+ 226       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
+ 227       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 228     <span class="s">}</span>
+ 229     <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
+ 230 
+ 231     <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
+ 232 
+ 233     <span class="c"># Setup input delimiter...</span>
+ 234     <span class="i">$InDelim</span> = <span class="q">&#39;&#39;</span><span class="sc">;</span>
+ 235     <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Fast</span>}<span class="s">)</span> <span class="s">{</span>
+ 236       <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span>
+ 237         <span class="i">$InDelim</span> = <span class="q">&quot;\t&quot;</span><span class="sc">;</span>
+ 238       <span class="s">}</span>
+ 239       <span class="k">else</span> <span class="s">{</span>
+ 240         <span class="i">$InDelim</span> = <span class="q">&quot;\,&quot;</span><span class="sc">;</span>
+ 241         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 242           <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The value specified, $OptionsInfo{InDelim}, for option \&quot;--indelim\&quot; is not valid for csv files\n&quot;</span><span class="sc">;</span>
+ 243           <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
+ 244         <span class="s">}</span>
+ 245         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span>
+ 246           <span class="i">$InDelim</span> = <span class="q">&quot;\;&quot;</span><span class="sc">;</span>
+ 247         <span class="s">}</span>
+ 248       <span class="s">}</span>
+ 249     <span class="s">}</span>
+ 250 
+ 251     <span class="c"># Setup output file root...</span>
+ 252     <span class="i">$OutFileExt</span> = <span class="i">$OptionsInfo</span>{<span class="w">Fast</span>} ? <span class="i">$FileExt</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span> <span class="s">)</span> ? <span class="q">&quot;tsv&quot;</span> <span class="co">:</span> <span class="q">&quot;csv&quot;</span><span class="s">)</span><span class="sc">;</span>
+ 253 
+ 254     <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>} &amp;&amp; <span class="s">(</span><span class="i">@TextFilesList</span> == <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 255       <span class="k">my</span> <span class="s">(</span><span class="i">$RootFileDir</span><span class="cm">,</span> <span class="i">$RootFileName</span><span class="cm">,</span> <span class="i">$RootFileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>}<span class="s">)</span><span class="sc">;</span>
+ 256       <span class="k">if</span> <span class="s">(</span><span class="i">$RootFileName</span> &amp;&amp; <span class="i">$RootFileExt</span><span class="s">)</span> <span class="s">{</span>
+ 257         <span class="i">$FileName</span> = <span class="i">$RootFileName</span><span class="sc">;</span>
+ 258       <span class="s">}</span>
+ 259       <span class="k">else</span> <span class="s">{</span>
+ 260         <span class="i">$FileName</span> = <span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>}<span class="sc">;</span>
+ 261       <span class="s">}</span>
+ 262       <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
+ 263     <span class="s">}</span>
+ 264     <span class="k">else</span> <span class="s">{</span>
+ 265       <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
+ 266     <span class="s">}</span>
+ 267 
+ 268     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span>
+ 269     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span>
+ 270     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="i">$OutFileRoot</span><span class="sc">;</span>
+ 271     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="i">$OutFileExt</span><span class="sc">;</span>
+ 272   <span class="s">}</span>
+ 273 <span class="s">}</span>
+ 274 
+ 275 <span class="c"># Process option values...</span>
+<a name="ProcessOptions-"></a> 276 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span>
+ 277 
+ 278   <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 279 
+ 280   <span class="i">$OptionsInfo</span>{<span class="w">Fast</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">fast</span>} ? <span class="i">$Options</span>{<span class="w">fast</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
+ 281 
+ 282   <span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} = <span class="i">$Options</span>{<span class="w">indelim</span>}<span class="sc">;</span>
+ 283   <span class="i">$OptionsInfo</span>{<span class="w">Label</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">label</span>} =~ <span class="q">/^yes$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 284 
+ 285   <span class="i">$OptionsInfo</span>{<span class="w">NumOfFiles</span>} = <span class="i">$Options</span>{<span class="w">numfiles</span>}<span class="sc">;</span>
+ 286 
+ 287   <span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>} = <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
+ 288   <span class="i">$OptionsInfo</span>{<span class="w">OverwriteFiles</span>} = <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
+ 289 
+ 290   <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span> <span class="s">)</span> ? <span class="q">&quot;\t&quot;</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> ? <span class="q">&quot;\;&quot;</span> <span class="co">:</span> <span class="q">&quot;\,&quot;</span><span class="s">)</span><span class="sc">;</span>
+ 291   <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} =~ <span class="q">/^yes$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
+ 292 <span class="s">}</span>
+ 293 
+ 294 <span class="c"># Setup script usage  and retrieve command line arguments specified using various options...</span>
+<a name="SetupScriptUsage-"></a> 295 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span>
+ 296 
+ 297   <span class="c"># Retrieve all the options...</span>
+ 298   <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
+ 299   <span class="i">$Options</span>{<span class="w">label</span>} = <span class="q">&quot;yes&quot;</span><span class="sc">;</span>
+ 300   <span class="i">$Options</span>{<span class="w">numfiles</span>} = <span class="n">2</span><span class="sc">;</span>
+ 301   <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
+ 302   <span class="i">$Options</span>{<span class="w">outdelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
+ 303   <span class="i">$Options</span>{<span class="w">quote</span>} = <span class="q">&quot;yes&quot;</span><span class="sc">;</span>
+ 304   <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">&quot;fast|f&quot;</span><span class="cm">,</span> <span class="q">&quot;help|h&quot;</span><span class="cm">,</span> <span class="q">&quot;indelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;label|l=s&quot;</span><span class="cm">,</span> <span class="q">&quot;numfiles|n=i&quot;</span><span class="cm">,</span> <span class="q">&quot;outdelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;overwrite|o&quot;</span><span class="cm">,</span> <span class="q">&quot;quote|q=s&quot;</span><span class="cm">,</span> <span class="q">&quot;root|r=s&quot;</span><span class="cm">,</span> <span class="q">&quot;workingdir|w=s&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
+ 305     <span class="k">die</span> <span class="q">&quot;\nTo get a list of valid options and their values, use \&quot;$ScriptName -h\&quot; or\n\&quot;perl -S $ScriptName -h\&quot; command and try again...\n&quot;</span><span class="sc">;</span>
+ 306   <span class="s">}</span>
+ 307   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
+ 308     <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
+ 309       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{workingdir},  for option \&quot;-w --workingdir\&quot; is not a directory name.\n&quot;</span><span class="sc">;</span>
+ 310     <span class="s">}</span>
+ 311     <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Couldn&#39;t chdir $Options{workingdir}: $! \n&quot;</span><span class="sc">;</span>
+ 312   <span class="s">}</span>
+ 313   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">numfiles</span>} &lt; <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
+ 314     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{numfiles},  for option \&quot;-n --numfiles\&quot; is not valid. Allowed values: &gt;= 2 \n&quot;</span><span class="sc">;</span>
+ 315   <span class="s">}</span>
+ 316   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 317     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{indelim}, for option \&quot;--indelim\&quot; is not valid. Allowed values: comma or semicolon\n&quot;</span><span class="sc">;</span>
+ 318   <span class="s">}</span>
+ 319   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} !~ <span class="q">/^(comma|semicolon|tab)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 320     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{outdelim}, for option \&quot;--outdelim\&quot; is not valid. Allowed values: comma, tab, or semicolon\n&quot;</span><span class="sc">;</span>
+ 321   <span class="s">}</span>
+ 322   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 323     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{quote}, for option \&quot;-q --quote\&quot; is not valid. Allowed values: yes or no\n&quot;</span><span class="sc">;</span>
+ 324   <span class="s">}</span>
+ 325   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">label</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span>
+ 326     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{label}, for option \&quot;-l --label\&quot; is not valid. Allowed values: yes or no\n&quot;</span><span class="sc">;</span>
+ 327   <span class="s">}</span>
+ 328 <span class="s">}</span>
+ 329 
+<a name="EOF-"></a></pre>
+<p>&nbsp;</p>
+<br />
+<center>
+<img src="../../../images/h2o2.png">
+</center>
+</body>
+</html>