Mercurial > repos > deepakjadmin > mayatool3_test2

view docs/scripts/html/code/SplitTextFiles.html @ 0:4816e4a8ae95 draft default tip

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Uploaded
author deepakjadmin
date Wed, 20 Jan 2016 09:23:18 -0500
parents
children
line wrap: on
line source

<html>
<head>
<title>MayaChemTools:Code:SplitTextFiles.pl</title>
<meta http-equiv="content-type" content="text/html;charset=utf-8">
<link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css">
</head>
<body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10">
<br/>
<center>
<a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a>
</center>
<br/>
<pre>
   1 #!/usr/bin/perl -w
   2 <span class="c">#</span>
   3 <span class="c"># $RCSfile: SplitTextFiles.pl,v $</span>
   4 <span class="c"># $Date: 2015/02/28 20:46:21 $</span>
   5 <span class="c"># $Revision: 1.33 $</span>
   6 <span class="c">#</span>
   7 <span class="c"># Author: Manish Sud &lt;msud@san.rr.com&gt;</span>
   8 <span class="c">#</span>
   9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span>
  10 <span class="c">#</span>
  11 <span class="c"># This file is part of MayaChemTools.</span>
  12 <span class="c">#</span>
  13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span>
  14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span>
  15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span>
  16 <span class="c"># later version.</span>
  17 <span class="c">#</span>
  18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span>
  19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span>
  20 <span class="c"># for a particular purpose.  See the GNU Lesser General Public License for more</span>
  21 <span class="c"># details.</span>
  22 <span class="c">#</span>
  23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span>
  24 <span class="c"># along with MayaChemTools; if not, see &lt;http://www.gnu.org/licenses/&gt; or</span>
  25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span>
  26 <span class="c"># Boston, MA, 02111-1307, USA.</span>
  27 <span class="c">#</span>
  28 
  29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span>
  30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">&quot;$FindBin::Bin/../lib&quot;</span><span class="sc">;</span>
  31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span>
  32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span>
  33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span>
  34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span>
  35 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span>
  36 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span>
  37 
  38 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span>
  39 
  40 <span class="c"># Autoflush STDOUT</span>
  41 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span>
  42 
  43 <span class="c"># Starting message...</span>
  44 <span class="i">$ScriptName</span> = <span class="w">basename</span> <span class="i">$0</span><span class="sc">;</span>
  45 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Starting...\n\n&quot;</span><span class="sc">;</span>
  46 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
  47 
  48 <span class="c"># Get the options and setup script...</span>
  49 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  50 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> &lt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
  51   <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">&quot;$FindBin::Bin/$ScriptName&quot;</span><span class="s">)</span><span class="sc">;</span>
  52 <span class="s">}</span>
  53 
  54 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span>
  55 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="sc">;</span>
  56 
  57 <span class="c"># Process options...</span>
  58 <span class="k">print</span> <span class="q">&quot;Processing options...\n&quot;</span><span class="sc">;</span>
  59 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span>
  60 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  61 
  62 <span class="k">print</span> <span class="q">&quot;Checking input text file(s)...\n&quot;</span><span class="sc">;</span>
  63 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span>
  64 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span>
  65 
  66 <span class="c"># Generate output files...</span>
  67 <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
  68 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> &gt; <span class="n">1</span><span class="s">)</span> <span class="s">{</span>
  69   <span class="k">print</span> <span class="q">&quot;\nProcessing text files...\n&quot;</span><span class="sc">;</span>
  70 <span class="s">}</span>
  71 <span class="k">for</span> <span class="i">$FileIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
  72   <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$FileIndex</span>]<span class="s">)</span> <span class="s">{</span>
  73     <span class="k">print</span> <span class="q">&quot;\nProcessing file $TextFilesList[$FileIndex]...\n&quot;</span><span class="sc">;</span>
  74     <span class="i">SplitTextFile</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span><span class="sc">;</span>
  75   <span class="s">}</span>
  76 <span class="s">}</span>
  77 
  78 <span class="k">print</span> <span class="q">&quot;\n$ScriptName:Done...\n\n&quot;</span><span class="sc">;</span>
  79 
  80 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span>
  81 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span>
  82 <span class="k">print</span> <span class="q">&quot;Total time: &quot;</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">&quot;\n&quot;</span><span class="sc">;</span>
  83 
  84 <span class="c">###############################################################################</span>
  85 
  86 <span class="c"># Split a Text file...</span>
  87 <span class="c">#</span>
<a name="SplitTextFile-"></a>  88 <span class="k">sub </span><span class="m">SplitTextFile</span> <span class="s">{</span>
  89   <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
  90   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$MaxLinesPerFile</span><span class="cm">,</span> <span class="i">$MaxNumOfFiles</span><span class="s">)</span><span class="sc">;</span>
  91 
  92   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$FileIndex</span>]<span class="sc">;</span>
  93 
  94   <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
  95     <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
  96     <span class="k">return</span><span class="sc">;</span>
  97   <span class="s">}</span>
  98 
  99   <span class="i">$MaxNumOfFiles</span> = <span class="i">$OptionsInfo</span>{<span class="w">NumOfFiles</span>}<span class="sc">;</span>
 100 
 101   <span class="c"># Count number of lines to figure out maximum number of lines per file...</span>
 102   <span class="i">$LineCount</span> = <span class="n">0</span><span class="sc">;</span>
 103   <span class="k">while</span> <span class="s">(</span><span class="q">&lt;TEXTFILE&gt;</span><span class="s">)</span> <span class="s">{</span>
 104       <span class="i">$LineCount</span>++<span class="sc">;</span>
 105   <span class="s">}</span>
 106   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
 107 
 108   <span class="k">if</span> <span class="s">(</span><span class="i">$LineCount</span> &lt; <span class="i">$MaxNumOfFiles</span><span class="s">)</span> <span class="s">{</span>
 109     <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Total number of lines, $LineCount, is smaller than\nnumber of new files, $MaxNumOfFiles\n&quot;</span><span class="sc">;</span>
 110     <span class="k">return</span><span class="sc">;</span>
 111   <span class="s">}</span>
 112 
 113   <span class="i">$MaxLinesPerFile</span> = <span class="k">int</span> <span class="i">$LineCount</span> / <span class="i">$MaxNumOfFiles</span><span class="sc">;</span>
 114 
 115   <span class="i">GenerateTextFiles</span><span class="s">(</span><span class="i">$FileIndex</span><span class="cm">,</span> <span class="i">$MaxNumOfFiles</span><span class="cm">,</span> <span class="i">$MaxLinesPerFile</span><span class="s">)</span><span class="sc">;</span>
 116 <span class="s">}</span>
 117 
 118 <span class="c"># Generate new Text files...</span>
 119 <span class="c">#</span>
<a name="GenerateTextFiles-"></a> 120 <span class="k">sub </span><span class="m">GenerateTextFiles</span> <span class="s">{</span>
 121   <span class="k">my</span><span class="s">(</span><span class="i">$FileIndex</span><span class="cm">,</span> <span class="i">$NumOfFiles</span><span class="cm">,</span> <span class="i">$NumOfLinesPerFile</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span>
 122   <span class="k">my</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$LineCount</span><span class="cm">,</span> <span class="i">$NewFileIndex</span><span class="cm">,</span> <span class="i">$NewFileName</span><span class="cm">,</span> <span class="i">$MaxLinesCount</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$OutDelim</span><span class="cm">,</span> <span class="i">$OutQuote</span><span class="cm">,</span> <span class="i">$ColLabelsLine</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@Words</span><span class="cm">,</span> <span class="i">@NewTextFilesList</span><span class="s">)</span><span class="sc">;</span>
 123 
 124   <span class="c"># Setup new file names list...</span>
 125   <span class="i">@NewTextFilesList</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 126   <span class="k">for</span> <span class="i">$NewFileIndex</span> <span class="s">(</span><span class="n">1</span> .. <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
 127     <span class="i">$NewFileName</span> = <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$FileIndex</span>] . <span class="q">&quot;Part${NewFileIndex}.&quot;</span> . <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$FileIndex</span>]<span class="sc">;</span>
 128     <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">OverwriteFiles</span>}<span class="s">)</span> <span class="s">{</span>
 129       <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$NewFileName</span><span class="s">)</span> <span class="s">{</span>
 130         <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: New Text file, $NewFileName, already exists\n&quot;</span><span class="sc">;</span>
 131         <span class="k">return</span><span class="sc">;</span>
 132       <span class="s">}</span>
 133     <span class="s">}</span>
 134     <span class="k">push</span> <span class="i">@NewTextFilesList</span><span class="cm">,</span> <span class="i">$NewFileName</span><span class="sc">;</span>
 135   <span class="s">}</span>
 136 
 137   <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$FileIndex</span>]<span class="sc">;</span>
 138 
 139   <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
 140     <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
 141     <span class="k">return</span><span class="sc">;</span>
 142   <span class="s">}</span>
 143 
 144   <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$FileIndex</span>]<span class="sc">;</span>
 145 
 146   <span class="i">$OutDelim</span> = <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>}<span class="sc">;</span>
 147   <span class="i">$OutQuote</span> = <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>}<span class="sc">;</span>
 148 
 149   <span class="i">$MaxLinesCount</span> = <span class="i">$NumOfLinesPerFile</span><span class="sc">;</span>
 150   <span class="i">$LineCount</span> = <span class="n">0</span><span class="sc">;</span>
 151   <span class="i">$NewFileIndex</span> = <span class="n">1</span><span class="sc">;</span>
 152 
 153   <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFilesList[$NewFileIndex - 1]&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFilesList[$NewFileIndex -1]: $! \n&quot;</span><span class="sc">;</span>
 154   <span class="k">print</span> <span class="q">&quot;Generating $NewTextFilesList[$NewFileIndex - 1] file...\n&quot;</span><span class="sc">;</span>
 155 
 156   <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Label</span>}<span class="s">)</span> <span class="s">{</span>
 157     <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Fast</span>}<span class="s">)</span> <span class="s">{</span>
 158       <span class="i">$ColLabelsLine</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
 159     <span class="s">}</span>
 160     <span class="k">else</span> <span class="s">{</span>
 161       <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span>
 162       <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
 163       <span class="i">$ColLabelsLine</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">$OutDelim</span><span class="cm">,</span> <span class="i">$OutQuote</span><span class="s">)</span><span class="sc">;</span>
 164     <span class="s">}</span>
 165     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$ColLabelsLine\n&quot;</span><span class="sc">;</span>
 166   <span class="s">}</span>
 167 
 168   <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 169     <span class="i">$LineCount</span>++<span class="sc">;</span>
 170 
 171     <span class="k">if</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">fast</span>}<span class="s">)</span> <span class="s">{</span>
 172       <span class="i">@Words</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span>
 173       <span class="i">$Line</span> = <span class="i">JoinWords</span><span class="s">(</span>\<span class="i">@Words</span><span class="cm">,</span> <span class="i">$OutDelim</span><span class="cm">,</span> <span class="i">$OutQuote</span><span class="s">)</span><span class="sc">;</span>
 174     <span class="s">}</span>
 175     <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$Line\n&quot;</span><span class="sc">;</span>
 176 
 177     <span class="k">if</span> <span class="s">(</span><span class="i">$NewFileIndex</span> &lt;= <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
 178       <span class="k">if</span> <span class="s">(</span><span class="i">$LineCount</span> &gt;= <span class="i">$MaxLinesCount</span><span class="s">)</span> <span class="s">{</span>
 179         <span class="k">if</span> <span class="s">(</span><span class="i">$NewFileIndex</span> &lt; <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
 180           <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
 181         <span class="s">}</span>
 182         <span class="i">$NewFileIndex</span>++<span class="sc">;</span>
 183         <span class="i">$MaxLinesCount</span> = <span class="i">$NumOfLinesPerFile</span> * <span class="i">$NewFileIndex</span><span class="sc">;</span>
 184 
 185         <span class="k">if</span> <span class="s">(</span><span class="i">$NewFileIndex</span> &lt;= <span class="i">$NumOfFiles</span><span class="s">)</span> <span class="s">{</span>
 186           <span class="k">open</span> <span class="w">NEWTEXTFILE</span><span class="cm">,</span> <span class="q">&quot;&gt;$NewTextFilesList[$NewFileIndex - 1]&quot;</span> <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Can&#39;t open $NewTextFilesList[$NewFileIndex -1]: $! \n&quot;</span><span class="sc">;</span>
 187           <span class="k">print</span> <span class="q">&quot;Generating $NewTextFilesList[$NewFileIndex - 1] file...\n&quot;</span><span class="sc">;</span>
 188 
 189           <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Label</span>}<span class="s">)</span> <span class="s">{</span>
 190             <span class="k">print</span> <span class="i">NEWTEXTFILE</span> <span class="q">&quot;$ColLabelsLine\n&quot;</span><span class="sc">;</span>
 191           <span class="s">}</span>
 192         <span class="s">}</span>
 193       <span class="s">}</span>
 194     <span class="s">}</span>
 195   <span class="s">}</span>
 196   <span class="k">close</span> <span class="w">NEWTEXTFILE</span><span class="sc">;</span>
 197   <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
 198 <span class="s">}</span>
 199 
 200 <span class="c"># Retrieve information about Text files...</span>
<a name="RetrieveTextFilesInfo-"></a> 201 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span>
 202   <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$OutFileRoot</span><span class="cm">,</span> <span class="i">$OutFileExt</span><span class="s">)</span><span class="sc">;</span>
 203 
 204   <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 205   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 206   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 207   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 208   <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 209 
 210   <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span>
 211     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span>
 212     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
 213     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
 214     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="q">&quot;&quot;</span><span class="sc">;</span>
 215 
 216     <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span>
 217     <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 218       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It doesn&#39;t exist\n&quot;</span><span class="sc">;</span>
 219       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 220     <span class="s">}</span>
 221     <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">&quot;csv tsv&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 222       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: It&#39;s not a Text file\n&quot;</span><span class="sc">;</span>
 223       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 224     <span class="s">}</span>
 225     <span class="k">if</span> <span class="s">(</span>! <span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">&quot;$TextFile&quot;</span><span class="s">)</span> <span class="s">{</span>
 226       <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: Couldn&#39;t open it: $! \n&quot;</span><span class="sc">;</span>
 227       <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 228     <span class="s">}</span>
 229     <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span>
 230 
 231     <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span>
 232 
 233     <span class="c"># Setup input delimiter...</span>
 234     <span class="i">$InDelim</span> = <span class="q">&#39;&#39;</span><span class="sc">;</span>
 235     <span class="k">if</span> <span class="s">(</span>!<span class="i">$OptionsInfo</span>{<span class="w">Fast</span>}<span class="s">)</span> <span class="s">{</span>
 236       <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span>
 237         <span class="i">$InDelim</span> = <span class="q">&quot;\t&quot;</span><span class="sc">;</span>
 238       <span class="s">}</span>
 239       <span class="k">else</span> <span class="s">{</span>
 240         <span class="i">$InDelim</span> = <span class="q">&quot;\,&quot;</span><span class="sc">;</span>
 241         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
 242           <span class="k">warn</span> <span class="q">&quot;Warning: Ignoring file $TextFile: The value specified, $OptionsInfo{InDelim}, for option \&quot;--indelim\&quot; is not valid for csv files\n&quot;</span><span class="sc">;</span>
 243           <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span>
 244         <span class="s">}</span>
 245         <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span>
 246           <span class="i">$InDelim</span> = <span class="q">&quot;\;&quot;</span><span class="sc">;</span>
 247         <span class="s">}</span>
 248       <span class="s">}</span>
 249     <span class="s">}</span>
 250 
 251     <span class="c"># Setup output file root...</span>
 252     <span class="i">$OutFileExt</span> = <span class="i">$OptionsInfo</span>{<span class="w">Fast</span>} ? <span class="i">$FileExt</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span> <span class="s">)</span> ? <span class="q">&quot;tsv&quot;</span> <span class="co">:</span> <span class="q">&quot;csv&quot;</span><span class="s">)</span><span class="sc">;</span>
 253 
 254     <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>} &amp;&amp; <span class="s">(</span><span class="i">@TextFilesList</span> == <span class="n">1</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 255       <span class="k">my</span> <span class="s">(</span><span class="i">$RootFileDir</span><span class="cm">,</span> <span class="i">$RootFileName</span><span class="cm">,</span> <span class="i">$RootFileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>}<span class="s">)</span><span class="sc">;</span>
 256       <span class="k">if</span> <span class="s">(</span><span class="i">$RootFileName</span> &amp;&amp; <span class="i">$RootFileExt</span><span class="s">)</span> <span class="s">{</span>
 257         <span class="i">$FileName</span> = <span class="i">$RootFileName</span><span class="sc">;</span>
 258       <span class="s">}</span>
 259       <span class="k">else</span> <span class="s">{</span>
 260         <span class="i">$FileName</span> = <span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>}<span class="sc">;</span>
 261       <span class="s">}</span>
 262       <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
 263     <span class="s">}</span>
 264     <span class="k">else</span> <span class="s">{</span>
 265       <span class="i">$OutFileRoot</span> = <span class="i">$FileName</span><span class="sc">;</span>
 266     <span class="s">}</span>
 267 
 268     <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span>
 269     <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span>
 270     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileRoot</span>}[<span class="i">$Index</span>] = <span class="i">$OutFileRoot</span><span class="sc">;</span>
 271     <span class="i">$TextFilesInfo</span>{<span class="w">OutFileExt</span>}[<span class="i">$Index</span>] = <span class="i">$OutFileExt</span><span class="sc">;</span>
 272   <span class="s">}</span>
 273 <span class="s">}</span>
 274 
 275 <span class="c"># Process option values...</span>
<a name="ProcessOptions-"></a> 276 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span>
 277 
 278   <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 279 
 280   <span class="i">$OptionsInfo</span>{<span class="w">Fast</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">fast</span>} ? <span class="i">$Options</span>{<span class="w">fast</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
 281 
 282   <span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} = <span class="i">$Options</span>{<span class="w">indelim</span>}<span class="sc">;</span>
 283   <span class="i">$OptionsInfo</span>{<span class="w">Label</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">label</span>} =~ <span class="q">/^yes$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 284 
 285   <span class="i">$OptionsInfo</span>{<span class="w">NumOfFiles</span>} = <span class="i">$Options</span>{<span class="w">numfiles</span>}<span class="sc">;</span>
 286 
 287   <span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>} = <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
 288   <span class="i">$OptionsInfo</span>{<span class="w">OverwriteFiles</span>} = <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span>
 289 
 290   <span class="i">$OptionsInfo</span>{<span class="w">OutDelim</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^tab$/i</span> <span class="s">)</span> ? <span class="q">&quot;\t&quot;</span> <span class="co">:</span> <span class="s">(</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> ? <span class="q">&quot;\;&quot;</span> <span class="co">:</span> <span class="q">&quot;\,&quot;</span><span class="s">)</span><span class="sc">;</span>
 291   <span class="i">$OptionsInfo</span>{<span class="w">OutQuote</span>} = <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} =~ <span class="q">/^yes$/i</span><span class="s">)</span> ? <span class="n">1</span> <span class="co">:</span> <span class="n">0</span><span class="sc">;</span>
 292 <span class="s">}</span>
 293 
 294 <span class="c"># Setup script usage  and retrieve command line arguments specified using various options...</span>
<a name="SetupScriptUsage-"></a> 295 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span>
 296 
 297   <span class="c"># Retrieve all the options...</span>
 298   <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span>
 299   <span class="i">$Options</span>{<span class="w">label</span>} = <span class="q">&quot;yes&quot;</span><span class="sc">;</span>
 300   <span class="i">$Options</span>{<span class="w">numfiles</span>} = <span class="n">2</span><span class="sc">;</span>
 301   <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
 302   <span class="i">$Options</span>{<span class="w">outdelim</span>} = <span class="q">&quot;comma&quot;</span><span class="sc">;</span>
 303   <span class="i">$Options</span>{<span class="w">quote</span>} = <span class="q">&quot;yes&quot;</span><span class="sc">;</span>
 304   <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">&quot;fast|f&quot;</span><span class="cm">,</span> <span class="q">&quot;help|h&quot;</span><span class="cm">,</span> <span class="q">&quot;indelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;label|l=s&quot;</span><span class="cm">,</span> <span class="q">&quot;numfiles|n=i&quot;</span><span class="cm">,</span> <span class="q">&quot;outdelim=s&quot;</span><span class="cm">,</span> <span class="q">&quot;overwrite|o&quot;</span><span class="cm">,</span> <span class="q">&quot;quote|q=s&quot;</span><span class="cm">,</span> <span class="q">&quot;root|r=s&quot;</span><span class="cm">,</span> <span class="q">&quot;workingdir|w=s&quot;</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span>
 305     <span class="k">die</span> <span class="q">&quot;\nTo get a list of valid options and their values, use \&quot;$ScriptName -h\&quot; or\n\&quot;perl -S $ScriptName -h\&quot; command and try again...\n&quot;</span><span class="sc">;</span>
 306   <span class="s">}</span>
 307   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
 308     <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span>
 309       <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{workingdir},  for option \&quot;-w --workingdir\&quot; is not a directory name.\n&quot;</span><span class="sc">;</span>
 310     <span class="s">}</span>
 311     <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">&quot;Error: Couldn&#39;t chdir $Options{workingdir}: $! \n&quot;</span><span class="sc">;</span>
 312   <span class="s">}</span>
 313   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">numfiles</span>} &lt; <span class="n">2</span><span class="s">)</span> <span class="s">{</span>
 314     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{numfiles},  for option \&quot;-n --numfiles\&quot; is not valid. Allowed values: &gt;= 2 \n&quot;</span><span class="sc">;</span>
 315   <span class="s">}</span>
 316   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span>
 317     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{indelim}, for option \&quot;--indelim\&quot; is not valid. Allowed values: comma or semicolon\n&quot;</span><span class="sc">;</span>
 318   <span class="s">}</span>
 319   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">outdelim</span>} !~ <span class="q">/^(comma|semicolon|tab)$/i</span><span class="s">)</span> <span class="s">{</span>
 320     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{outdelim}, for option \&quot;--outdelim\&quot; is not valid. Allowed values: comma, tab, or semicolon\n&quot;</span><span class="sc">;</span>
 321   <span class="s">}</span>
 322   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">quote</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span>
 323     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{quote}, for option \&quot;-q --quote\&quot; is not valid. Allowed values: yes or no\n&quot;</span><span class="sc">;</span>
 324   <span class="s">}</span>
 325   <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">label</span>} !~ <span class="q">/^(yes|no)$/i</span><span class="s">)</span> <span class="s">{</span>
 326     <span class="k">die</span> <span class="q">&quot;Error: The value specified, $Options{label}, for option \&quot;-l --label\&quot; is not valid. Allowed values: yes or no\n&quot;</span><span class="sc">;</span>
 327   <span class="s">}</span>
 328 <span class="s">}</span>
 329 
<a name="EOF-"></a></pre>
<p>&nbsp;</p>
<br />
<center>
<img src="../../../images/h2o2.png">
</center>
</body>
</html>