Mercurial > repos > deepakjadmin > mayatool3_test2
view docs/scripts/html/code/MergeTextFilesWithSD.html @ 0:4816e4a8ae95 draft default tip
Uploaded
| author | deepakjadmin |
|---|---|
| date | Wed, 20 Jan 2016 09:23:18 -0500 |
| parents | |
| children |
line wrap: on
line source
<html> <head> <title>MayaChemTools:Code:MergeTextFilesWithSD.pl</title> <meta http-equiv="content-type" content="text/html;charset=utf-8"> <link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css"> </head> <body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10"> <br/> <center> <a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a> </center> <br/> <pre> 1 #!/usr/bin/perl -w 2 <span class="c">#</span> 3 <span class="c"># $RCSfile: MergeTextFilesWithSD.pl,v $</span> 4 <span class="c"># $Date: 2015/02/28 20:46:20 $</span> 5 <span class="c"># $Revision: 1.39 $</span> 6 <span class="c">#</span> 7 <span class="c"># Author: Manish Sud <msud@san.rr.com></span> 8 <span class="c">#</span> 9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span> 10 <span class="c">#</span> 11 <span class="c"># This file is part of MayaChemTools.</span> 12 <span class="c">#</span> 13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span> 14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span> 15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span> 16 <span class="c"># later version.</span> 17 <span class="c">#</span> 18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span> 19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span> 20 <span class="c"># for a particular purpose. See the GNU Lesser General Public License for more</span> 21 <span class="c"># details.</span> 22 <span class="c">#</span> 23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span> 24 <span class="c"># along with MayaChemTools; if not, see <http://www.gnu.org/licenses/> or</span> 25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span> 26 <span class="c"># Boston, MA, 02111-1307, USA.</span> 27 <span class="c">#</span> 28 29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span> 30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">"$FindBin::Bin/../lib"</span><span class="sc">;</span> 31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span> 32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span> 33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span> 34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span> 35 <span class="k">use</span> <span class="w">FileHandle</span><span class="sc">;</span> 36 <span class="k">use</span> <span class="w">SDFileUtil</span><span class="sc">;</span> 37 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span> 38 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span> 39 40 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span> 41 42 <span class="c"># Autoflush STDOUT</span> 43 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span> 44 45 <span class="c"># Starting message...</span> 46 <span class="i">$ScriptName</span> = <span class="w">basename</span> <span class="i">$0</span><span class="sc">;</span> 47 <span class="k">print</span> <span class="q">"\n$ScriptName:Starting...\n\n"</span><span class="sc">;</span> 48 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> 49 50 <span class="c"># Get the options and setup script...</span> 51 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 52 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> < <span class="n">1</span><span class="s">)</span> <span class="s">{</span> 53 <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">"$FindBin::Bin/$ScriptName"</span><span class="s">)</span><span class="sc">;</span> 54 <span class="s">}</span> 55 56 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span> 57 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="sc">;</span> 58 59 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> < <span class="n">2</span><span class="s">)</span> <span class="s">{</span> 60 <span class="k">die</span> <span class="q">"Error: Specify one or more text files.\n"</span><span class="sc">;</span> 61 <span class="s">}</span> 62 <span class="i">$SDFile</span> = <span class="k">shift</span> <span class="i">@TextFilesList</span><span class="sc">;</span> 63 64 <span class="c"># Process options...</span> 65 <span class="k">print</span> <span class="q">"Processing options...\n"</span><span class="sc">;</span> 66 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span> 67 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 68 69 <span class="c"># Setup information about input files...</span> 70 <span class="k">print</span> <span class="q">"Checking input SD and text files...\n"</span><span class="sc">;</span> 71 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span> 72 <span class="i">ProcessSDFileInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 73 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 74 <span class="i">RetrieveColumnsAndKeysInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 75 76 <span class="c"># Merge files...</span> 77 <span class="k">print</span> <span class="q">"\nGenerating new SD file $OptionsInfo{NewSDFile}...\n"</span><span class="sc">;</span> 78 <span class="i">MergeTextFilesWithSD</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 79 80 <span class="k">print</span> <span class="q">"\n$ScriptName:Done...\n\n"</span><span class="sc">;</span> 81 82 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> 83 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span> 84 <span class="k">print</span> <span class="q">"Total time: "</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> 85 86 <span class="c">###############################################################################</span> 87 88 <span class="c"># Merge all valid Text files with SD file...</span> <a name="MergeTextFilesWithSD-"></a> 89 <span class="k">sub </span><span class="m">MergeTextFilesWithSD</span> <span class="s">{</span> 90 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 91 92 <span class="k">open</span> <span class="w">NEWSDFILE</span><span class="cm">,</span> <span class="q">">$OptionsInfo{NewSDFile}"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't open $OptionsInfo{NewSDFile}: $! \n"</span><span class="sc">;</span> 93 94 <span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">"$SDFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't open $SDFile: $! \n"</span><span class="sc">;</span> 95 96 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 97 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 98 <span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>] = <span class="w">new</span> <span class="w">FileHandle</span><span class="sc">;</span> 99 100 <span class="k">open</span> <span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="cm">,</span> <span class="q">"$TextFilesList[$Index]"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't open $TextFilesList[$Index]: $! \n"</span><span class="sc">;</span> 101 <span class="i">GetTextLine</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="sc">;</span> 102 <span class="s">}</span> 103 104 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Keys</span>}<span class="s">)</span> <span class="s">{</span> 105 <span class="i">MergeTextColumnValuesUsingKeys</span><span class="s">(</span>\<span class="i">*NEWSDFILE</span><span class="cm">,</span> \<span class="i">*SDFILE</span><span class="s">)</span><span class="sc">;</span> 106 <span class="s">}</span> 107 <span class="k">else</span> <span class="s">{</span> 108 <span class="i">MergeTextColumnValues</span><span class="s">(</span>\<span class="i">*NEWSDFILE</span><span class="cm">,</span> \<span class="i">*SDFILE</span><span class="s">)</span><span class="sc">;</span> 109 <span class="s">}</span> 110 111 <span class="c"># Close all opened files...</span> 112 <span class="k">close</span> <span class="w">NEWSDFILE</span><span class="sc">;</span> 113 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span> 114 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 115 <span class="k">close</span> <span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 116 <span class="s">}</span> 117 <span class="s">}</span> 118 119 <span class="c"># Merge the specified text columns into SD file...</span> <a name="MergeTextColumnValues-"></a> 120 <span class="k">sub </span><span class="m">MergeTextColumnValues</span> <span class="s">{</span> 121 <span class="k">my</span><span class="s">(</span><span class="i">$NewSDFileRef</span><span class="cm">,</span> <span class="i">$SDFileRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 122 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="s">)</span><span class="sc">;</span> 123 124 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span><span class="i">$SDFileRef</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 125 <span class="i">$CmpdString</span> =~ <span class="q">s/\$\$\$\$$//g</span><span class="sc">;</span> 126 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"$CmpdString"</span><span class="sc">;</span> 127 128 <span class="c"># Merge coulmn values from other text files...</span> 129 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">@ColValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 130 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 131 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 132 <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 133 134 <span class="k">if</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 135 <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 136 137 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> 138 <span class="i">$Value</span> = <span class="s">(</span><span class="i">$ColNum</span> < <span class="i">@LineWords</span><span class="s">)</span> ? <span class="i">$LineWords</span>[<span class="i">$ColNum</span>] <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 139 <span class="k">push</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 140 <span class="s">}</span> 141 <span class="s">}</span> 142 <span class="s">}</span> 143 144 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> 145 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"> <$ColLabels[$ColIndex]>\n$ColValues[$ColIndex]\n\n"</span><span class="sc">;</span> 146 <span class="s">}</span> 147 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"\$\$\$\$\n"</span><span class="sc">;</span> 148 <span class="s">}</span> 149 <span class="s">}</span> 150 151 <span class="c"># Merge the specified text columns into SD file using keys...</span> <a name="MergeTextColumnValuesUsingKeys-"></a> 152 <span class="k">sub </span><span class="m">MergeTextColumnValuesUsingKeys</span> <span class="s">{</span> 153 <span class="k">my</span><span class="s">(</span><span class="i">$NewSDFileRef</span><span class="cm">,</span> <span class="i">$SDFileRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> 154 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$KeyColNum</span><span class="cm">,</span> <span class="i">$KeyColValue</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">@CmpdLines</span><span class="cm">,</span> <span class="i">@TextFilesKeysToLinesMap</span><span class="cm">,</span> <span class="i">%DataFieldValues</span><span class="s">)</span><span class="sc">;</span> 155 156 <span class="c"># Retrieve text lines from all the text files...</span> 157 <span class="i">@TextFilesKeysToLinesMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 158 159 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 160 <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 161 <span class="i">%</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 162 <span class="i">$KeyColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 163 164 <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 165 <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 166 167 <span class="k">if</span> <span class="s">(</span><span class="i">$KeyColNum</span> < <span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span> 168 <span class="i">$KeyColValue</span> = <span class="i">$LineWords</span>[<span class="i">$KeyColNum</span>]<span class="sc">;</span> 169 170 <span class="k">if</span> <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$KeyColValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 171 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 172 <span class="k">warn</span> <span class="q">"Warning: Ignoring line, $Line, in text file $TextFilesList[$Index]: Column key value, $KeyColValue, already exists\n"</span><span class="sc">;</span> 173 <span class="s">}</span> 174 <span class="k">else</span> <span class="s">{</span> 175 <span class="i">@</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 176 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}}<span class="cm">,</span> <span class="i">@LineWords</span><span class="sc">;</span> 177 <span class="s">}</span> 178 <span class="s">}</span> 179 <span class="s">}</span> 180 <span class="s">}</span> 181 <span class="s">}</span> 182 183 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span><span class="i">$SDFileRef</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 184 <span class="i">@CmpdLines</span> = <span class="k">split</span> <span class="q">"\n"</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="sc">;</span> 185 <span class="i">%DataFieldValues</span> = <span class="i">GetCmpdDataHeaderLabelsAndValues</span><span class="s">(</span>\<span class="i">@CmpdLines</span><span class="s">)</span><span class="sc">;</span> 186 187 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$DataFieldValues</span>{<span class="i">$OptionsInfo</span>{<span class="w">SDKey</span>}}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 188 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">@ColValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 189 <span class="i">$CmpdString</span> =~ <span class="q">s/\$\$\$\$$//g</span><span class="sc">;</span> 190 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"$CmpdString"</span><span class="sc">;</span> 191 192 <span class="i">$KeyColValue</span> = <span class="i">$DataFieldValues</span>{<span class="i">$OptionsInfo</span>{<span class="w">SDKey</span>}}<span class="sc">;</span> 193 194 <span class="c"># Merge coulmn values from other text files...</span> 195 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 196 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 197 <span class="i">@LineWords</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 198 199 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 200 <span class="k">push</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}}<span class="sc">;</span> 201 <span class="s">}</span> 202 203 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> 204 <span class="i">$Value</span> = <span class="s">(</span><span class="i">$ColNum</span> < <span class="i">@LineWords</span><span class="s">)</span> ? <span class="i">$LineWords</span>[<span class="i">$ColNum</span>] <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 205 <span class="k">push</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> 206 <span class="s">}</span> 207 <span class="s">}</span> 208 209 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> 210 <span class="i">$Value</span> = <span class="s">(</span><span class="s">(</span><span class="i">$ColIndex</span> < <span class="i">@ColValues</span><span class="s">)</span> && <span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$ColValues</span>[<span class="i">$ColIndex</span>]<span class="s">)</span> <span class="s">)</span> ? <span class="i">$ColValues</span>[<span class="i">$ColIndex</span>] <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> 211 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"> <$ColLabels[$ColIndex]>\n$Value\n\n"</span><span class="sc">;</span> 212 <span class="s">}</span> 213 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"\$\$\$\$\n"</span><span class="sc">;</span> 214 <span class="s">}</span> 215 <span class="s">}</span> 216 <span class="s">}</span> 217 218 <span class="c"># Retrieve text file columns and keys information for specified options...</span> <a name="RetrieveColumnsAndKeysInfo-"></a> 219 <span class="k">sub </span><span class="m">RetrieveColumnsAndKeysInfo</span> <span class="s">{</span> 220 <span class="i">ProcessColumnsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 221 222 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Keys</span>}<span class="s">)</span> <span class="s">{</span> 223 <span class="i">ProcessKeysInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> 224 <span class="s">}</span> 225 <span class="s">}</span> 226 227 <span class="c"># Process specified columns...</span> <a name="ProcessColumnsInfo-"></a> 228 <span class="k">sub </span><span class="m">ProcessColumnsInfo</span> <span class="s">{</span> 229 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$Values</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@Words</span><span class="s">)</span><span class="sc">;</span> 230 231 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 232 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 233 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 234 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 235 236 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 237 238 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 239 240 <span class="i">$Values</span> = <span class="q">"all"</span><span class="sc">;</span> 241 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Columns</span>}<span class="s">)</span> <span class="s">{</span> 242 <span class="i">$Values</span> = <span class="i">$OptionsInfo</span>{<span class="w">ColValues</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 243 <span class="s">}</span> 244 245 <span class="k">if</span> <span class="s">(</span><span class="i">$Values</span> =~ <span class="q">/all/i</span><span class="s">)</span> <span class="s">{</span> 246 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> 247 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">1</span> .. <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 248 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> 249 <span class="s">}</span> 250 <span class="s">}</span> <span class="k">else</span> <span class="s">{</span> 251 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 252 <span class="s">}</span> 253 <span class="s">}</span> 254 <span class="k">else</span> <span class="s">{</span> 255 <span class="i">@Words</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Values</span><span class="sc">;</span> 256 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@Words</span><span class="sc">;</span> 257 <span class="s">}</span> 258 259 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 260 <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 261 262 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^collabel$/i</span><span class="s">)</span> <span class="s">{</span> 263 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> 264 <span class="i">$ColLabel</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>][<span class="i">$ColIndex</span>]<span class="sc">;</span> 265 266 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 267 <span class="i">$ColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span> 268 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> 269 <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>} = <span class="i">$ColLabel</span><span class="sc">;</span> 270 <span class="s">}</span> 271 <span class="k">else</span> <span class="s">{</span> 272 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColLabel, specified using \"-c --column\" option: column name doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> 273 <span class="s">}</span> 274 <span class="s">}</span> 275 <span class="s">}</span> 276 <span class="k">else</span> <span class="s">{</span> 277 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> 278 <span class="i">$ColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>][<span class="i">$ColIndex</span>]<span class="sc">;</span> 279 280 <span class="c"># Make sure it's a numeric value...</span> 281 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 282 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-c --column\" option: Allowed integer values: > 0\n"</span><span class="sc">;</span> 283 <span class="s">}</span> 284 <span class="k">else</span> <span class="s">{</span> 285 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> > <span class="n">0</span> && <span class="i">$ColNum</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 286 <span class="i">$ColNum</span> -= <span class="n">1</span><span class="sc">;</span> 287 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> 288 <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>} = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span> 289 <span class="s">}</span> 290 <span class="k">else</span> <span class="s">{</span> 291 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-c --column\" option: column number doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> 292 <span class="s">}</span> 293 <span class="s">}</span> 294 <span class="s">}</span> 295 <span class="s">}</span> 296 297 <span class="k">my</span> <span class="s">(</span><span class="i">@TextFilesColToMergeSorted</span><span class="s">)</span> = <span class="k">sort</span> <span class="s">{</span> <span class="i">$a</span> <=> <span class="i">$b</span> <span class="s">}</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> 298 299 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 300 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@TextFilesColToMergeSorted</span><span class="sc">;</span> 301 302 <span class="c"># Set up the labels...</span> 303 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 304 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@TextFilesColToMergeSorted</span><span class="s">)</span> <span class="s">{</span> 305 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>}<span class="sc">;</span> 306 <span class="s">}</span> 307 <span class="s">}</span> 308 <span class="s">}</span> 309 310 <span class="c"># Process specified keys....</span> <a name="ProcessKeysInfo-"></a> 311 <span class="k">sub </span><span class="m">ProcessKeysInfo</span> <span class="s">{</span> 312 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">$Key</span><span class="s">)</span><span class="sc">;</span> 313 314 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">KeysSpecified</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 315 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 316 317 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 318 <span class="i">$Key</span> = <span class="i">$OptionsInfo</span>{<span class="w">KeyValues</span>}[<span class="i">$Index</span>]<span class="sc">;</span> 319 320 <span class="i">$TextFilesInfo</span>{<span class="w">KeysSpecified</span>}[<span class="i">$Index</span>] = <span class="i">$Key</span><span class="sc">;</span> 321 <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] = <span class="n">-1</span><span class="sc">;</span> 322 323 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^collabel$/i</span><span class="s">)</span> <span class="s">{</span> 324 <span class="i">$ColLabel</span> = <span class="i">$Key</span><span class="sc">;</span> 325 326 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 327 <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span> 328 <span class="s">}</span> 329 <span class="k">else</span> <span class="s">{</span> 330 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColLabel, specified using \"-k --keys\" option: column name doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> 331 <span class="s">}</span> 332 <span class="s">}</span> 333 <span class="k">else</span> <span class="s">{</span> 334 <span class="i">$ColNum</span> = <span class="i">$Key</span><span class="sc">;</span> 335 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 336 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-k --keys\" option: Allowed integer values: > 0 \n"</span><span class="sc">;</span> 337 <span class="s">}</span> 338 <span class="k">else</span> <span class="s">{</span> 339 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> > <span class="n">0</span> && <span class="i">$ColNum</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> 340 <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] = <span class="i">$ColNum</span> - <span class="n">1</span><span class="sc">;</span> 341 <span class="s">}</span> 342 <span class="k">else</span> <span class="s">{</span> 343 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-k --keys\" option: column number doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> 344 <span class="s">}</span> 345 <span class="s">}</span> 346 <span class="s">}</span> 347 <span class="s">}</span> 348 349 <span class="c"># Modify columns to merge list to make sure the columns identified by key are taken off the list</span> 350 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesColToMergeFiltered</span><span class="cm">,</span> <span class="i">@TextFilesColToMergeLabelsFiltered</span><span class="s">)</span><span class="sc">;</span> 351 352 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 353 <span class="i">@TextFilesColToMergeFiltered</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 354 <span class="i">@TextFilesColToMergeLabelsFiltered</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 355 356 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> 357 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] != <span class="i">$ColNum</span><span class="s">)</span> <span class="s">{</span> 358 <span class="k">push</span> <span class="i">@TextFilesColToMergeFiltered</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> 359 <span class="k">push</span> <span class="i">@TextFilesColToMergeLabelsFiltered</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>}<span class="sc">;</span> 360 <span class="s">}</span> 361 <span class="s">}</span> 362 363 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 364 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@TextFilesColToMergeFiltered</span><span class="sc">;</span> 365 366 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 367 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@TextFilesColToMergeLabelsFiltered</span><span class="sc">;</span> 368 <span class="s">}</span> 369 <span class="s">}</span> 370 371 <span class="c"># Check SD file...</span> <a name="ProcessSDFileInfo-"></a> 372 <span class="k">sub </span><span class="m">ProcessSDFileInfo</span> <span class="s">{</span> 373 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="q">"sd sdf"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 374 <span class="k">die</span> <span class="q">"Error: Invalid first file $SDFile: It's not a SD file\n"</span><span class="sc">;</span> 375 <span class="s">}</span> 376 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$SDFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 377 <span class="k">die</span> <span class="q">"Error: SDFile $SDFile doesn't exist\n"</span><span class="sc">;</span> 378 <span class="s">}</span> 379 <span class="s">}</span> 380 381 <span class="c"># Retrieve information about input text files...</span> <a name="RetrieveTextFilesInfo-"></a> 382 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span> 383 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">$FileNotOkayCount</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span><span class="s">)</span><span class="sc">;</span> 384 385 <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 386 387 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 388 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 389 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 390 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 391 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 392 393 <span class="i">$FileNotOkayCount</span> = <span class="n">0</span><span class="sc">;</span> 394 395 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> 396 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> 397 398 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 399 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> 400 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> 401 402 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 403 <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 404 405 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 406 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It doesn't exist\n"</span><span class="sc">;</span> 407 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> 408 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 409 <span class="s">}</span> 410 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 411 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It's not a csv or tsv file\n"</span><span class="sc">;</span> 412 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> 413 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 414 <span class="s">}</span> 415 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> 416 <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span> 417 <span class="i">$InDelim</span> = <span class="q">"\t"</span><span class="sc">;</span> 418 <span class="s">}</span> 419 <span class="k">else</span> <span class="s">{</span> 420 <span class="i">$InDelim</span> = <span class="q">"\,"</span><span class="sc">;</span> 421 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> 422 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The value specified, $OptionsInfo{InDelim}, for option \"--indelim\" is not valid for csv files\n"</span><span class="sc">;</span> 423 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> 424 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 425 <span class="s">}</span> 426 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span> 427 <span class="i">$InDelim</span> = <span class="q">"\;"</span><span class="sc">;</span> 428 <span class="s">}</span> 429 <span class="s">}</span> 430 431 <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">"$TextFile"</span><span class="s">)</span> <span class="s">{</span> 432 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: Couldn't open it: $! \n"</span><span class="sc">;</span> 433 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> 434 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> 435 <span class="s">}</span> 436 437 <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span> 438 <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> 439 <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span> 440 441 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span> 442 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span> 443 444 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="i">@ColLabels</span><span class="sc">;</span> 445 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColLabels</span><span class="sc">;</span> 446 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> 447 <span class="i">$ColLabel</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> 448 <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>} = <span class="i">$ColNum</span><span class="sc">;</span> 449 <span class="s">}</span> 450 <span class="s">}</span> 451 <span class="c"># Make sure all specified files are valid for merging to work properly...</span> 452 <span class="k">if</span> <span class="s">(</span><span class="i">$FileNotOkayCount</span><span class="s">)</span> <span class="s">{</span> 453 <span class="k">die</span> <span class="q">"Error: Problems with input text file(s)...\n"</span><span class="sc">;</span> 454 <span class="s">}</span> 455 <span class="s">}</span> 456 457 <span class="c"># Process option values...</span> <a name="ProcessOptions-"></a> 458 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span> 459 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$NewSDFile</span><span class="cm">,</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">@KeyValues</span><span class="s">)</span><span class="sc">;</span> 460 461 <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 462 463 <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span> 464 465 <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} = <span class="i">$Options</span>{<span class="w">columns</span>}<span class="sc">;</span> 466 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">ColValues</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 467 468 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">columns</span>}<span class="s">)</span> <span class="s">{</span> 469 <span class="i">@ColValues</span> = <span class="k">split</span> <span class="q">";"</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">columns</span>}<span class="sc">;</span> 470 <span class="k">if</span> <span class="s">(</span><span class="i">@ColValues</span> != <span class="i">@TextFilesList</span><span class="s">)</span> <span class="s">{</span> 471 <span class="k">die</span> <span class="q">"Error: Invalid number of values specified by \"-c --columns\" option: it must be equal to number of input text files.\n"</span><span class="sc">;</span> 472 <span class="s">}</span> 473 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColValues</span><span class="s">)</span> <span class="s">{</span> 474 <span class="k">if</span> <span class="s">(</span>!<span class="k">length</span><span class="s">(</span><span class="i">$ColValues</span>[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 475 <span class="k">die</span> <span class="q">"Error: Invalid value specified by \"-c --columns\" option: empty values are not allowed.\n"</span><span class="sc">;</span> 476 <span class="s">}</span> 477 <span class="s">}</span> 478 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">ColValues</span>}} = <span class="i">@ColValues</span><span class="sc">;</span> 479 <span class="s">}</span> 480 481 <span class="i">$OptionsInfo</span>{<span class="w">Keys</span>} = <span class="i">$Options</span>{<span class="w">keys</span>}<span class="sc">;</span> 482 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">KeyValues</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 483 484 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">keys</span>}<span class="s">)</span> <span class="s">{</span> 485 <span class="i">@KeyValues</span> = <span class="k">split</span> <span class="q">";"</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">keys</span>}<span class="sc">;</span> 486 <span class="k">if</span> <span class="s">(</span><span class="i">@KeyValues</span> != <span class="i">@TextFilesList</span><span class="s">)</span> <span class="s">{</span> 487 <span class="k">die</span> <span class="q">"Error: Invalid number of values specified by \"-k --keys\" option: it must be equal to number of input text files.\n"</span><span class="sc">;</span> 488 <span class="s">}</span> 489 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#KeyValues</span><span class="s">)</span> <span class="s">{</span> 490 <span class="k">if</span> <span class="s">(</span>!<span class="k">length</span><span class="s">(</span><span class="i">$KeyValues</span>[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> 491 <span class="k">die</span> <span class="q">"Error: Invalid value specified by \"-k --keys\" option: empty values are not allowed.\n"</span><span class="sc">;</span> 492 <span class="s">}</span> 493 <span class="s">}</span> 494 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">KeyValues</span>}} = <span class="i">@KeyValues</span><span class="sc">;</span> 495 <span class="s">}</span> 496 497 <span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} = <span class="i">$Options</span>{<span class="w">indelim</span>}<span class="sc">;</span> 498 499 <span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> 500 <span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> 501 502 <span class="i">$OptionsInfo</span>{<span class="w">SDKey</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">sdkey</span>} ? <span class="i">$Options</span>{<span class="w">sdkey</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> 503 504 <span class="c"># Setup new SD file...</span> 505 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span> <span class="s">{</span> 506 <span class="i">$FileDir</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">""</span><span class="sc">;</span> 507 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span><span class="sc">;</span> 508 <span class="k">if</span> <span class="s">(</span><span class="i">$FileName</span> && <span class="i">$FileExt</span><span class="s">)</span> <span class="s">{</span> 509 <span class="i">$NewSDFile</span> = <span class="i">$FileName</span><span class="sc">;</span> 510 <span class="s">}</span> 511 <span class="k">else</span> <span class="s">{</span> 512 <span class="i">$NewSDFile</span> = <span class="i">$Options</span>{<span class="w">root</span>}<span class="sc">;</span> 513 <span class="s">}</span> 514 <span class="s">}</span> 515 <span class="k">else</span> <span class="s">{</span> 516 <span class="i">$FileDir</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">""</span><span class="sc">;</span> 517 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$SDFile</span><span class="s">)</span><span class="sc">;</span> 518 519 <span class="i">$NewSDFile</span> = <span class="i">$FileName</span><span class="sc">;</span> 520 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFilesList</span>[<span class="n">0</span>]<span class="s">)</span><span class="sc">;</span> 521 522 <span class="i">$NewSDFile</span> = <span class="i">$NewSDFile</span> . <span class="q">"MergedWith"</span> . <span class="i">$FileName</span> . <span class="q">"1To"</span> . <span class="i">@TextFilesList</span><span class="sc">;</span> 523 <span class="s">}</span> 524 525 <span class="i">$NewSDFile</span> = <span class="i">$NewSDFile</span> . <span class="q">".sdf"</span><span class="sc">;</span> 526 <span class="k">if</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">overwrite</span>}<span class="s">)</span> <span class="s">{</span> 527 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$NewSDFile</span><span class="s">)</span> <span class="s">{</span> 528 <span class="k">die</span> <span class="q">"Error: The file $NewSDFile already exists.\n"</span><span class="sc">;</span> 529 <span class="s">}</span> 530 <span class="s">}</span> 531 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span> <span class="s">{</span> 532 <span class="k">if</span> <span class="s">(</span><span class="k">lc</span><span class="s">(</span><span class="i">$NewSDFile</span><span class="s">)</span> <span class="k">eq</span> <span class="k">lc</span><span class="s">(</span><span class="i">$SDFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 533 <span class="k">die</span> <span class="q">"Error: Output filename, $NewSDFile, is similar to a input file name.\nSpecify a different name using \"-r --root\" option or use default name.\n"</span><span class="sc">;</span> 534 <span class="s">}</span> 535 <span class="s">}</span> 536 <span class="i">$OptionsInfo</span>{<span class="w">NewSDFile</span>} = <span class="i">$NewSDFile</span><span class="sc">;</span> 537 <span class="s">}</span> 538 539 <span class="c"># Setup script usage and retrieve command line arguments specified using various options...</span> <a name="SetupScriptUsage-"></a> 540 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span> 541 542 <span class="c"># Retrieve all the options...</span> 543 <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> 544 <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">"colnum"</span><span class="sc">;</span> 545 <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">"comma"</span><span class="sc">;</span> 546 547 <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">"help|h"</span><span class="cm">,</span> <span class="q">"indelim=s"</span><span class="cm">,</span> <span class="q">"columns|c=s"</span><span class="cm">,</span> <span class="q">"keys|k=s"</span><span class="cm">,</span> <span class="q">"mode|m=s"</span><span class="cm">,</span> <span class="q">"overwrite|o"</span><span class="cm">,</span> <span class="q">"root|r=s"</span><span class="cm">,</span> <span class="q">"sdkey|s=s"</span><span class="cm">,</span> <span class="q">"workingdir|w=s"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> 548 <span class="k">die</span> <span class="q">"\nTo get a list of valid options and their values, use \"$ScriptName -h\" or\n\"perl -S $ScriptName -h\" command and try again...\n"</span><span class="sc">;</span> 549 <span class="s">}</span> 550 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> 551 <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> 552 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{workingdir}, for option \"-w --workingdir\" is not a directory name.\n"</span><span class="sc">;</span> 553 <span class="s">}</span> 554 <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't chdir $Options{workingdir}: $! \n"</span><span class="sc">;</span> 555 <span class="s">}</span> 556 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} !~ <span class="q">/^(colnum|collabel)$/i</span><span class="s">)</span> <span class="s">{</span> 557 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{mode}, for option \"-m --mode\" is not valid. Allowed values: colnum, or collabel\n"</span><span class="sc">;</span> 558 <span class="s">}</span> 559 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> 560 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{indelim}, for option \"--indelim\" is not valid. Allowed values: comma or semicolon\n"</span><span class="sc">;</span> 561 <span class="s">}</span> 562 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">sdkey</span>} && !<span class="i">$Options</span>{<span class="w">keys</span>}<span class="s">)</span> <span class="s">{</span> 563 <span class="k">die</span> <span class="q">"Error: The option \"-s --sdkey\" can't be specified without the \"-k --keys\" option.\n"</span><span class="sc">;</span> 564 <span class="s">}</span> 565 <span class="k">elsif</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">sdkey</span>} && <span class="i">$Options</span>{<span class="w">keys</span>}<span class="s">)</span> <span class="s">{</span> 566 <span class="k">die</span> <span class="q">"Error: The option \"-k --keys\" can't be specified without the \"-s --sdkey\" option.\n"</span><span class="sc">;</span> 567 <span class="s">}</span> 568 <span class="s">}</span> 569 <a name="EOF-"></a></pre> <p> </p> <br /> <center> <img src="../../../images/h2o2.png"> </center> </body> </html>