Mercurial > repos > deepakjadmin > mayatool3_test2
diff docs/scripts/html/code/MergeTextFilesWithSD.html @ 0:4816e4a8ae95 draft default tip
Uploaded
author | deepakjadmin |
---|---|
date | Wed, 20 Jan 2016 09:23:18 -0500 |
parents | |
children |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/docs/scripts/html/code/MergeTextFilesWithSD.html Wed Jan 20 09:23:18 2016 -0500 @@ -0,0 +1,590 @@ +<html> +<head> +<title>MayaChemTools:Code:MergeTextFilesWithSD.pl</title> +<meta http-equiv="content-type" content="text/html;charset=utf-8"> +<link rel="stylesheet" type="text/css" href="../../../css/MayaChemToolsCode.css"> +</head> +<body leftmargin="20" rightmargin="20" topmargin="10" bottommargin="10"> +<br/> +<center> +<a href="http://www.mayachemtools.org" title="MayaChemTools Home"><img src="../../../images/MayaChemToolsLogo.gif" border="0" alt="MayaChemTools"></a> +</center> +<br/> +<pre> + 1 #!/usr/bin/perl -w + 2 <span class="c">#</span> + 3 <span class="c"># $RCSfile: MergeTextFilesWithSD.pl,v $</span> + 4 <span class="c"># $Date: 2015/02/28 20:46:20 $</span> + 5 <span class="c"># $Revision: 1.39 $</span> + 6 <span class="c">#</span> + 7 <span class="c"># Author: Manish Sud <msud@san.rr.com></span> + 8 <span class="c">#</span> + 9 <span class="c"># Copyright (C) 2015 Manish Sud. All rights reserved.</span> + 10 <span class="c">#</span> + 11 <span class="c"># This file is part of MayaChemTools.</span> + 12 <span class="c">#</span> + 13 <span class="c"># MayaChemTools is free software; you can redistribute it and/or modify it under</span> + 14 <span class="c"># the terms of the GNU Lesser General Public License as published by the Free</span> + 15 <span class="c"># Software Foundation; either version 3 of the License, or (at your option) any</span> + 16 <span class="c"># later version.</span> + 17 <span class="c">#</span> + 18 <span class="c"># MayaChemTools is distributed in the hope that it will be useful, but without</span> + 19 <span class="c"># any warranty; without even the implied warranty of merchantability of fitness</span> + 20 <span class="c"># for a particular purpose. See the GNU Lesser General Public License for more</span> + 21 <span class="c"># details.</span> + 22 <span class="c">#</span> + 23 <span class="c"># You should have received a copy of the GNU Lesser General Public License</span> + 24 <span class="c"># along with MayaChemTools; if not, see <http://www.gnu.org/licenses/> or</span> + 25 <span class="c"># write to the Free Software Foundation Inc., 59 Temple Place, Suite 330,</span> + 26 <span class="c"># Boston, MA, 02111-1307, USA.</span> + 27 <span class="c">#</span> + 28 + 29 <span class="k">use</span> <span class="w">strict</span><span class="sc">;</span> + 30 <span class="k">use</span> <span class="w">FindBin</span><span class="sc">;</span> <span class="k">use</span> <span class="w">lib</span> <span class="q">"$FindBin::Bin/../lib"</span><span class="sc">;</span> + 31 <span class="k">use</span> <span class="w">Getopt::Long</span><span class="sc">;</span> + 32 <span class="k">use</span> <span class="w">File::Basename</span><span class="sc">;</span> + 33 <span class="k">use</span> <span class="w">Text::ParseWords</span><span class="sc">;</span> + 34 <span class="k">use</span> <span class="w">Benchmark</span><span class="sc">;</span> + 35 <span class="k">use</span> <span class="w">FileHandle</span><span class="sc">;</span> + 36 <span class="k">use</span> <span class="w">SDFileUtil</span><span class="sc">;</span> + 37 <span class="k">use</span> <span class="w">FileUtil</span><span class="sc">;</span> + 38 <span class="k">use</span> <span class="w">TextUtil</span><span class="sc">;</span> + 39 + 40 <span class="k">my</span><span class="s">(</span><span class="i">$ScriptName</span><span class="cm">,</span> <span class="i">%Options</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="cm">,</span> <span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$TotalTime</span><span class="s">)</span><span class="sc">;</span> + 41 + 42 <span class="c"># Autoflush STDOUT</span> + 43 <span class="i">$|</span> = <span class="n">1</span><span class="sc">;</span> + 44 + 45 <span class="c"># Starting message...</span> + 46 <span class="i">$ScriptName</span> = <span class="w">basename</span> <span class="i">$0</span><span class="sc">;</span> + 47 <span class="k">print</span> <span class="q">"\n$ScriptName:Starting...\n\n"</span><span class="sc">;</span> + 48 <span class="i">$StartTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> + 49 + 50 <span class="c"># Get the options and setup script...</span> + 51 <span class="i">SetupScriptUsage</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 52 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">help</span>} || <span class="i">@ARGV</span> < <span class="n">1</span><span class="s">)</span> <span class="s">{</span> + 53 <span class="k">die</span> <span class="i">GetUsageFromPod</span><span class="s">(</span><span class="q">"$FindBin::Bin/$ScriptName"</span><span class="s">)</span><span class="sc">;</span> + 54 <span class="s">}</span> + 55 + 56 <span class="k">my</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="i">@TextFilesList</span><span class="s">)</span><span class="sc">;</span> + 57 <span class="i">@TextFilesList</span> = <span class="i">ExpandFileNames</span><span class="s">(</span>\<span class="i">@ARGV</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="sc">;</span> + 58 + 59 <span class="k">if</span> <span class="s">(</span><span class="i">@TextFilesList</span> < <span class="n">2</span><span class="s">)</span> <span class="s">{</span> + 60 <span class="k">die</span> <span class="q">"Error: Specify one or more text files.\n"</span><span class="sc">;</span> + 61 <span class="s">}</span> + 62 <span class="i">$SDFile</span> = <span class="k">shift</span> <span class="i">@TextFilesList</span><span class="sc">;</span> + 63 + 64 <span class="c"># Process options...</span> + 65 <span class="k">print</span> <span class="q">"Processing options...\n"</span><span class="sc">;</span> + 66 <span class="k">my</span><span class="s">(</span><span class="i">%OptionsInfo</span><span class="s">)</span><span class="sc">;</span> + 67 <span class="i">ProcessOptions</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 68 + 69 <span class="c"># Setup information about input files...</span> + 70 <span class="k">print</span> <span class="q">"Checking input SD and text files...\n"</span><span class="sc">;</span> + 71 <span class="k">my</span><span class="s">(</span><span class="i">%TextFilesInfo</span><span class="s">)</span><span class="sc">;</span> + 72 <span class="i">ProcessSDFileInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 73 <span class="i">RetrieveTextFilesInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 74 <span class="i">RetrieveColumnsAndKeysInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 75 + 76 <span class="c"># Merge files...</span> + 77 <span class="k">print</span> <span class="q">"\nGenerating new SD file $OptionsInfo{NewSDFile}...\n"</span><span class="sc">;</span> + 78 <span class="i">MergeTextFilesWithSD</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 79 + 80 <span class="k">print</span> <span class="q">"\n$ScriptName:Done...\n\n"</span><span class="sc">;</span> + 81 + 82 <span class="i">$EndTime</span> = <span class="w">new</span> <span class="w">Benchmark</span><span class="sc">;</span> + 83 <span class="i">$TotalTime</span> = <span class="w">timediff</span> <span class="s">(</span><span class="i">$EndTime</span><span class="cm">,</span> <span class="i">$StartTime</span><span class="s">)</span><span class="sc">;</span> + 84 <span class="k">print</span> <span class="q">"Total time: "</span><span class="cm">,</span> <span class="i">timestr</span><span class="s">(</span><span class="i">$TotalTime</span><span class="s">)</span><span class="cm">,</span> <span class="q">"\n"</span><span class="sc">;</span> + 85 + 86 <span class="c">###############################################################################</span> + 87 + 88 <span class="c"># Merge all valid Text files with SD file...</span> +<a name="MergeTextFilesWithSD-"></a> 89 <span class="k">sub </span><span class="m">MergeTextFilesWithSD</span> <span class="s">{</span> + 90 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> + 91 + 92 <span class="k">open</span> <span class="w">NEWSDFILE</span><span class="cm">,</span> <span class="q">">$OptionsInfo{NewSDFile}"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't open $OptionsInfo{NewSDFile}: $! \n"</span><span class="sc">;</span> + 93 + 94 <span class="k">open</span> <span class="w">SDFILE</span><span class="cm">,</span> <span class="q">"$SDFile"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't open $SDFile: $! \n"</span><span class="sc">;</span> + 95 + 96 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 97 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 98 <span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>] = <span class="w">new</span> <span class="w">FileHandle</span><span class="sc">;</span> + 99 + 100 <span class="k">open</span> <span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="cm">,</span> <span class="q">"$TextFilesList[$Index]"</span> <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't open $TextFilesList[$Index]: $! \n"</span><span class="sc">;</span> + 101 <span class="i">GetTextLine</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="sc">;</span> + 102 <span class="s">}</span> + 103 + 104 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Keys</span>}<span class="s">)</span> <span class="s">{</span> + 105 <span class="i">MergeTextColumnValuesUsingKeys</span><span class="s">(</span>\<span class="i">*NEWSDFILE</span><span class="cm">,</span> \<span class="i">*SDFILE</span><span class="s">)</span><span class="sc">;</span> + 106 <span class="s">}</span> + 107 <span class="k">else</span> <span class="s">{</span> + 108 <span class="i">MergeTextColumnValues</span><span class="s">(</span>\<span class="i">*NEWSDFILE</span><span class="cm">,</span> \<span class="i">*SDFILE</span><span class="s">)</span><span class="sc">;</span> + 109 <span class="s">}</span> + 110 + 111 <span class="c"># Close all opened files...</span> + 112 <span class="k">close</span> <span class="w">NEWSDFILE</span><span class="sc">;</span> + 113 <span class="k">close</span> <span class="w">SDFILE</span><span class="sc">;</span> + 114 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 115 <span class="k">close</span> <span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 116 <span class="s">}</span> + 117 <span class="s">}</span> + 118 + 119 <span class="c"># Merge the specified text columns into SD file...</span> +<a name="MergeTextColumnValues-"></a> 120 <span class="k">sub </span><span class="m">MergeTextColumnValues</span> <span class="s">{</span> + 121 <span class="k">my</span><span class="s">(</span><span class="i">$NewSDFileRef</span><span class="cm">,</span> <span class="i">$SDFileRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 122 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="s">)</span><span class="sc">;</span> + 123 + 124 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span><span class="i">$SDFileRef</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 125 <span class="i">$CmpdString</span> =~ <span class="q">s/\$\$\$\$$//g</span><span class="sc">;</span> + 126 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"$CmpdString"</span><span class="sc">;</span> + 127 + 128 <span class="c"># Merge coulmn values from other text files...</span> + 129 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">@ColValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 130 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 131 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 132 <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 133 + 134 <span class="k">if</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 135 <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> + 136 + 137 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 138 <span class="i">$Value</span> = <span class="s">(</span><span class="i">$ColNum</span> < <span class="i">@LineWords</span><span class="s">)</span> ? <span class="i">$LineWords</span>[<span class="i">$ColNum</span>] <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 139 <span class="k">push</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 140 <span class="s">}</span> + 141 <span class="s">}</span> + 142 <span class="s">}</span> + 143 + 144 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> + 145 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"> <$ColLabels[$ColIndex]>\n$ColValues[$ColIndex]\n\n"</span><span class="sc">;</span> + 146 <span class="s">}</span> + 147 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"\$\$\$\$\n"</span><span class="sc">;</span> + 148 <span class="s">}</span> + 149 <span class="s">}</span> + 150 + 151 <span class="c"># Merge the specified text columns into SD file using keys...</span> +<a name="MergeTextColumnValuesUsingKeys-"></a> 152 <span class="k">sub </span><span class="m">MergeTextColumnValuesUsingKeys</span> <span class="s">{</span> + 153 <span class="k">my</span><span class="s">(</span><span class="i">$NewSDFileRef</span><span class="cm">,</span> <span class="i">$SDFileRef</span><span class="s">)</span> = <span class="i">@_</span><span class="sc">;</span> + 154 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="cm">,</span> <span class="i">$Value</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$KeyColNum</span><span class="cm">,</span> <span class="i">$KeyColValue</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">@CmpdLines</span><span class="cm">,</span> <span class="i">@TextFilesKeysToLinesMap</span><span class="cm">,</span> <span class="i">%DataFieldValues</span><span class="s">)</span><span class="sc">;</span> + 155 + 156 <span class="c"># Retrieve text lines from all the text files...</span> + 157 <span class="i">@TextFilesKeysToLinesMap</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 158 + 159 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 160 <span class="i">$InDelim</span> = <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 161 <span class="i">%</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 162 <span class="i">$KeyColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 163 + 164 <span class="k">while</span> <span class="s">(</span><span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">FileHandle</span>}[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 165 <span class="i">@LineWords</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> + 166 + 167 <span class="k">if</span> <span class="s">(</span><span class="i">$KeyColNum</span> < <span class="i">@LineWords</span><span class="s">)</span> <span class="s">{</span> + 168 <span class="i">$KeyColValue</span> = <span class="i">$LineWords</span>[<span class="i">$KeyColNum</span>]<span class="sc">;</span> + 169 + 170 <span class="k">if</span> <span class="s">(</span><span class="k">length</span><span class="s">(</span><span class="i">$KeyColValue</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 171 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 172 <span class="k">warn</span> <span class="q">"Warning: Ignoring line, $Line, in text file $TextFilesList[$Index]: Column key value, $KeyColValue, already exists\n"</span><span class="sc">;</span> + 173 <span class="s">}</span> + 174 <span class="k">else</span> <span class="s">{</span> + 175 <span class="i">@</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 176 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}}<span class="cm">,</span> <span class="i">@LineWords</span><span class="sc">;</span> + 177 <span class="s">}</span> + 178 <span class="s">}</span> + 179 <span class="s">}</span> + 180 <span class="s">}</span> + 181 <span class="s">}</span> + 182 + 183 <span class="k">while</span> <span class="s">(</span><span class="i">$CmpdString</span> = <span class="i">ReadCmpdString</span><span class="s">(</span><span class="i">$SDFileRef</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 184 <span class="i">@CmpdLines</span> = <span class="k">split</span> <span class="q">"\n"</span><span class="cm">,</span> <span class="i">$CmpdString</span><span class="sc">;</span> + 185 <span class="i">%DataFieldValues</span> = <span class="i">GetCmpdDataHeaderLabelsAndValues</span><span class="s">(</span>\<span class="i">@CmpdLines</span><span class="s">)</span><span class="sc">;</span> + 186 + 187 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$DataFieldValues</span>{<span class="i">$OptionsInfo</span>{<span class="w">SDKey</span>}}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 188 <span class="i">@ColLabels</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> <span class="i">@ColValues</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 189 <span class="i">$CmpdString</span> =~ <span class="q">s/\$\$\$\$$//g</span><span class="sc">;</span> + 190 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"$CmpdString"</span><span class="sc">;</span> + 191 + 192 <span class="i">$KeyColValue</span> = <span class="i">$DataFieldValues</span>{<span class="i">$OptionsInfo</span>{<span class="w">SDKey</span>}}<span class="sc">;</span> + 193 + 194 <span class="c"># Merge coulmn values from other text files...</span> + 195 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 196 <span class="k">push</span> <span class="i">@ColLabels</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 197 <span class="i">@LineWords</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 198 + 199 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 200 <span class="k">push</span> <span class="i">@LineWords</span><span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesKeysToLinesMap</span>[<span class="i">$Index</span>]{<span class="i">$KeyColValue</span>}}<span class="sc">;</span> + 201 <span class="s">}</span> + 202 + 203 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 204 <span class="i">$Value</span> = <span class="s">(</span><span class="i">$ColNum</span> < <span class="i">@LineWords</span><span class="s">)</span> ? <span class="i">$LineWords</span>[<span class="i">$ColNum</span>] <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 205 <span class="k">push</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">$Value</span><span class="sc">;</span> + 206 <span class="s">}</span> + 207 <span class="s">}</span> + 208 + 209 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> + 210 <span class="i">$Value</span> = <span class="s">(</span><span class="s">(</span><span class="i">$ColIndex</span> < <span class="i">@ColValues</span><span class="s">)</span> && <span class="i">IsNotEmpty</span><span class="s">(</span><span class="i">$ColValues</span>[<span class="i">$ColIndex</span>]<span class="s">)</span> <span class="s">)</span> ? <span class="i">$ColValues</span>[<span class="i">$ColIndex</span>] <span class="co">:</span> <span class="q">""</span><span class="sc">;</span> + 211 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"> <$ColLabels[$ColIndex]>\n$Value\n\n"</span><span class="sc">;</span> + 212 <span class="s">}</span> + 213 <span class="k">print</span> <span class="i">$NewSDFileRef</span> <span class="q">"\$\$\$\$\n"</span><span class="sc">;</span> + 214 <span class="s">}</span> + 215 <span class="s">}</span> + 216 <span class="s">}</span> + 217 + 218 <span class="c"># Retrieve text file columns and keys information for specified options...</span> +<a name="RetrieveColumnsAndKeysInfo-"></a> 219 <span class="k">sub </span><span class="m">RetrieveColumnsAndKeysInfo</span> <span class="s">{</span> + 220 <span class="i">ProcessColumnsInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 221 + 222 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Keys</span>}<span class="s">)</span> <span class="s">{</span> + 223 <span class="i">ProcessKeysInfo</span><span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 224 <span class="s">}</span> + 225 <span class="s">}</span> + 226 + 227 <span class="c"># Process specified columns...</span> +<a name="ProcessColumnsInfo-"></a> 228 <span class="k">sub </span><span class="m">ProcessColumnsInfo</span> <span class="s">{</span> + 229 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$Values</span><span class="cm">,</span> <span class="i">$ColIndex</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">@Words</span><span class="s">)</span><span class="sc">;</span> + 230 + 231 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 232 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 233 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 234 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 235 + 236 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 237 + 238 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 239 + 240 <span class="i">$Values</span> = <span class="q">"all"</span><span class="sc">;</span> + 241 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Columns</span>}<span class="s">)</span> <span class="s">{</span> + 242 <span class="i">$Values</span> = <span class="i">$OptionsInfo</span>{<span class="w">ColValues</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 243 <span class="s">}</span> + 244 + 245 <span class="k">if</span> <span class="s">(</span><span class="i">$Values</span> =~ <span class="q">/all/i</span><span class="s">)</span> <span class="s">{</span> + 246 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^colnum$/i</span><span class="s">)</span> <span class="s">{</span> + 247 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">1</span> .. <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> + 248 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> + 249 <span class="s">}</span> + 250 <span class="s">}</span> <span class="k">else</span> <span class="s">{</span> + 251 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 252 <span class="s">}</span> + 253 <span class="s">}</span> + 254 <span class="k">else</span> <span class="s">{</span> + 255 <span class="i">@Words</span> = <span class="k">split</span> <span class="q">","</span><span class="cm">,</span> <span class="i">$Values</span><span class="sc">;</span> + 256 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@Words</span><span class="sc">;</span> + 257 <span class="s">}</span> + 258 + 259 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 260 <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 261 + 262 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^collabel$/i</span><span class="s">)</span> <span class="s">{</span> + 263 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 264 <span class="i">$ColLabel</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>][<span class="i">$ColIndex</span>]<span class="sc">;</span> + 265 + 266 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 267 <span class="i">$ColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span> + 268 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> + 269 <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>} = <span class="i">$ColLabel</span><span class="sc">;</span> + 270 <span class="s">}</span> + 271 <span class="k">else</span> <span class="s">{</span> + 272 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColLabel, specified using \"-c --column\" option: column name doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> + 273 <span class="s">}</span> + 274 <span class="s">}</span> + 275 <span class="s">}</span> + 276 <span class="k">else</span> <span class="s">{</span> + 277 <span class="k">for</span> <span class="i">$ColIndex</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 278 <span class="i">$ColNum</span> = <span class="i">$TextFilesInfo</span>{<span class="w">ColSpecified</span>}[<span class="i">$Index</span>][<span class="i">$ColIndex</span>]<span class="sc">;</span> + 279 + 280 <span class="c"># Make sure it's a numeric value...</span> + 281 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 282 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-c --column\" option: Allowed integer values: > 0\n"</span><span class="sc">;</span> + 283 <span class="s">}</span> + 284 <span class="k">else</span> <span class="s">{</span> + 285 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> > <span class="n">0</span> && <span class="i">$ColNum</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> + 286 <span class="i">$ColNum</span> -= <span class="n">1</span><span class="sc">;</span> + 287 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> + 288 <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>} = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>][<span class="i">$ColNum</span>]<span class="sc">;</span> + 289 <span class="s">}</span> + 290 <span class="k">else</span> <span class="s">{</span> + 291 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-c --column\" option: column number doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> + 292 <span class="s">}</span> + 293 <span class="s">}</span> + 294 <span class="s">}</span> + 295 <span class="s">}</span> + 296 + 297 <span class="k">my</span> <span class="s">(</span><span class="i">@TextFilesColToMergeSorted</span><span class="s">)</span> = <span class="k">sort</span> <span class="s">{</span> <span class="i">$a</span> <=> <span class="i">$b</span> <span class="s">}</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="sc">;</span> + 298 + 299 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 300 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@TextFilesColToMergeSorted</span><span class="sc">;</span> + 301 + 302 <span class="c"># Set up the labels...</span> + 303 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 304 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@TextFilesColToMergeSorted</span><span class="s">)</span> <span class="s">{</span> + 305 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>}<span class="sc">;</span> + 306 <span class="s">}</span> + 307 <span class="s">}</span> + 308 <span class="s">}</span> + 309 + 310 <span class="c"># Process specified keys....</span> +<a name="ProcessKeysInfo-"></a> 311 <span class="k">sub </span><span class="m">ProcessKeysInfo</span> <span class="s">{</span> + 312 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">$Key</span><span class="s">)</span><span class="sc">;</span> + 313 + 314 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">KeysSpecified</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 315 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 316 + 317 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 318 <span class="i">$Key</span> = <span class="i">$OptionsInfo</span>{<span class="w">KeyValues</span>}[<span class="i">$Index</span>]<span class="sc">;</span> + 319 + 320 <span class="i">$TextFilesInfo</span>{<span class="w">KeysSpecified</span>}[<span class="i">$Index</span>] = <span class="i">$Key</span><span class="sc">;</span> + 321 <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] = <span class="n">-1</span><span class="sc">;</span> + 322 + 323 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} =~ <span class="q">/^collabel$/i</span><span class="s">)</span> <span class="s">{</span> + 324 <span class="i">$ColLabel</span> = <span class="i">$Key</span><span class="sc">;</span> + 325 + 326 <span class="k">if</span> <span class="s">(</span><span class="k">exists</span><span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 327 <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] = <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>}<span class="sc">;</span> + 328 <span class="s">}</span> + 329 <span class="k">else</span> <span class="s">{</span> + 330 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColLabel, specified using \"-k --keys\" option: column name doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> + 331 <span class="s">}</span> + 332 <span class="s">}</span> + 333 <span class="k">else</span> <span class="s">{</span> + 334 <span class="i">$ColNum</span> = <span class="i">$Key</span><span class="sc">;</span> + 335 <span class="k">if</span> <span class="s">(</span>!<span class="i">IsPositiveInteger</span><span class="s">(</span><span class="i">$ColNum</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 336 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-k --keys\" option: Allowed integer values: > 0 \n"</span><span class="sc">;</span> + 337 <span class="s">}</span> + 338 <span class="k">else</span> <span class="s">{</span> + 339 <span class="k">if</span> <span class="s">(</span><span class="i">$ColNum</span> > <span class="n">0</span> && <span class="i">$ColNum</span> <= <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>]<span class="s">)</span> <span class="s">{</span> + 340 <span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] = <span class="i">$ColNum</span> - <span class="n">1</span><span class="sc">;</span> + 341 <span class="s">}</span> + 342 <span class="k">else</span> <span class="s">{</span> + 343 <span class="k">warn</span> <span class="q">"Warning: Ignoring value, $ColNum, specified using \"-k --keys\" option: column number doesn't exist in $TextFilesList[$Index] \n"</span><span class="sc">;</span> + 344 <span class="s">}</span> + 345 <span class="s">}</span> + 346 <span class="s">}</span> + 347 <span class="s">}</span> + 348 + 349 <span class="c"># Modify columns to merge list to make sure the columns identified by key are taken off the list</span> + 350 <span class="k">my</span><span class="s">(</span><span class="i">@TextFilesColToMergeFiltered</span><span class="cm">,</span> <span class="i">@TextFilesColToMergeLabelsFiltered</span><span class="s">)</span><span class="sc">;</span> + 351 + 352 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 353 <span class="i">@TextFilesColToMergeFiltered</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 354 <span class="i">@TextFilesColToMergeLabelsFiltered</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 355 + 356 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="s">)</span> <span class="s">{</span> + 357 <span class="k">if</span> <span class="s">(</span><span class="i">$TextFilesInfo</span>{<span class="w">KeysToUse</span>}[<span class="i">$Index</span>] != <span class="i">$ColNum</span><span class="s">)</span> <span class="s">{</span> + 358 <span class="k">push</span> <span class="i">@TextFilesColToMergeFiltered</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="sc">;</span> + 359 <span class="k">push</span> <span class="i">@TextFilesColToMergeLabelsFiltered</span><span class="cm">,</span> <span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeNumToLabelMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColNum</span>}<span class="sc">;</span> + 360 <span class="s">}</span> + 361 <span class="s">}</span> + 362 + 363 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 364 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMerge</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@TextFilesColToMergeFiltered</span><span class="sc">;</span> + 365 + 366 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 367 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColToMergeLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@TextFilesColToMergeLabelsFiltered</span><span class="sc">;</span> + 368 <span class="s">}</span> + 369 <span class="s">}</span> + 370 + 371 <span class="c"># Check SD file...</span> +<a name="ProcessSDFileInfo-"></a> 372 <span class="k">sub </span><span class="m">ProcessSDFileInfo</span> <span class="s">{</span> + 373 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$SDFile</span><span class="cm">,</span> <span class="q">"sd sdf"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 374 <span class="k">die</span> <span class="q">"Error: Invalid first file $SDFile: It's not a SD file\n"</span><span class="sc">;</span> + 375 <span class="s">}</span> + 376 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$SDFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 377 <span class="k">die</span> <span class="q">"Error: SDFile $SDFile doesn't exist\n"</span><span class="sc">;</span> + 378 <span class="s">}</span> + 379 <span class="s">}</span> + 380 + 381 <span class="c"># Retrieve information about input text files...</span> +<a name="RetrieveTextFilesInfo-"></a> 382 <span class="k">sub </span><span class="m">RetrieveTextFilesInfo</span> <span class="s">{</span> + 383 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$TextFile</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$InDelim</span><span class="cm">,</span> <span class="i">$Line</span><span class="cm">,</span> <span class="i">$ColNum</span><span class="cm">,</span> <span class="i">$ColLabel</span><span class="cm">,</span> <span class="i">$FileNotOkayCount</span><span class="cm">,</span> <span class="i">@ColLabels</span><span class="cm">,</span><span class="s">)</span><span class="sc">;</span> + 384 + 385 <span class="i">%TextFilesInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 386 + 387 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 388 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 389 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 390 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 391 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 392 + 393 <span class="i">$FileNotOkayCount</span> = <span class="n">0</span><span class="sc">;</span> + 394 + 395 <span class="j">FILELIST:</span> <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 396 <span class="i">$TextFile</span> = <span class="i">$TextFilesList</span>[<span class="i">$Index</span>]<span class="sc">;</span> + 397 + 398 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> + 399 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="n">0</span><span class="sc">;</span> + 400 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="q">""</span><span class="sc">;</span> + 401 + 402 <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 403 <span class="i">%</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 404 + 405 <span class="k">if</span> <span class="s">(</span>!<span class="s">(</span><span class="k">-e</span> <span class="i">$TextFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 406 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It doesn't exist\n"</span><span class="sc">;</span> + 407 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> + 408 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 409 <span class="s">}</span> + 410 <span class="k">if</span> <span class="s">(</span>!<span class="i">CheckFileType</span><span class="s">(</span><span class="i">$TextFile</span><span class="cm">,</span> <span class="q">"csv tsv"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 411 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: It's not a csv or tsv file\n"</span><span class="sc">;</span> + 412 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> + 413 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 414 <span class="s">}</span> + 415 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFile</span><span class="s">)</span><span class="sc">;</span> + 416 <span class="k">if</span> <span class="s">(</span><span class="i">$FileExt</span> =~ <span class="q">/^tsv$/i</span><span class="s">)</span> <span class="s">{</span> + 417 <span class="i">$InDelim</span> = <span class="q">"\t"</span><span class="sc">;</span> + 418 <span class="s">}</span> + 419 <span class="k">else</span> <span class="s">{</span> + 420 <span class="i">$InDelim</span> = <span class="q">"\,"</span><span class="sc">;</span> + 421 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> + 422 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: The value specified, $OptionsInfo{InDelim}, for option \"--indelim\" is not valid for csv files\n"</span><span class="sc">;</span> + 423 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> + 424 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 425 <span class="s">}</span> + 426 <span class="k">if</span> <span class="s">(</span><span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} =~ <span class="q">/^semicolon$/i</span><span class="s">)</span> <span class="s">{</span> + 427 <span class="i">$InDelim</span> = <span class="q">"\;"</span><span class="sc">;</span> + 428 <span class="s">}</span> + 429 <span class="s">}</span> + 430 + 431 <span class="k">if</span> <span class="s">(</span>!<span class="k">open</span> <span class="w">TEXTFILE</span><span class="cm">,</span> <span class="q">"$TextFile"</span><span class="s">)</span> <span class="s">{</span> + 432 <span class="k">warn</span> <span class="q">"Warning: Ignoring file $TextFile: Couldn't open it: $! \n"</span><span class="sc">;</span> + 433 <span class="i">$FileNotOkayCount</span>++<span class="sc">;</span> + 434 <span class="k">next</span> <span class="j">FILELIST</span><span class="sc">;</span> + 435 <span class="s">}</span> + 436 + 437 <span class="i">$Line</span> = <span class="i">GetTextLine</span><span class="s">(</span>\<span class="i">*TEXTFILE</span><span class="s">)</span><span class="sc">;</span> + 438 <span class="i">@ColLabels</span> = <span class="i">quotewords</span><span class="s">(</span><span class="i">$InDelim</span><span class="cm">,</span> <span class="n">0</span><span class="cm">,</span> <span class="i">$Line</span><span class="s">)</span><span class="sc">;</span> + 439 <span class="k">close</span> <span class="w">TEXTFILE</span><span class="sc">;</span> + 440 + 441 <span class="i">$TextFilesInfo</span>{<span class="w">FileOkay</span>}[<span class="i">$Index</span>] = <span class="n">1</span><span class="sc">;</span> + 442 <span class="i">$TextFilesInfo</span>{<span class="w">InDelim</span>}[<span class="i">$Index</span>] = <span class="i">$InDelim</span><span class="sc">;</span> + 443 + 444 <span class="i">$TextFilesInfo</span>{<span class="w">ColCount</span>}[<span class="i">$Index</span>] = <span class="i">@ColLabels</span><span class="sc">;</span> + 445 <span class="k">push</span> <span class="i">@</span>{<span class="i">$TextFilesInfo</span>{<span class="w">ColLabels</span>}[<span class="i">$Index</span>]}<span class="cm">,</span> <span class="i">@ColLabels</span><span class="sc">;</span> + 446 <span class="k">for</span> <span class="i">$ColNum</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColLabels</span><span class="s">)</span> <span class="s">{</span> + 447 <span class="i">$ColLabel</span> = <span class="i">$ColLabels</span>[<span class="i">$ColNum</span>]<span class="sc">;</span> + 448 <span class="i">$TextFilesInfo</span>{<span class="w">ColLabelToNumMap</span>}[<span class="i">$Index</span>]{<span class="i">$ColLabel</span>} = <span class="i">$ColNum</span><span class="sc">;</span> + 449 <span class="s">}</span> + 450 <span class="s">}</span> + 451 <span class="c"># Make sure all specified files are valid for merging to work properly...</span> + 452 <span class="k">if</span> <span class="s">(</span><span class="i">$FileNotOkayCount</span><span class="s">)</span> <span class="s">{</span> + 453 <span class="k">die</span> <span class="q">"Error: Problems with input text file(s)...\n"</span><span class="sc">;</span> + 454 <span class="s">}</span> + 455 <span class="s">}</span> + 456 + 457 <span class="c"># Process option values...</span> +<a name="ProcessOptions-"></a> 458 <span class="k">sub </span><span class="m">ProcessOptions</span> <span class="s">{</span> + 459 <span class="k">my</span><span class="s">(</span><span class="i">$Index</span><span class="cm">,</span> <span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="cm">,</span> <span class="i">$NewSDFile</span><span class="cm">,</span> <span class="i">@ColValues</span><span class="cm">,</span> <span class="i">@KeyValues</span><span class="s">)</span><span class="sc">;</span> + 460 + 461 <span class="i">%OptionsInfo</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 462 + 463 <span class="i">$OptionsInfo</span>{<span class="w">Mode</span>} = <span class="i">$Options</span>{<span class="w">mode</span>}<span class="sc">;</span> + 464 + 465 <span class="i">$OptionsInfo</span>{<span class="w">Columns</span>} = <span class="i">$Options</span>{<span class="w">columns</span>}<span class="sc">;</span> + 466 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">ColValues</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 467 + 468 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">columns</span>}<span class="s">)</span> <span class="s">{</span> + 469 <span class="i">@ColValues</span> = <span class="k">split</span> <span class="q">";"</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">columns</span>}<span class="sc">;</span> + 470 <span class="k">if</span> <span class="s">(</span><span class="i">@ColValues</span> != <span class="i">@TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 471 <span class="k">die</span> <span class="q">"Error: Invalid number of values specified by \"-c --columns\" option: it must be equal to number of input text files.\n"</span><span class="sc">;</span> + 472 <span class="s">}</span> + 473 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#ColValues</span><span class="s">)</span> <span class="s">{</span> + 474 <span class="k">if</span> <span class="s">(</span>!<span class="k">length</span><span class="s">(</span><span class="i">$ColValues</span>[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 475 <span class="k">die</span> <span class="q">"Error: Invalid value specified by \"-c --columns\" option: empty values are not allowed.\n"</span><span class="sc">;</span> + 476 <span class="s">}</span> + 477 <span class="s">}</span> + 478 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">ColValues</span>}} = <span class="i">@ColValues</span><span class="sc">;</span> + 479 <span class="s">}</span> + 480 + 481 <span class="i">$OptionsInfo</span>{<span class="w">Keys</span>} = <span class="i">$Options</span>{<span class="w">keys</span>}<span class="sc">;</span> + 482 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">KeyValues</span>}} = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 483 + 484 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">keys</span>}<span class="s">)</span> <span class="s">{</span> + 485 <span class="i">@KeyValues</span> = <span class="k">split</span> <span class="q">";"</span><span class="cm">,</span> <span class="i">$Options</span>{<span class="w">keys</span>}<span class="sc">;</span> + 486 <span class="k">if</span> <span class="s">(</span><span class="i">@KeyValues</span> != <span class="i">@TextFilesList</span><span class="s">)</span> <span class="s">{</span> + 487 <span class="k">die</span> <span class="q">"Error: Invalid number of values specified by \"-k --keys\" option: it must be equal to number of input text files.\n"</span><span class="sc">;</span> + 488 <span class="s">}</span> + 489 <span class="k">for</span> <span class="i">$Index</span> <span class="s">(</span><span class="n">0</span> .. <span class="i">$#KeyValues</span><span class="s">)</span> <span class="s">{</span> + 490 <span class="k">if</span> <span class="s">(</span>!<span class="k">length</span><span class="s">(</span><span class="i">$KeyValues</span>[<span class="i">$Index</span>]<span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 491 <span class="k">die</span> <span class="q">"Error: Invalid value specified by \"-k --keys\" option: empty values are not allowed.\n"</span><span class="sc">;</span> + 492 <span class="s">}</span> + 493 <span class="s">}</span> + 494 <span class="i">@</span>{<span class="i">$OptionsInfo</span>{<span class="w">KeyValues</span>}} = <span class="i">@KeyValues</span><span class="sc">;</span> + 495 <span class="s">}</span> + 496 + 497 <span class="i">$OptionsInfo</span>{<span class="w">InDelim</span>} = <span class="i">$Options</span>{<span class="w">indelim</span>}<span class="sc">;</span> + 498 + 499 <span class="i">$OptionsInfo</span>{<span class="w">OutFileRoot</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">root</span>} ? <span class="i">$Options</span>{<span class="w">root</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> + 500 <span class="i">$OptionsInfo</span>{<span class="w">Overwrite</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">overwrite</span>} ? <span class="i">$Options</span>{<span class="w">overwrite</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> + 501 + 502 <span class="i">$OptionsInfo</span>{<span class="w">SDKey</span>} = <span class="k">defined</span> <span class="i">$Options</span>{<span class="w">sdkey</span>} ? <span class="i">$Options</span>{<span class="w">sdkey</span>} <span class="co">:</span> <span class="k">undef</span><span class="sc">;</span> + 503 + 504 <span class="c"># Setup new SD file...</span> + 505 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span> <span class="s">{</span> + 506 <span class="i">$FileDir</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">""</span><span class="sc">;</span> + 507 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span><span class="sc">;</span> + 508 <span class="k">if</span> <span class="s">(</span><span class="i">$FileName</span> && <span class="i">$FileExt</span><span class="s">)</span> <span class="s">{</span> + 509 <span class="i">$NewSDFile</span> = <span class="i">$FileName</span><span class="sc">;</span> + 510 <span class="s">}</span> + 511 <span class="k">else</span> <span class="s">{</span> + 512 <span class="i">$NewSDFile</span> = <span class="i">$Options</span>{<span class="w">root</span>}<span class="sc">;</span> + 513 <span class="s">}</span> + 514 <span class="s">}</span> + 515 <span class="k">else</span> <span class="s">{</span> + 516 <span class="i">$FileDir</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileName</span> = <span class="q">""</span><span class="sc">;</span> <span class="i">$FileExt</span> = <span class="q">""</span><span class="sc">;</span> + 517 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$SDFile</span><span class="s">)</span><span class="sc">;</span> + 518 + 519 <span class="i">$NewSDFile</span> = <span class="i">$FileName</span><span class="sc">;</span> + 520 <span class="s">(</span><span class="i">$FileDir</span><span class="cm">,</span> <span class="i">$FileName</span><span class="cm">,</span> <span class="i">$FileExt</span><span class="s">)</span> = <span class="i">ParseFileName</span><span class="s">(</span><span class="i">$TextFilesList</span>[<span class="n">0</span>]<span class="s">)</span><span class="sc">;</span> + 521 + 522 <span class="i">$NewSDFile</span> = <span class="i">$NewSDFile</span> . <span class="q">"MergedWith"</span> . <span class="i">$FileName</span> . <span class="q">"1To"</span> . <span class="i">@TextFilesList</span><span class="sc">;</span> + 523 <span class="s">}</span> + 524 + 525 <span class="i">$NewSDFile</span> = <span class="i">$NewSDFile</span> . <span class="q">".sdf"</span><span class="sc">;</span> + 526 <span class="k">if</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">overwrite</span>}<span class="s">)</span> <span class="s">{</span> + 527 <span class="k">if</span> <span class="s">(</span><span class="k">-e</span> <span class="i">$NewSDFile</span><span class="s">)</span> <span class="s">{</span> + 528 <span class="k">die</span> <span class="q">"Error: The file $NewSDFile already exists.\n"</span><span class="sc">;</span> + 529 <span class="s">}</span> + 530 <span class="s">}</span> + 531 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">root</span>}<span class="s">)</span> <span class="s">{</span> + 532 <span class="k">if</span> <span class="s">(</span><span class="k">lc</span><span class="s">(</span><span class="i">$NewSDFile</span><span class="s">)</span> <span class="k">eq</span> <span class="k">lc</span><span class="s">(</span><span class="i">$SDFile</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 533 <span class="k">die</span> <span class="q">"Error: Output filename, $NewSDFile, is similar to a input file name.\nSpecify a different name using \"-r --root\" option or use default name.\n"</span><span class="sc">;</span> + 534 <span class="s">}</span> + 535 <span class="s">}</span> + 536 <span class="i">$OptionsInfo</span>{<span class="w">NewSDFile</span>} = <span class="i">$NewSDFile</span><span class="sc">;</span> + 537 <span class="s">}</span> + 538 + 539 <span class="c"># Setup script usage and retrieve command line arguments specified using various options...</span> +<a name="SetupScriptUsage-"></a> 540 <span class="k">sub </span><span class="m">SetupScriptUsage</span> <span class="s">{</span> + 541 + 542 <span class="c"># Retrieve all the options...</span> + 543 <span class="i">%Options</span> = <span class="s">(</span><span class="s">)</span><span class="sc">;</span> + 544 <span class="i">$Options</span>{<span class="w">mode</span>} = <span class="q">"colnum"</span><span class="sc">;</span> + 545 <span class="i">$Options</span>{<span class="w">indelim</span>} = <span class="q">"comma"</span><span class="sc">;</span> + 546 + 547 <span class="k">if</span> <span class="s">(</span>!<span class="i">GetOptions</span><span class="s">(</span>\<span class="i">%Options</span><span class="cm">,</span> <span class="q">"help|h"</span><span class="cm">,</span> <span class="q">"indelim=s"</span><span class="cm">,</span> <span class="q">"columns|c=s"</span><span class="cm">,</span> <span class="q">"keys|k=s"</span><span class="cm">,</span> <span class="q">"mode|m=s"</span><span class="cm">,</span> <span class="q">"overwrite|o"</span><span class="cm">,</span> <span class="q">"root|r=s"</span><span class="cm">,</span> <span class="q">"sdkey|s=s"</span><span class="cm">,</span> <span class="q">"workingdir|w=s"</span><span class="s">)</span><span class="s">)</span> <span class="s">{</span> + 548 <span class="k">die</span> <span class="q">"\nTo get a list of valid options and their values, use \"$ScriptName -h\" or\n\"perl -S $ScriptName -h\" command and try again...\n"</span><span class="sc">;</span> + 549 <span class="s">}</span> + 550 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> + 551 <span class="k">if</span> <span class="s">(</span>! <span class="k">-d</span> <span class="i">$Options</span>{<span class="w">workingdir</span>}<span class="s">)</span> <span class="s">{</span> + 552 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{workingdir}, for option \"-w --workingdir\" is not a directory name.\n"</span><span class="sc">;</span> + 553 <span class="s">}</span> + 554 <span class="k">chdir</span> <span class="i">$Options</span>{<span class="w">workingdir</span>} <span class="k">or</span> <span class="k">die</span> <span class="q">"Error: Couldn't chdir $Options{workingdir}: $! \n"</span><span class="sc">;</span> + 555 <span class="s">}</span> + 556 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">mode</span>} !~ <span class="q">/^(colnum|collabel)$/i</span><span class="s">)</span> <span class="s">{</span> + 557 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{mode}, for option \"-m --mode\" is not valid. Allowed values: colnum, or collabel\n"</span><span class="sc">;</span> + 558 <span class="s">}</span> + 559 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">indelim</span>} !~ <span class="q">/^(comma|semicolon)$/i</span><span class="s">)</span> <span class="s">{</span> + 560 <span class="k">die</span> <span class="q">"Error: The value specified, $Options{indelim}, for option \"--indelim\" is not valid. Allowed values: comma or semicolon\n"</span><span class="sc">;</span> + 561 <span class="s">}</span> + 562 <span class="k">if</span> <span class="s">(</span><span class="i">$Options</span>{<span class="w">sdkey</span>} && !<span class="i">$Options</span>{<span class="w">keys</span>}<span class="s">)</span> <span class="s">{</span> + 563 <span class="k">die</span> <span class="q">"Error: The option \"-s --sdkey\" can't be specified without the \"-k --keys\" option.\n"</span><span class="sc">;</span> + 564 <span class="s">}</span> + 565 <span class="k">elsif</span> <span class="s">(</span>!<span class="i">$Options</span>{<span class="w">sdkey</span>} && <span class="i">$Options</span>{<span class="w">keys</span>}<span class="s">)</span> <span class="s">{</span> + 566 <span class="k">die</span> <span class="q">"Error: The option \"-k --keys\" can't be specified without the \"-s --sdkey\" option.\n"</span><span class="sc">;</span> + 567 <span class="s">}</span> + 568 <span class="s">}</span> + 569 +<a name="EOF-"></a></pre> +<p> </p> +<br /> +<center> +<img src="../../../images/h2o2.png"> +</center> +</body> +</html>