annotate replace_text_in_column.xml @ 6:8928e6d1e7ba draft

Uploaded
author bgruening
date Thu, 08 Jan 2015 09:07:31 -0500
parents 56e80527c482
children d64eace4f9f3
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
1 <tool id="tp_replace_in_column" name="Replace Text" version="@BASE_VERSION@.0">
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
2 <description>in a specific column</description>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
3 <macros>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
4 <import>macros.xml</import>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
5 </macros>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
6 <expand macro="requirements">
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
7 <requirement type="package" version="4.1.0">gnu_awk</requirement>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
8 </expand>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
9 <version_command>awk --version | head -n 1</version_command>
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
10 <command>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
11 <![CDATA[
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
12 awk
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
13 -v OFS=" "
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
14 --re-interval
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
15 --sandbox '{ \$$column = gensub( /$find_pattern/, "$replace_pattern", "g", \$$column ) ; print \$0 ; }'
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
16 "$infile"
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
17 > "$outfile"
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
18 ]]>
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
19 </command>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
20 <inputs>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
21 <param format="tabular" name="infile" type="data" label="File to process" />
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
22 <param name="column" label="in column" type="data_column" data_ref="infile" accept_default="true" />
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
23
7068d1548234 Uploaded
bgruening
parents:
diff changeset
24 <param name="find_pattern" type="text" size="20" label="Find pattern" help="Use simple text, or a valid regular expression (without backslashes // ) " >
7068d1548234 Uploaded
bgruening
parents:
diff changeset
25 <sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
26 <valid initial="string.printable">
7068d1548234 Uploaded
bgruening
parents:
diff changeset
27 <remove value="&apos;"/>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
28 </valid>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
29 </sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
30 </param>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
31 <param name="replace_pattern" type="text" size="20" label="Replace with" help="Use simple text, or &amp; (ampersand) and \\1 \\2 \\3 to refer to matched text. See examples below." >
7068d1548234 Uploaded
bgruening
parents:
diff changeset
32 <sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
33 <valid initial="string.printable">
7068d1548234 Uploaded
bgruening
parents:
diff changeset
34 <remove value="&apos;"/>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
35 </valid>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
36 </sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
37 </param>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
38 </inputs>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
39 <outputs>
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
40 <data name="outfile" format_source="infile" metadata_source="infile" />
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
41 </outputs>
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
42 <tests>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
43 <test>
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
44 <param name="infile" value="replace_text_in_column1.txt" ftype="tabular" />
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
45 <param name="column" value="4" />
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
46 <param name="find_pattern" value=".+_(R.)" />
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
47 <param name="replace_pattern" value="\\1" />
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
48 <output name="outfile" file="replace_text_in_column_results1.txt" />
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
49 </test>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
50 </tests>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
51 <help>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
52 <![CDATA[
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
53 **What it does**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
54
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
55 This tool performs find & replace operation on a specified column in a given file.
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
56
7068d1548234 Uploaded
bgruening
parents:
diff changeset
57 .. class:: infomark
7068d1548234 Uploaded
bgruening
parents:
diff changeset
58
7068d1548234 Uploaded
bgruening
parents:
diff changeset
59 The **pattern to find** uses the **extended regular** expression syntax (same as running 'awk --re-interval').
7068d1548234 Uploaded
bgruening
parents:
diff changeset
60
7068d1548234 Uploaded
bgruening
parents:
diff changeset
61 .. class:: infomark
7068d1548234 Uploaded
bgruening
parents:
diff changeset
62
7068d1548234 Uploaded
bgruening
parents:
diff changeset
63 **TIP:** If you need more complex patterns, use the *awk* tool.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
64
7068d1548234 Uploaded
bgruening
parents:
diff changeset
65 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
66
7068d1548234 Uploaded
bgruening
parents:
diff changeset
67
7068d1548234 Uploaded
bgruening
parents:
diff changeset
68 **Examples of Find Patterns**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
69
7068d1548234 Uploaded
bgruening
parents:
diff changeset
70 - **HELLO** The word 'HELLO' (case sensitive).
7068d1548234 Uploaded
bgruening
parents:
diff changeset
71 - **AG.T** The letters A,G followed by any single character, followed by the letter T.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
72 - **A{4,}** Four or more consecutive A's.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
73 - **chr2[012]\\t** The words 'chr20' or 'chr21' or 'chr22' followed by a tab character.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
74 - **hsa-mir-([^ ]+)** The text 'hsa-mir-' followed by one-or-more non-space characters. When using parenthesis, the matched content of the parenthesis can be accessed with **\1** in the **replace** pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
75
7068d1548234 Uploaded
bgruening
parents:
diff changeset
76
7068d1548234 Uploaded
bgruening
parents:
diff changeset
77 **Examples of Replace Patterns**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
78
7068d1548234 Uploaded
bgruening
parents:
diff changeset
79 - **WORLD** The word 'WORLD' will be placed whereever the find pattern was found.
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
80 - **FOO-&-BAR** Each time the find pattern is found, it will be surrounded with 'FOO-' at the begining and '-BAR' at the end. **&** (ampersand) represents the matched find pattern.
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
81 - **\\1** The text which matched the first parenthesis in the Find Pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
82
7068d1548234 Uploaded
bgruening
parents:
diff changeset
83
7068d1548234 Uploaded
bgruening
parents:
diff changeset
84 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
85
7068d1548234 Uploaded
bgruening
parents:
diff changeset
86 **Example 1**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
87
7068d1548234 Uploaded
bgruening
parents:
diff changeset
88 **Find Pattern:** HELLO
7068d1548234 Uploaded
bgruening
parents:
diff changeset
89 **Replace Pattern:** WORLD
7068d1548234 Uploaded
bgruening
parents:
diff changeset
90
7068d1548234 Uploaded
bgruening
parents:
diff changeset
91 Every time the word HELLO is found, it will be replaced with the word WORLD. This operation affects only the selected column.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
92
7068d1548234 Uploaded
bgruening
parents:
diff changeset
93 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
94
7068d1548234 Uploaded
bgruening
parents:
diff changeset
95 **Example 2**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
96
7068d1548234 Uploaded
bgruening
parents:
diff changeset
97 **Find Pattern:** ^(.{4})
6
8928e6d1e7ba Uploaded
bgruening
parents: 4
diff changeset
98 **Replace Pattern:** &\\t
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
99
7068d1548234 Uploaded
bgruening
parents:
diff changeset
100 Find the first four characters in each line, and replace them with the same text, followed by a tab character. In practice - this will split the first line into two columns. This operation affects only the selected column.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
101
7068d1548234 Uploaded
bgruening
parents:
diff changeset
102
7068d1548234 Uploaded
bgruening
parents:
diff changeset
103 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
104
7068d1548234 Uploaded
bgruening
parents:
diff changeset
105 **Extened Regular Expression Syntax**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
106
7068d1548234 Uploaded
bgruening
parents:
diff changeset
107 The select tool searches the data for lines containing or not containing a match to the given pattern. A Regular Expression is a pattern descibing a certain amount of text.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
108
7068d1548234 Uploaded
bgruening
parents:
diff changeset
109 - **( ) { } [ ] . * ? + \ ^ $** are all special characters. **\\** can be used to "escape" a special character, allowing that special character to be searched for.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
110 - **^** matches the beginning of a string(but not an internal line).
7068d1548234 Uploaded
bgruening
parents:
diff changeset
111 - **(** .. **)** groups a particular pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
112 - **{** n or n, or n,m **}** specifies an expected number of repetitions of the preceding pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
113
7068d1548234 Uploaded
bgruening
parents:
diff changeset
114 - **{n}** The preceding item is matched exactly n times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
115 - **{n,}** The preceding item ismatched n or more times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
116 - **{n,m}** The preceding item is matched at least n times but not more than m times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
117
7068d1548234 Uploaded
bgruening
parents:
diff changeset
118 - **[** ... **]** creates a character class. Within the brackets, single characters can be placed. A dash (-) may be used to indicate a range such as **a-z**.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
119 - **.** Matches any single character except a newline.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
120 - ***** The preceding item will be matched zero or more times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
121 - **?** The preceding item is optional and matched at most once.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
122 - **+** The preceding item will be matched one or more times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
123 - **^** has two meaning:
7068d1548234 Uploaded
bgruening
parents:
diff changeset
124 - matches the beginning of a line or string.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
125 - indicates negation in a character class. For example, [^...] matches every character except the ones inside brackets.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
126 - **$** matches the end of a line or string.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
127 - **\|** Separates alternate possibilities.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
128
7068d1548234 Uploaded
bgruening
parents:
diff changeset
129
7068d1548234 Uploaded
bgruening
parents:
diff changeset
130 **Note**: AWK uses extended regular expression syntax, not Perl syntax. **\\d**, **\\w**, **\\s** etc. are **not** supported.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
131
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
132 @REFERENCES@
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
133 ]]>
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
134 </help>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
135 </tool>