annotate replace_text_in_column.xml @ 4:56e80527c482 draft

Uploaded
author bgruening
date Wed, 07 Jan 2015 11:10:52 -0500
parents 7068d1548234
children 8928e6d1e7ba
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
1 <tool id="tp_replace_in_column" name="Replace Text" version="@BASE_VERSION@.0">
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
2 <description>in a specific column</description>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
3 <macros>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
4 <import>macros.xml</import>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
5 </macros>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
6 <expand macro="requirements">
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
7 <requirement type="package" version="4.1.0">gnu_awk</requirement>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
8 </expand>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
9 <version_command>awk --version | head -n 1</version_command>
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
10 <command interpreter="sh">
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
11 <![CDATA[
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
12 ##adapt to awk's quirks - to pass an acutal backslash - two backslashes are required (just like in a C string)
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
13 REPLACE_PATTERN=\${$replace_pattern//\\/\\\\};
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
14 awk
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
15 -v OFS="\t"
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
16 --re-interval
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
17 --sandbox "{ \$$column = gensub( /$find_pattern/, \"$replace_pattern\", \"g\", \$$column ) ; print \$0 ; }"
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
18 "$infile"
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
19 > "$output"
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
20 ]]>
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
21 </command>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
22 <inputs>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
23 <param format="tabular" name="infile" type="data" label="File to process" />
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
24 <param name="column" label="in column" type="data_column" data_ref="infile" accept_default="true" />
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
25
7068d1548234 Uploaded
bgruening
parents:
diff changeset
26 <param name="find_pattern" type="text" size="20" label="Find pattern" help="Use simple text, or a valid regular expression (without backslashes // ) " >
7068d1548234 Uploaded
bgruening
parents:
diff changeset
27 <sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
28 <valid initial="string.printable">
7068d1548234 Uploaded
bgruening
parents:
diff changeset
29 <remove value="&apos;"/>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
30 </valid>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
31 </sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
32 </param>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
33 <param name="replace_pattern" type="text" size="20" label="Replace with" help="Use simple text, or &amp; (ampersand) and \\1 \\2 \\3 to refer to matched text. See examples below." >
7068d1548234 Uploaded
bgruening
parents:
diff changeset
34 <sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
35 <valid initial="string.printable">
7068d1548234 Uploaded
bgruening
parents:
diff changeset
36 <remove value="&apos;"/>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
37 </valid>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
38 </sanitizer>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
39 </param>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
40 </inputs>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
41 <outputs>
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
42 <data format="input" name="output" metadata_source="infile" />
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
43 </outputs>
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
44 <tests>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
45 <test>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
46 <param name="infile" value="replace_text_in_column_in1.txt" ftype="tabular" />
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
47 <param name="column" value="4" />
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
48 <param name="find_pattern" value=".+_(R.)" />
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
49 <param name="replace_pattern" value="\1" />
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
50 <output name="output" file="replace_text_in_column_output1.txt" />
7068d1548234 Uploaded
bgruening
parents:
diff changeset
51 </test>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
52 </tests>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
53 <help>
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
54 <![CDATA[
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
55 **What it does**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
56
7068d1548234 Uploaded
bgruening
parents:
diff changeset
57 This tool performs find &amp; replace operation on a specified column in a given file.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
58
7068d1548234 Uploaded
bgruening
parents:
diff changeset
59 .. class:: infomark
7068d1548234 Uploaded
bgruening
parents:
diff changeset
60
7068d1548234 Uploaded
bgruening
parents:
diff changeset
61 The **pattern to find** uses the **extended regular** expression syntax (same as running 'awk --re-interval').
7068d1548234 Uploaded
bgruening
parents:
diff changeset
62
7068d1548234 Uploaded
bgruening
parents:
diff changeset
63 .. class:: infomark
7068d1548234 Uploaded
bgruening
parents:
diff changeset
64
7068d1548234 Uploaded
bgruening
parents:
diff changeset
65 **TIP:** If you need more complex patterns, use the *awk* tool.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
66
7068d1548234 Uploaded
bgruening
parents:
diff changeset
67 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
68
7068d1548234 Uploaded
bgruening
parents:
diff changeset
69
7068d1548234 Uploaded
bgruening
parents:
diff changeset
70 **Examples of Find Patterns**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
71
7068d1548234 Uploaded
bgruening
parents:
diff changeset
72 - **HELLO** The word 'HELLO' (case sensitive).
7068d1548234 Uploaded
bgruening
parents:
diff changeset
73 - **AG.T** The letters A,G followed by any single character, followed by the letter T.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
74 - **A{4,}** Four or more consecutive A's.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
75 - **chr2[012]\\t** The words 'chr20' or 'chr21' or 'chr22' followed by a tab character.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
76 - **hsa-mir-([^ ]+)** The text 'hsa-mir-' followed by one-or-more non-space characters. When using parenthesis, the matched content of the parenthesis can be accessed with **\1** in the **replace** pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
77
7068d1548234 Uploaded
bgruening
parents:
diff changeset
78
7068d1548234 Uploaded
bgruening
parents:
diff changeset
79 **Examples of Replace Patterns**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
80
7068d1548234 Uploaded
bgruening
parents:
diff changeset
81 - **WORLD** The word 'WORLD' will be placed whereever the find pattern was found.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
82 - **FOO-&amp;-BAR** Each time the find pattern is found, it will be surrounded with 'FOO-' at the begining and '-BAR' at the end. **&amp;** (ampersand) represents the matched find pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
83 - **\\1** The text which matched the first parenthesis in the Find Pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
84
7068d1548234 Uploaded
bgruening
parents:
diff changeset
85
7068d1548234 Uploaded
bgruening
parents:
diff changeset
86 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
87
7068d1548234 Uploaded
bgruening
parents:
diff changeset
88 **Example 1**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
89
7068d1548234 Uploaded
bgruening
parents:
diff changeset
90 **Find Pattern:** HELLO
7068d1548234 Uploaded
bgruening
parents:
diff changeset
91 **Replace Pattern:** WORLD
7068d1548234 Uploaded
bgruening
parents:
diff changeset
92
7068d1548234 Uploaded
bgruening
parents:
diff changeset
93 Every time the word HELLO is found, it will be replaced with the word WORLD. This operation affects only the selected column.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
94
7068d1548234 Uploaded
bgruening
parents:
diff changeset
95 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
96
7068d1548234 Uploaded
bgruening
parents:
diff changeset
97 **Example 2**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
98
7068d1548234 Uploaded
bgruening
parents:
diff changeset
99 **Find Pattern:** ^(.{4})
7068d1548234 Uploaded
bgruening
parents:
diff changeset
100 **Replace Pattern:** &amp;\\t
7068d1548234 Uploaded
bgruening
parents:
diff changeset
101
7068d1548234 Uploaded
bgruening
parents:
diff changeset
102 Find the first four characters in each line, and replace them with the same text, followed by a tab character. In practice - this will split the first line into two columns. This operation affects only the selected column.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
103
7068d1548234 Uploaded
bgruening
parents:
diff changeset
104
7068d1548234 Uploaded
bgruening
parents:
diff changeset
105 -----
7068d1548234 Uploaded
bgruening
parents:
diff changeset
106
7068d1548234 Uploaded
bgruening
parents:
diff changeset
107 **Extened Regular Expression Syntax**
7068d1548234 Uploaded
bgruening
parents:
diff changeset
108
7068d1548234 Uploaded
bgruening
parents:
diff changeset
109 The select tool searches the data for lines containing or not containing a match to the given pattern. A Regular Expression is a pattern descibing a certain amount of text.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
110
7068d1548234 Uploaded
bgruening
parents:
diff changeset
111 - **( ) { } [ ] . * ? + \ ^ $** are all special characters. **\\** can be used to "escape" a special character, allowing that special character to be searched for.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
112 - **^** matches the beginning of a string(but not an internal line).
7068d1548234 Uploaded
bgruening
parents:
diff changeset
113 - **(** .. **)** groups a particular pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
114 - **{** n or n, or n,m **}** specifies an expected number of repetitions of the preceding pattern.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
115
7068d1548234 Uploaded
bgruening
parents:
diff changeset
116 - **{n}** The preceding item is matched exactly n times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
117 - **{n,}** The preceding item ismatched n or more times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
118 - **{n,m}** The preceding item is matched at least n times but not more than m times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
119
7068d1548234 Uploaded
bgruening
parents:
diff changeset
120 - **[** ... **]** creates a character class. Within the brackets, single characters can be placed. A dash (-) may be used to indicate a range such as **a-z**.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
121 - **.** Matches any single character except a newline.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
122 - ***** The preceding item will be matched zero or more times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
123 - **?** The preceding item is optional and matched at most once.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
124 - **+** The preceding item will be matched one or more times.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
125 - **^** has two meaning:
7068d1548234 Uploaded
bgruening
parents:
diff changeset
126 - matches the beginning of a line or string.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
127 - indicates negation in a character class. For example, [^...] matches every character except the ones inside brackets.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
128 - **$** matches the end of a line or string.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
129 - **\|** Separates alternate possibilities.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
130
7068d1548234 Uploaded
bgruening
parents:
diff changeset
131
7068d1548234 Uploaded
bgruening
parents:
diff changeset
132 **Note**: AWK uses extended regular expression syntax, not Perl syntax. **\\d**, **\\w**, **\\s** etc. are **not** supported.
7068d1548234 Uploaded
bgruening
parents:
diff changeset
133
4
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
134 @REFERENCES@
56e80527c482 Uploaded
bgruening
parents: 3
diff changeset
135 ]]>
3
7068d1548234 Uploaded
bgruening
parents:
diff changeset
136 </help>
7068d1548234 Uploaded
bgruening
parents:
diff changeset
137 </tool>