|
16
|
1 <tool id="ideas_preprocessor" name="IDEAS Preprocessor" version="1.0.0">
|
|
0
|
2 <description></description>
|
|
|
3 <requirements>
|
|
28
|
4 <requirement type="package" version="2.27.1">bedtools</requirement>
|
|
0
|
5 <requirement type="package" version="2.5.4">deeptools</requirement>
|
|
|
6 <requirement type="package" version="1.10.4">r-data.table</requirement>
|
|
|
7 <requirement type="package" version="1.4.4">r-optparse</requirement>
|
|
|
8 <requirement type="package" version="1.6">samtools</requirement>
|
|
|
9 <requirement type="package" version="357">ucsc-bigwigaverageoverbed</requirement>
|
|
|
10 </requirements>
|
|
|
11 <command detect_errors="exit_code"><![CDATA[
|
|
11
|
12 #set chromosome_windows = "chromosome_windows.txt"
|
|
4
|
13 #set ideaspre_input_config = "ideaspre_input_config.txt"
|
|
11
|
14 #set specify_chrom_windows = $specify_chrom_windows_cond.specify_chrom_windows
|
|
22
|
15 #set tmp_dir = "tmp"
|
|
|
16 mkdir $tmp_dir &&
|
|
2
|
17 mkdir $output.files_path &&
|
|
11
|
18 #if str($specify_chrom_windows) == "yes":
|
|
2
|
19 ##############################################
|
|
11
|
20 ## Using a bed file for defining chrom windows,
|
|
|
21 ## so categorize the window positions by
|
|
|
22 ## chromosome to enable the IDEAS -inv option.
|
|
2
|
23 ##############################################
|
|
4
|
24 cp '$gen_chromosome_windows' $chromosome_windows &&
|
|
2
|
25 #end if
|
|
0
|
26 ##############################################
|
|
|
27 ## Create the config file and prepare the data
|
|
|
28 ##############################################
|
|
4
|
29 cp '$gen_ideaspre_input_config' $ideaspre_input_config &&
|
|
|
30 sort $ideaspre_input_config -o $ideaspre_input_config &&
|
|
0
|
31 Rscript '$__tool_directory__/ideas_preprocessor.R'
|
|
4
|
32 --ideaspre_input_config '$ideaspre_input_config'
|
|
11
|
33 #if str($specify_chrom_windows) == "yes":
|
|
4
|
34 --chromosome_windows '$chromosome_windows'
|
|
11
|
35 --chrom_bed_input '$specify_chrom_windows_cond.chrom_bed_input'
|
|
0
|
36 #else:
|
|
|
37 --chrom_len_file '$chromInfo'
|
|
11
|
38 --window_size $specify_chrom_windows_cond.window_size
|
|
0
|
39 #end if
|
|
13
|
40 #if str($exclude_bed_input) not in ["None", ""]:
|
|
26
|
41 #set exclude_bed_inputs = list()
|
|
|
42 #for $i in $exclude_bed_input:
|
|
|
43 $exclude_bed_input.append(str($i))
|
|
|
44 #end for
|
|
|
45 #set exclude_bed_inputs = ",".join($exclude_bed_inputs)
|
|
|
46 --exclude_bed_input '$exclude_bed_inputs'
|
|
0
|
47 #end if
|
|
|
48 --output '$output'
|
|
|
49 --output_files_path '$output.files_path'
|
|
|
50 &> ideas_preprocessor_log.txt;
|
|
|
51 if [[ $? -ne 0 ]]; then
|
|
|
52 cp ideas_preprocessor_log.txt '$output';
|
|
11
|
53 exit 1;
|
|
0
|
54 fi
|
|
|
55 ]]></command>
|
|
|
56 <configfiles>
|
|
4
|
57 <configfile name="gen_ideaspre_input_config"><![CDATA[#if str($cell_type_epigenetic_factor_cond.cell_type_epigenetic_factor) == "extract":
|
|
0
|
58 #set input_name_positions = $cell_type_epigenetic_factor_cond.input_name_positions
|
|
|
59 #for $i in $cell_type_epigenetic_factor_cond.input:
|
|
|
60 #set file_name_with_ext = $i.name
|
|
|
61 #if str($file_name_with_ext).find("http") >= 0 or str($file_name_with_ext).find("ftp") >= 0:
|
|
|
62 #set file_name_with_ext = $file_name_with_ext.split('/')[-1]
|
|
|
63 #end if
|
|
|
64 #assert str($file_name_with_ext).find("-") >= 0, "The selected input '%s' is invalid because it does not include the '-' character which is required when setting cell type and epigenetic factor names by extracting them from the input file names." % $file_name_with_ext
|
|
|
65 #set file_name = $file_name_with_ext.split(".")[0]
|
|
|
66 #if str($input_name_positions) == "cell_first":
|
|
|
67 #set cell_type_name = $file_name.split("-")[0]
|
|
|
68 #set epigenetic_factor_name = $file_name.split("-")[1]
|
|
|
69 #else:
|
|
|
70 #set cell_type_name = $file_name.split("-")[1]
|
|
|
71 #set epigenetic_factor_name = $file_name.split("-")[0]
|
|
|
72 #end if
|
|
2
|
73 ${cell_type_name} ${epigenetic_factor_name} ${i} ${file_name} ${i.ext}
|
|
0
|
74 #end for
|
|
|
75 #else:
|
|
|
76 #for $input_items in $cell_type_epigenetic_factor_cond.input_repeat:
|
|
2
|
77 ${input_items.cell_type_name} ${input_items.epigenetic_factor_name} ${input_items.input} ${file_name} ${input_items.input.ext}
|
|
0
|
78 #end for
|
|
|
79 #end if]]></configfile>
|
|
11
|
80 <configfile name="gen_chromosome_windows"><![CDATA[#if str($specify_chrom_windows_cond.specify_chrom_windows) == "yes":
|
|
0
|
81 #import collections
|
|
|
82 #set window_positions_by_chroms_odict = $collections.OrderedDict()
|
|
11
|
83 #for count, line in enumerate(open($specify_chrom_windows_cond.chrom_bed_input.file_name, 'r')):
|
|
0
|
84 #set $line = $line.strip()
|
|
|
85 #if not $line or $line.startswith('#'):
|
|
|
86 #continue
|
|
|
87 #end if
|
|
|
88 #set items = $line.split('\t')
|
|
|
89 #if $items[0] in $window_positions_by_chroms_odict:
|
|
|
90 #set tup = $window_positions_by_chroms_odict[$items[0]]
|
|
|
91 #set $tup[1] += 1
|
|
|
92 #set $window_positions_by_chroms_odict[$items[0]] = $tup
|
|
|
93 #else:
|
|
|
94 #set $window_positions_by_chroms_odict[$items[0]] = [$count, $count+1]
|
|
|
95 #end if
|
|
|
96 #end for
|
|
|
97 #for $chrom, $tup in $window_positions_by_chroms_odict.items():
|
|
|
98 ${chrom} ${tup[0]} ${tup[1]}
|
|
|
99 #end for
|
|
|
100 #end if]]></configfile>
|
|
|
101 </configfiles>
|
|
|
102 <inputs>
|
|
|
103 <conditional name="cell_type_epigenetic_factor_cond">
|
|
|
104 <param name="cell_type_epigenetic_factor" type="select" label="Set cell type and epigenetic factor names by">
|
|
|
105 <option value="extract" selected="true">extracting them from the selected input file names</option>
|
|
|
106 <option value="manual">manually setting them for each selected input</option>
|
|
|
107 </param>
|
|
|
108 <when value="extract">
|
|
|
109 <param name="input" type="data" format="bigwig,bam" multiple="True" label="BAM or BigWig files">
|
|
|
110 <validator type="empty_field"/>
|
|
|
111 <validator type="unspecified_build"/>
|
|
|
112 </param>
|
|
|
113 <param name="input_name_positions" type="select" display="radio" label="Selected input file name pattern is" help="A '-' character must separate cell type and epigenetic factor names within the selected input file names">
|
|
|
114 <option value="cell_first" selected="true">Cell type name - Epigenetic factor name</option>
|
|
|
115 <option value="cell_last">Epigenetic factor name - Cell type name</option>
|
|
|
116 </param>
|
|
|
117 </when>
|
|
|
118 <when value="manual">
|
|
16
|
119 <repeat name="input_repeat" title="Cell type, epigenetic factor and input" min="1">
|
|
0
|
120 <param name="cell_type_name" type="text" value="" label="Cell type name">
|
|
|
121 <validator type="empty_field"/>
|
|
|
122 </param>
|
|
|
123 <param name="epigenetic_factor_name" type="text" value="" label="Epigenetic factor name">
|
|
|
124 <validator type="empty_field"/>
|
|
|
125 </param>
|
|
|
126 <param name="input" type="data" format="bigwig,bam" label="BAM or BigWig file">
|
|
|
127 <validator type="empty_field"/>
|
|
|
128 <validator type="unspecified_build"/>
|
|
|
129 </param>
|
|
|
130 </repeat>
|
|
|
131 </when>
|
|
|
132 </conditional>
|
|
11
|
133 <conditional name="specify_chrom_windows_cond">
|
|
|
134 <param name="specify_chrom_windows" type="select" label="Define chromosome window positions from a bed file?">
|
|
0
|
135 <option value="no" selected="true">No</option>
|
|
|
136 <option value="yes">Yes</option>
|
|
|
137 </param>
|
|
|
138 <when value="no">
|
|
|
139 <param name="window_size" type="integer" value="200" label="Window size in base pairs"/>
|
|
|
140 </when>
|
|
|
141 <when value="yes">
|
|
13
|
142 <param name="chrom_bed_input" type="data" format="bed" label="Select bed file for defining chromosome window positions">
|
|
11
|
143 <validator type="empty_dataset"/>
|
|
|
144 </param>
|
|
0
|
145 </when>
|
|
|
146 </conditional>
|
|
13
|
147 <param name="exclude_bed_input" type="data" format="bed" optional="True" multiple="True" label="Select bed file(s) containing regions to exclude"/>
|
|
0
|
148 </inputs>
|
|
|
149 <outputs>
|
|
4
|
150 <data name="output" format="ideaspre"/>
|
|
0
|
151 </outputs>
|
|
|
152 <tests>
|
|
|
153 <test>
|
|
16
|
154 <param name="input" value="e001-h3k4me3.bigwig" ftype="bigwig" dbkey="hg19"/>
|
|
|
155 <param name="specify_chrom_windows" value="yes"/>
|
|
22
|
156 <param name="chrom_bed_input" value="chromosomes.bed" ftype="bed" dbkey="hg19"/>
|
|
|
157 <output name="output" file="output.html" ftype="ideaspre">
|
|
|
158 <extra_files type="file" name="chromosomes.bed" value="chromosomes.bed"/>
|
|
|
159 <extra_files type="file" name="chromosome_windows.txt" value="chromosome_windows.txt"/>
|
|
|
160 <extra_files type="file" name="IDEAS_input_config.txt" value="IDEAS_input_config.txt"/>
|
|
24
|
161 <extra_files type="file" name="tmp.tar.gz" value="tmp.tar.gz" compare="sim_size"/>
|
|
22
|
162 </output>
|
|
0
|
163 </test>
|
|
|
164 </tests>
|
|
|
165 <help>
|
|
|
166 **What it does**
|
|
|
167
|
|
16
|
168 Takes as input a list of epigenetic data sets (histones, chromatin accessibility, CpG methylation, TFs, etc.)
|
|
|
169 or any other whole-genome data sets (e.g., scores). Currently the supported data formats are BigWig and BAM.
|
|
|
170 All data sets are mapped by to a common genomic coordinate in a selected assembly (user-provided window size
|
|
|
171 or 200bp windows by default). The user can specify regions to be considered or removed from the analysis.
|
|
|
172 The input data may come from one cell type/condition/individual/time point (although this approach does not
|
|
|
173 fully utilize the advantages of IDEAS), or from multiple cell types/conditions/individuals/time points. The
|
|
|
174 same set of epigenetic features may not be present in all cell types, in which case IDEAS perfroms imputation
|
|
|
175 of the missing tracks if specified. This tool produces a single dataset with the **IdeasPre** datatype for
|
|
|
176 use as input to the IDEAS tool.
|
|
|
177
|
|
0
|
178 -----
|
|
|
179
|
|
|
180 **Required options**
|
|
|
181
|
|
16
|
182 * **Set cell type and epigenetic factor names by** - cell type and epigenetic factor names can be set manually or by extracting them from the names of the selected input datasets. The latter case requires all selected datasets to have names that contain a "-" character.
|
|
|
183
|
|
|
184 * **BAM or BigWig files** - select one or more Bam or Bigwig files from your history, making sure that the name of every selected input include a "-" character (e.g., e001-h3k4me3.bigwig).
|
|
|
185 * **Cell type, Epigenetic factor and Input** - manually select any number of inputs, setting the cell type and epigenetic factor name for each. The combination of "cell type name" and "epigenetic factor name" must be unique for each input. For example, if you have replicate data you may want to specify the cell name as "rep1", "rep2", etc and the factor name as "rep1", "rep2", etc.
|
|
|
186
|
|
|
187 * **Cell type name** - cell type name if specifying manually.
|
|
|
188 * **Epigenetic factor name** - epigenetic factor name if specifying manually.
|
|
|
189 * **BAM or BigWig file** - BAM or BigWig file.
|
|
|
190 * **Selected input file name pattern is** - select the file name pattern, either **epigenetic factor name-cell type name** or **cell type name-epigenetic factor name**.
|
|
|
191
|
|
|
192 * **Define chromosome window positions from a bed file** - select "No" to run whole genome segmentation or select "Yes" to segment genomes within the unit of the windows defined by the bed file. This file can be in BED3, BED4 or BED5 format, but only the first three columns (chr posst posed) will be used.
|
|
|
193
|
|
|
194 * **Window size in base pairs** - Window size in base pairs if specifying manually.
|
|
|
195 * **Select bed file for defining chromosome window positions** - select a bed file for specifying the chromosome window positions.
|
|
|
196
|
|
|
197 * **Select bed file(s) containing regions to exclude** - select one or more bed files that contains regions you'd like excluded from your datasets.
|
|
0
|
198 </help>
|
|
|
199 <citations>
|
|
|
200 <citation type="doi">10.1093/nar/gkw278</citation>
|
|
|
201 </citations>
|
|
|
202 </tool>
|
