|
1
|
1 <tool id="ideas" name="IDEAS" version="1.2.0">
|
|
0
|
2 <description>accounts for position dependent epigenetic events and detects local cell type relationships</description>
|
|
|
3 <requirements>
|
|
|
4 <requirement type="package" version="2.26.0">bedtools</requirement>
|
|
|
5 <requirement type="package" version="332">ucsc-bedgraphtobigwig</requirement>
|
|
|
6 <requirement type="package" version="332">ucsc-bedsort</requirement>
|
|
|
7 <requirement type="package" version="332">ucsc-bigwigaverageoverbed</requirement>
|
|
100
|
8 <requirement type="package" version="1.20">ideas</requirement>
|
|
151
|
9 <requirement type="package" version="1.10.4">r-data.table</requirement>
|
|
106
|
10 <requirement type="package" version="1.4.4">r-optparse</requirement>
|
|
0
|
11 </requirements>
|
|
30
|
12 <command detect_errors="exit_code"><![CDATA[
|
|
173
|
13 #import os
|
|
176
|
14 #set perform_training = $perform_training_cond.perform_training
|
|
|
15
|
|
|
16 ## Set the value of chrom_bed_input since we don't symlink it.
|
|
|
17 #if $input.metadata.chrom_bed is None:
|
|
|
18 #set chrom_bed_input = None
|
|
|
19 #else:
|
|
|
20 #set chrom_bed_input = $os.path.join($input.extra_files_path, $input.metadata.chrom_bed)
|
|
|
21 end if
|
|
|
22
|
|
|
23 ## Link chromosome_windows.txt if not None.
|
|
|
24 #set chromosome_windows $input.metadata.chrom_windows
|
|
|
25 #if chromosome_windows is not None:
|
|
|
26 #set from_path = $os.path.join($input.extra_files_path, $chromosome_windows)
|
|
|
27 ln -s $from_path . &&
|
|
|
28 #end if
|
|
|
29
|
|
|
30 ## Link IDEAS_input_config.txt which will always exist.
|
|
|
31 #set ideas_input_config $input.metadata.input_config
|
|
|
32 #set from_path = $os.path.join($input.extra_files_path, $ideas_input_config)
|
|
|
33 ln -s $from_path . &&
|
|
|
34
|
|
|
35 ## Link all files in the extra_files_path's tmp directory.
|
|
173
|
36 #set tmp_dir = "tmp"
|
|
176
|
37 #set from_path = $os.path.join($input.extra_files_path, "tmp")
|
|
173
|
38 mkdir $tmp_dir &&
|
|
176
|
39 #for f in $os.listdir($from_path):
|
|
|
40 ln -s $os.path.join($from_path, $f) $tmp_dir &&
|
|
173
|
41 #end for
|
|
176
|
42
|
|
|
43 ## Define and create output directories.
|
|
120
|
44 #set output_pdf_dir = "output_pdf_dir"
|
|
|
45 #set output_txt_dir = "output_txt_dir"
|
|
155
|
46 #set output_training_dir = "output_training_dir"
|
|
172
|
47 #if str($output_heatmaps) == "yes":
|
|
|
48 mkdir '$output_pdf_dir' &&
|
|
|
49 #end if
|
|
|
50 #if str($perform_training) == "yes":
|
|
|
51 #set output_dir = $output_training_dir
|
|
|
52 mkdir '$output_training_dir' &&
|
|
|
53 #else:
|
|
|
54 #set output_dir = $output_txt_dir
|
|
|
55 mkdir '$output_txt_dir' &&
|
|
|
56 #end if
|
|
176
|
57
|
|
173
|
58 Rscript '$__tool_directory__/ideas.R'
|
|
169
|
59 --burnin_num $burnin_num
|
|
|
60 #if str($bychr) == "true":
|
|
|
61 --bychr true
|
|
0
|
62 #end if
|
|
176
|
63 --chrom_bed_input $chrom_bed_input
|
|
|
64 --chromosome_windows $chromosome_windows
|
|
169
|
65 #if str($hp) == "true":
|
|
|
66 --hp true
|
|
0
|
67 #end if
|
|
169
|
68 #if str($initial_states) != "0":
|
|
|
69 --initial_states $initial_states
|
|
165
|
70 #end if
|
|
169
|
71 --input_files_path $input.extra_files_path
|
|
176
|
72 --ideas_input_config $ideas_input_config
|
|
165
|
73 #if str($log2) != "0.0":
|
|
|
74 --log2 $log2
|
|
|
75 #end if
|
|
169
|
76 #if str($maxerr) != "0.0":
|
|
|
77 --maxerr $maxerr
|
|
|
78 #end if
|
|
|
79 #if str($max_cell_type_clusters) != "0":
|
|
|
80 --max_cell_type_clusters $max_cell_type_clusters
|
|
|
81 #end if
|
|
|
82 #if str($max_position_classes) != "0":
|
|
|
83 --max_position_classes $max_position_classes
|
|
|
84 #end if
|
|
165
|
85 #if str($max_states) != "0.0":
|
|
|
86 --max_states $max_states
|
|
|
87 #end if
|
|
169
|
88 --mcmc_num $mcmc_num
|
|
|
89 #if str($minerr) != "0.0":
|
|
|
90 --minerr $minerr
|
|
165
|
91 #end if
|
|
173
|
92 --output_dir $output_dir
|
|
165
|
93 #if str($prior_concentration) != "0.0":
|
|
|
94 --prior_concentration $prior_concentration
|
|
|
95 #end if
|
|
|
96 --project_name '$project_name'
|
|
|
97 #if str($save_ideas_log) == "yes":
|
|
|
98 --save_ideas_log $save_ideas_log
|
|
|
99 --output_log '$output_log'
|
|
|
100 #end if
|
|
169
|
101 #if str($standardize_datasets) == "true":
|
|
|
102 --standardize_datasets true
|
|
|
103 #end if
|
|
|
104 --rseed $rseed
|
|
|
105 --thread \${GALAXY_SLOTS:-4}
|
|
|
106 #if str($perform_training) == "yes":
|
|
|
107 --training_iterations $perform_training_cond.training_iterations
|
|
|
108 --training_windows $perform_training_cond.training_windows
|
|
|
109 #end if
|
|
165
|
110 #if str($perform_training) == "yes":
|
|
|
111 && mv ./*.para0 '$output_dir'
|
|
|
112 && mv ./*.profile0 '$output_dir'
|
|
153
|
113 #else:
|
|
165
|
114 && mv ./*.para '$output_dir'
|
|
|
115 && mv ./*.profile '$output_dir'
|
|
|
116 #end if
|
|
|
117 && mv ./*.cluster '$output_dir'
|
|
|
118 && mv ./*.state '$output_dir'
|
|
|
119 #if str($output_heatmaps) == "yes":
|
|
|
120 && Rscript '$__tool_directory__/create_heatmaps.R'
|
|
|
121 --input_dir '$output_dir'
|
|
|
122 --output_dir '$output_pdf_dir'
|
|
|
123 --script_dir '$__tool_directory__'
|
|
|
124 #if str($perform_training) == "yes":
|
|
|
125 --in_training_mode true
|
|
158
|
126 #end if
|
|
131
|
127 #end if
|
|
128
|
128 ]]></command>
|
|
0
|
129 <inputs>
|
|
149
|
130 <conditional name="perform_training_cond">
|
|
|
131 <param name="perform_training" type="select" label="Perform training?">
|
|
|
132 <option value="yes" selected="true">Yes</option>
|
|
|
133 <option value="no">No</option>
|
|
|
134 </param>
|
|
|
135 <when value="yes">
|
|
165
|
136 <param name="training_iterations" type="integer" value="20" min="3" label="Number of training iterations"/>
|
|
153
|
137 <param name="training_windows" type="integer" value="10000" min="2" label="Number of randomly selected windows for training"/>
|
|
149
|
138 </when>
|
|
|
139 <when value="no"/>
|
|
|
140 </conditional>
|
|
171
|
141 <param name="input" type="data" format="ideaspre" label="Select IDEAS input"/>
|
|
113
|
142 <param name="project_name" type="text" value="myProject" label="Project name" help="Outputs will have this base name">
|
|
112
|
143 <validator type="empty_field"/>
|
|
|
144 </param>
|
|
149
|
145 <param name="rseed" type="integer" value="1234" min="0" max="1000000" label="Seed for IDEAS model initialization" help="Zero value generates a random seed, and this seed will be different for each job run."/>
|
|
|
146 <param name="bychr" type="boolean" truevalue="true" falsevalue="" checked="False" label="Output chromosomes in separate files"/>
|
|
98
|
147 <param name="reads_per_bp" type="select" display="radio" label="Calculate the signal in each genomic window using">
|
|
36
|
148 <option value="6" selected="true">mean</option>
|
|
|
149 <option value="8">max</option>
|
|
|
150 </param>
|
|
149
|
151 <param name="hp" type="boolean" truevalue="true" falsevalue="" checked="False" label="Discourage state transition across chromosomes"/>
|
|
101
|
152 <param name="log2" type="float" value="0" min="0" label="Use log2(x+number) transformation" help="Zero means no log2 transformation"/>
|
|
|
153 <param name="max_states" type="float" value="0" min="0" label="Maximum number of states to be inferred" help="Zero sets the maximum to a large number"/>
|
|
|
154 <param name="initial_states" type="integer" value="20" min="0" label="Initial number of states" help="Positive integer"/>
|
|
|
155 <param name="max_position_classes" type="integer" value="0" min="0" label="Maximum number of position classes to be inferred" help="Zero sets the maximum to a large number"/>
|
|
|
156 <param name="max_cell_type_clusters" type="integer" value="0" min="0" label="Maximum number of cell type clusters allowed" help="Zero sets the maximum to a large number"/>
|
|
|
157 <param name="prior_concentration" type="float" value="1" min="0" label="Prior concentration" help="Zero value results in the default: sqrt(number of cell types)"/>
|
|
169
|
158 <param name="standardize_datasets" type="boolean" truevalue="true" falsevalue="" checked="False" label="Standardize all datasets"/>
|
|
34
|
159 <param name="burnin_num" type="integer" value="20" min="1" label="Number of burnin steps"/>
|
|
|
160 <param name="mcmc_num" type="integer" value="20" min="1" label="Number of maximization steps"/>
|
|
101
|
161 <param name="minerr" type="float" value="0.5" min="0" label="Minimum standard deviation for the emission Gaussian distribution" help="Zero value results in the default: 0.5"/>
|
|
|
162 <param name="maxerr" type="float" value="1000000" min="0" label="Maximum standard deviation for the emission Gaussian distribution" help="Zero sets the maximum to a large number"/>
|
|
131
|
163 <param name="output_heatmaps" type="select" display="radio" label="Output heatmaps?">
|
|
149
|
164 <option value="yes" selected="true">Yes</option>
|
|
|
165 <option value="no">No</option>
|
|
131
|
166 </param>
|
|
89
|
167 <param name="save_ideas_log" type="select" display="radio" label="Save IDEAS log in an additional history item">
|
|
|
168 <option value="no" selected="true">No</option>
|
|
|
169 <option value="yes">Yes</option>
|
|
|
170 </param>
|
|
0
|
171 </inputs>
|
|
|
172 <outputs>
|
|
102
|
173 <data name="output_log" format="txt" label="${tool.name} (output log) on ${on_string}">
|
|
89
|
174 <filter>save_ideas_log == 'yes'</filter>
|
|
|
175 </data>
|
|
131
|
176 <collection name="output_pdf_collection" type="list" label="${tool.name} (heatmaps) on ${on_string}">
|
|
120
|
177 <discover_datasets pattern="__name__" directory="output_pdf_dir" format="pdf"/>
|
|
131
|
178 <filter>output_heatmaps == 'yes'</filter>
|
|
120
|
179 </collection>
|
|
112
|
180 <collection name="output_txt_collection" type="list">
|
|
120
|
181 <discover_datasets pattern="__name__" directory="output_txt_dir" format="txt"/>
|
|
153
|
182 <filter>perform_training_cond['perform_training'] == 'no'</filter>
|
|
|
183 </collection>
|
|
168
|
184 <collection name="output_training_collection" type="list">
|
|
153
|
185 <discover_datasets pattern="__name__" directory="output_training_dir" format="txt"/>
|
|
|
186 <filter>perform_training_cond['perform_training'] == 'yes'</filter>
|
|
102
|
187 </collection>
|
|
0
|
188 </outputs>
|
|
|
189 <tests>
|
|
90
|
190 <test>
|
|
168
|
191 <param name="perform_training" value="no"/>
|
|
169
|
192 <param name="input" value="input.ideaspre" ftype="ideaspre" dbkey="hg19"/>
|
|
115
|
193 <param name="project_name" value="IDEAS_out"/>
|
|
168
|
194 <param name="initial_states" value="2"/>
|
|
|
195 <param name="maxerr" value="1000"/>
|
|
|
196 <param name="output_heatmaps" value="no"/>
|
|
173
|
197 <param name="save_ideas_log" value="yes"/>
|
|
112
|
198 <output_collection name="output_txt_collection" type="list">
|
|
168
|
199 <element name="IDEAS_out.chr1.cluster" file="IDEAS_out.cluster" ftype="txt"/>
|
|
|
200 <element name="IDEAS_out.chr1.para" file="IDEAS_out.para" ftype="txt"/>
|
|
|
201 <element name="IDEAS_out.chr1.profile" file="IDEAS_out.profile" ftype="txt"/>
|
|
|
202 <element name="IDEAS_out.chr1.state" file="IDEAS_out.state" ftype="txt"/>
|
|
102
|
203 </output_collection>
|
|
168
|
204 <output name="output_log" file="output_log.txt" ftype="txt" compare="contains" />
|
|
90
|
205 </test>
|
|
0
|
206 </tests>
|
|
|
207 <help>
|
|
|
208 **What it does**
|
|
|
209
|
|
95
|
210 IDEAS (an **I**\ ntegrative and **D**\ iscriminative **E**\ pigenome **A**\ nnotation **S**\ ystem) identifies
|
|
|
211 de novo regulatory functions from epigenetic data in multiple cell types jointly. It is a full probabilistic
|
|
|
212 model defined on all data, and it combines signals across both the genome and cell types to boost power. The
|
|
|
213 underlying assumption of IDEAS is that, because all cell types share the same underlying DNA sequences,
|
|
|
214 **functions of each DNA segment should be correlated**. Also, cell type specific regulation is locus-dependent,
|
|
|
215 and thus IDEAS uses local epigenetic landscape to **identify de novo and local cell type clusters** without
|
|
|
216 assuming or requiring a known global cell type relationship.
|
|
94
|
217
|
|
|
218 IDEAS takes as input a list of epigenetic data sets (histones, chromatin accessibility, CpG methylation, TFs, etc)
|
|
|
219 or any other whole-genome data sets (e.g., scores). Currently the supported data formats include BigWig and BAM.
|
|
|
220 All data sets will first be mapped by IDEAS to a common genomic coordinate in a selected assembly (200bp windows
|
|
|
221 by default, or user-provided). The user can specify regions to be considered or removed from the analysis. The
|
|
|
222 input data may come from one cell type/condition/individual/time point (although it does not fully utilize the
|
|
|
223 advantage of IDEAS), or from multiple cell types/conditions/individuals/time points. The same set of epigenetic
|
|
|
224 features may not be present in all cell types, for which IDEAS will do imputation of the missing tracks if
|
|
|
225 specified.
|
|
|
226
|
|
|
227 .. image:: $PATH_TO_IMAGES/ideas.png
|
|
|
228
|
|
|
229 IDEAS predicts regulatory functions, denoted by epigenetic states, at each position in each cell type by
|
|
|
230 **combining information simultaneously learned from other cell types** at the same positions in cell types with
|
|
|
231 similar local epigenetic landscapes. Size of genomic intervals for determining the similarity are also learned.
|
|
|
232 All of the inferences are done through parallel infinite-state hidden Markov models (iHMM), which is a Bayesian
|
|
|
233 non-parametric technique to automatically determine the number of local cell type clusters and the number of
|
|
|
234 epigenetic states.
|
|
|
235
|
|
|
236 In addition to its improved power, IDEAS has two unique advantages:
|
|
|
237
|
|
96
|
238 1) applies **linear time inference** with respect to the number of cell types, which allows it to study hundreds or more cell types jointly
|
|
|
239 2) uses mini-batch training to **improve reproducibility** of the predicted epigenetic states, which is important because genome segmentation is not convex and hence cannot guarantee a global optimal solution.
|
|
0
|
240
|
|
|
241 -----
|
|
|
242
|
|
88
|
243 **Options**
|
|
0
|
244
|
|
168
|
245 * **Perform training** - select "Yes" to run the specified number of training iterations, running IDEAS with the parameter values and producing outputs. After training, these outputs are combined into a single dataset which is then used in conjunction with the inputs for the actual analysis. This process improves the accuracy of the final results.
|
|
|
246
|
|
|
247 * **Number of training iterations** - the number of times to execute IDEAS with the specified parameter values on the selected inputs to produce the training results. The minimum number of iterations is 3.
|
|
|
248 * **Number of randomly selected windows for training** - the number of chromosome windows within the input datasets from which to randomly select data for training.
|
|
|
249
|
|
88
|
250 * **Set cell type and epigenetic factor names by** - cell type and epigenetic factor names can be set manually or by extracting them from the names of the selected input datasets. The latter case requires all selected datasets to have names that contain a "-" character.
|
|
0
|
251
|
|
93
|
252 * **BAM or BigWig files** - select one or more Bam or Bigwig files from your history, making sure that the name of every selected input include a "-" character (e.g., e001-h3k4me3.bigwig).
|
|
98
|
253 * **Cell type, Epigenetic factor and Input** - manually select any number of inputs, setting the cell type and epigenetic factor name for each. The combination of "cell type name" and "epigenetic factor name" must be unique for each input. For example, if you have replicate data you may want to specify the cell name as "rep1", "rep2", etc and the factor name as "rep1", "rep2", etc.
|
|
130
|
254
|
|
88
|
255 * **Cell type name** - cell type name
|
|
|
256 * **Epigenetic factor name** - epigenetic factor name
|
|
|
257 * **BAM or BigWig file** - BAM or BigWig file
|
|
0
|
258
|
|
108
|
259 * **Project name** - datasets produced by IDEAS will have this base name.
|
|
98
|
260 * **Seed for IDEAS model initialization** - enter an integer to be used as the seed for the IDEAS model initialization. A zero value causes IDEAS to automatically generate a random seed, and this seed will be different for each job run.
|
|
88
|
261 * **Select Bed file that defines genomic windows on which to process the data** - if "No" is selected, IDEAS will run whole genome segmentation. If "Yes" is selected, IDEAS will segment genomes in the unit of the windows defined by the bed file. This file can be in BED3, BED4 or BED5 format, but only the first three columns (chr posst posed) will be used.
|
|
0
|
262
|
|
88
|
263 * **Window size in base pairs** - Window size in base pairs (if "No" is selected)
|
|
|
264 * **Restrict processing to specified chromosomes** - If "Yes" is selected, processing will be restricted to specified chromosomes
|
|
0
|
265
|
|
88
|
266 * **Chromosomes** - processing will be restricted to specified chromosomes (if "Yes" is selected)
|
|
|
267
|
|
|
268 * **Bed file specifying the genomic windows** - bed file specifying the genomic windows (if "Yes" is selected)
|
|
0
|
269
|
|
44
|
270 * **Output chromosomes in separate files** - select "Yes" to produce separate files for each chromosome, allowing you to run IDEAS on different chromosomes separately.
|
|
98
|
271 * **Calculate the signal in each genomic window using** - use the bigWigAverageOverBed utility from the UCSC genome browser to calculate the signal (i.e., the number of reads per bp) in each genomic window.
|
|
33
|
272 * **Select file(s) containing regions to exclude** - select one or more bed files that contains regions you'd like excluded from your datasets.
|
|
0
|
273 * **Standardize all datasets** - select "Yes" to standardize all datasets (e.g., reads / total_reads * 20 million) so that the signals from different cell types become comparable - your datasets can be read counts, logp-values or fold change.
|
|
|
274 * **Discourage state transition across chromosomes** - select "Yes" to produce similar states in adjacent windows, making the annotation smoother, but at risk of reducing precision.
|
|
98
|
275 * **Use log2(x+number) transformation** - perform Log2-transformation of the input data by log2(x+number) (recommended for read count data to reduce skewness). You can enter a number that is representative of the noise level in your data (e.g., a number less than 1). If this number is at a similar scale or larger than the signal in your data, it will lose power. For example, if your input data is mean read count per window, using 0.1 may produce better results.
|
|
33
|
276 * **Maximum number of states to be inferred** - restrict the maximum number of states to be generated by IDEAS; the final number of inferred states may be smaller than the number you specified
|
|
|
277 * **Initial number of states** - while IDEAS may infer 30 states or more by starting from just 20 states, it may not do so if it is trapped in a local mode. We recommend setting the initial number of states slightly larger than the number of states you expect.
|
|
0
|
278 * **Maximum number of position classes to be inferred** - Set this value only if:
|
|
|
279
|
|
88
|
280 * you do not want position classes (e.g., for testing purposes), in this case set the value to 1
|
|
|
281 * IDEAS runs slow because there are too many position classes, generally less than 100 position classes will run fine
|
|
0
|
282
|
|
98
|
283 * **Maximum number of cell type clusters allowed** - If you set the value to 1, then all cell types will be clustered in one group, which may be desirable if all cell types are homogeneous and you want IDEAS to use information in all cell types equally.
|
|
0
|
284 * **Prior concentration** - specify the prior concentration parameter; default is A=sqrt(number of cell types). A smaller concentration parameter (e.g., 1 or less) will emphasize more on position specificity and a larger concentration parameter (e.g., 10 * number of cell types) will emphasize more on global homogeneity.
|
|
98
|
285 * **Number of burnin steps** - specify the number of burnin steps; default is 20. Increasing the burnin and maximization steps will increase computing and only slightly increase accuracy, while decreasing them will reduce computing resources but may also reduce accuracy. We recommend to run IDEAS with at least 20 burnins and 20 maximizations. IDEAS will not stop even if it reaches a maximum mode.
|
|
|
286 * **Number of maximization steps** - specify the number of maximization steps; default is 20.
|
|
|
287 * **Minimum standard deviation for the emission Gaussian distribution** - This number multiplied by the overall standard deviation of your data will be used as a lower bound for the standard deviation for each factor in each epigenetic state (the default is 0.5). This number is useful for removing very subtle clusters in the data. Setting this value near 0 will allow IDEAS to discover many subtle states, while setting it greater than 1 will result in IDEAS losing the ability to detect meaningful states.
|
|
130
|
288 * **Maximim standard deviation for the emission Gaussian distribution** - if you want to find fine-grained states you may use this option (if not used, IDEAS uses infinity), but it is rearely used unless you need more states to be inferred.
|
|
168
|
289 * **Output heatmaps** - select "Yes" to produce an additional dataset collection consisting of PDF datasets, one for each dataset with a .para extension in the primary IDEAS output dataset collection.
|
|
|
290 * **Save IDEAS log in an additional history item** - select "Yes" to produce an additional history item that contains the entire IDEAS processing log.
|
|
0
|
291 </help>
|
|
|
292 <citations>
|
|
|
293 <citation type="doi">10.1093/nar/gkw278</citation>
|
|
|
294 </citations>
|
|
131
|
295 </tool>
|
