|
1
|
1 <tool id="ideas" name="IDEAS" version="1.2.0">
|
|
0
|
2 <description>accounts for position dependent epigenetic events and detects local cell type relationships</description>
|
|
|
3 <requirements>
|
|
|
4 <requirement type="package" version="2.26.0">bedtools</requirement>
|
|
|
5 <requirement type="package" version="332">ucsc-bedgraphtobigwig</requirement>
|
|
|
6 <requirement type="package" version="332">ucsc-bedsort</requirement>
|
|
|
7 <requirement type="package" version="332">ucsc-bigwigaverageoverbed</requirement>
|
|
|
8 <requirement type="package" version="1.2.0">ideas</requirement>
|
|
20
|
9 <requirement type="package" version="1.3.2">r-optparse</requirement>
|
|
0
|
10 </requirements>
|
|
|
11 <command><![CDATA[
|
|
3
|
12 #import os
|
|
12
|
13 #set tmp_dir = 'tmp'
|
|
|
14 #set prep_output_dir = 'prep_output'
|
|
25
|
15 #set prep_output_config = 'prep_output_config.txt'
|
|
12
|
16 #set ideas_input_dir = 'ideas_input'
|
|
14
|
17 #set ideas_matrix_input_file = $os.path.join($ideas_input_dir, 'r_matrix.txt')
|
|
12
|
18 mkdir -p $prep_output_dir &&
|
|
|
19 mkdir -p $ideas_input_dir &&
|
|
3
|
20 ##############################################
|
|
0
|
21 ## Create the config file and prepare the data
|
|
3
|
22 ##############################################
|
|
0
|
23 #set input_type = $input_type_cond.input_type
|
|
25
|
24 cp '$prep_input_config' 'prep_input_config.txt' &&
|
|
0
|
25 prepMat
|
|
|
26 #if str($input_type) == 'datasets':
|
|
25
|
27 '$prep_input_config'
|
|
0
|
28 #set specify_genomic_window_cond = $input_type_cond.specify_genomic_window_cond
|
|
|
29 #set specify_genomic_window = $specify_genomic_window_cond.specify_genomic_window
|
|
|
30 #if str($specify_genomic_window) == 'yes':
|
|
23
|
31 -bed '$bed_input'
|
|
0
|
32 #else:
|
|
|
33 -gsz '$chromInfo'
|
|
|
34 -wsz $specify_genomic_window_cond.window_size
|
|
|
35 #set restrict_chromosomes = $specify_genomic_window_cond.restrict_chromosomes_cond.restrict_chromosomes
|
|
|
36 #if str($restrict_chromosomes) == 'yes':
|
|
|
37 #set chroms = []
|
|
|
38 #set chrom_repeat = $specify_genomic_window_cond.restrict_chromosomes_cond.chrom_repeat
|
|
|
39 #for $i in $chrom_repeat.chrom
|
|
|
40 $chroms.append($i)
|
|
|
41 #end for
|
|
|
42 -chr ",".join(chroms)
|
|
|
43 #end if
|
|
|
44 #end if
|
|
|
45 #end if
|
|
|
46 #set outputs_by_chr = $outputs_by_chr_cond.outputs_by_chr
|
|
|
47 #if str($outputs_by_chr) == 'yes':
|
|
|
48 -bychr
|
|
|
49 #end if
|
|
|
50 -c $reads_per_bp
|
|
|
51 #set blacklist_regions = $blacklist_regions_cond.blacklist_regions
|
|
|
52 #if str($blacklist_regions) == 'yes':
|
|
|
53 -exclude '$blacklist_regions_cond.blacklist_input'
|
|
|
54 #end if
|
|
|
55 #set standardize_datasets = $standardize_datasets_cond.standardize_datasets
|
|
|
56 #if str($standardize_datasets) == 'yes':
|
|
|
57 -norm
|
|
|
58 #end if
|
|
3
|
59 ##############################################
|
|
|
60 ## Build the R matrix from the prepMat output
|
|
|
61 ##############################################
|
|
25
|
62 ##&& Rscript '$__tool_directory__/build_matrix.R'
|
|
|
63 ##-i $tmp_dir/*.bed.gz
|
|
|
64 ##-o $ideas_matrix_input_file
|
|
|
65 ##-w $ideas_input_dir
|
|
|
66 && cut -d' ' $prep_input_config -f1,2 > file1.txt
|
|
|
67 && ls -p tmp/ | grep ".bed.gz" > file2.txt
|
|
|
68 && paste <(cat file1.txt) <(cat file2.txt) > $prep_output_config
|
|
3
|
69 ##############################################
|
|
|
70 ## Run IDEAS on the R matrix
|
|
|
71 ##############################################
|
|
0
|
72 && ideas
|
|
25
|
73 '$prep_output_config'
|
|
0
|
74 #set smoother_annotation = $smoother_annotation_cond.smoother_annotation
|
|
|
75 #if str($smoother_annotation) == 'yes':
|
|
|
76 -hp
|
|
|
77 #end if
|
|
|
78 #set smoother_annotation = $smoother_annotation_cond.smoother_annotation
|
|
|
79 #if str($smoother_annotation) == 'yes':
|
|
|
80 -hp
|
|
|
81 #end if
|
|
|
82 #set in_windows = $in_windows_cond.in_windows
|
|
|
83 #if str($in_windows) == 'yes':
|
|
|
84 -inv $window_start $window_end
|
|
|
85 #end if
|
|
|
86 #set log2_transformation = $log2_transformation_cond.log2_transformation
|
|
|
87 #if str($log2_transformation) == 'yes':
|
|
|
88 #set log2_num = $log2_transformation.log2_num
|
|
|
89 -log2
|
|
|
90 #if str($log2_num) != '0':
|
|
|
91 $log2_num
|
|
|
92 #end if
|
|
|
93 #end if
|
|
|
94 #set max_states_inferred = $max_states_inferred_cond.max_states_inferred
|
|
|
95 #if str($max_states_inferred) == 'yes':
|
|
|
96 -G $max_states_inferred_cond.max_states
|
|
|
97 #end if
|
|
|
98 #set num_initial_states = $num_initial_states_cond.num_initial_states
|
|
|
99 #if str($num_initial_states) == 'yes':
|
|
|
100 -C $num_initial_states_cond.initial_states
|
|
|
101 #end if
|
|
|
102 #if str($max_position_classes) != '0':
|
|
|
103 -P $max_position_classes
|
|
|
104 #end if
|
|
|
105 #if str($max_cell_type_clusters) != '0':
|
|
|
106 -K $max_cell_type_clusters
|
|
|
107 #end if
|
|
|
108 #if str($prior_concentration) != '0':
|
|
|
109 -A $prior_concentration
|
|
|
110 #end if
|
|
|
111 #set burnin_max_steps = $burnin_max_steps_cond.burnin_max_steps
|
|
|
112 #if str($burnin_max_steps) == 'yes':
|
|
|
113 -sample $burnin_max_steps_cond.burnin_num $burnin_max_steps_cond.mcmc_num
|
|
|
114 #end if
|
|
|
115 #set set_min_standard_dev = $set_min_standard_dev_cond.set_min_standard_dev
|
|
|
116 #if str($set_min_standard_dev) == 'yes':
|
|
|
117 -minerr $set_min_standard_dev_cond.min_standard_dev
|
|
|
118 #end if
|
|
|
119 #set set_max_standard_dev = $set_max_standard_dev_cond.set_max_standard_dev
|
|
|
120 #if str($set_max_standard_dev) == 'yes':
|
|
|
121 -maxerr $set_max_standard_dev_cond.max_standard_dev
|
|
|
122 #end if
|
|
|
123 -thread \${GALAXY_SLOTS:-4}
|
|
12
|
124 -o $prep_output_dir
|
|
|
125 && mv $prep_output_dir/*.state $output_state
|
|
|
126 && mv $prep_output_dir/*.para $output_para
|
|
|
127 && mv $prep_output_dir/*cluster $output_cluster
|
|
0
|
128 ]]></command>
|
|
|
129 <configfiles>
|
|
25
|
130 <configfile name="prep_input_config"><![CDATA[#for $input_items in $input_type_cond.input_repeat:
|
|
0
|
131 ${input_items.cell_type_name} ${input_items.epigenetic_factor_name} ${input_items.input}
|
|
|
132 #end for ]]></configfile>
|
|
|
133 </configfiles>
|
|
|
134 <inputs>
|
|
|
135 <conditional name="input_type_cond">
|
|
|
136 <param name="input_type" type="select" label="Select input type">
|
|
|
137 <option value="datasets" selected="true">Bam, BigWig files</option>
|
|
|
138 <option value="data_matrix">Data matrix</option>
|
|
|
139 </param>
|
|
|
140 <when value="datasets">
|
|
|
141 <repeat name="input_repeat" title="Cell type, Epigenetic factor and Input" min="1">
|
|
|
142 <param name="cell_type_name" type="text" value="" label="Cell type name"/>
|
|
|
143 <param name="epigenetic_factor_name" type="text" value="" label="Epigenetic factor name"/>
|
|
|
144 <param name="input" type="data" format="bigwig,bam" label="BAM or BigWig file">
|
|
|
145 <validator type="unspecified_build"/>
|
|
|
146 </param>
|
|
|
147 </repeat>
|
|
|
148 <conditional name="specify_genomic_window_cond">
|
|
|
149 <param name="specify_genomic_window" type="select" label="Select Bed file that defines genomic windows on which to process the data">
|
|
|
150 <option value="no" selected="true">No</option>
|
|
|
151 <option value="yes">Yes</option>
|
|
|
152 </param>
|
|
|
153 <when value="no">
|
|
|
154 <param name="window_size" type="integer" value="200" label="Window size in base pairs"/>
|
|
|
155 <conditional name="restrict_chromosomes_cond">
|
|
|
156 <param name="restrict_chromosomes" type="select" label="Restrict processing to specified chromosomes">
|
|
|
157 <option value="no" selected="true">No</option>
|
|
|
158 <option value="yes">Yes</option>
|
|
|
159 </param>
|
|
|
160 <when value="no"/>
|
|
|
161 <when value="yes">
|
|
|
162 <repeat name="chrom_repeat" title="Chromosomes" min="1">
|
|
|
163 <param name="chrom" type="text" value="" label="Chromosome"/>
|
|
|
164 </repeat>
|
|
|
165 </when>
|
|
|
166 </conditional>
|
|
|
167 </when>
|
|
|
168 <when value="yes">
|
|
|
169 <param name="bed_input" type="data" format="bed" label="Bed file specifying the genomic windows"/>
|
|
|
170 </when>
|
|
|
171 </conditional>
|
|
|
172 </when>
|
|
|
173 <when value="data_matrix"/>
|
|
|
174 </conditional>
|
|
|
175 <conditional name="outputs_by_chr_cond">
|
|
|
176 <param name="outputs_by_chr" type="select" display="radio" label="Output chromosomes in seperate files">
|
|
|
177 <option value="no" selected="true">No</option>
|
|
|
178 <option value="yes">Yes</option>
|
|
|
179 </param>
|
|
|
180 <when value="no"/>
|
|
|
181 <when value="yes"/>
|
|
|
182 </conditional>
|
|
|
183 <param name="reads_per_bp" type="integer" value="1" min="1" max="8" label="Number of reads per base pair for calculating the average signal in each genomic window"/>
|
|
|
184 <conditional name="blacklist_regions_cond">
|
|
|
185 <param name="blacklist_regions" type="select" label="Select Bed file containing blacklist regions for exclusion">
|
|
|
186 <option value="no" selected="true">No</option>
|
|
|
187 <option value="yes">Yes</option>
|
|
|
188 </param>
|
|
|
189 <when value="no"/>
|
|
|
190 <when value="yes">
|
|
|
191 <param name="blacklist_input" type="data" format="bed" label="Bed file containing regions to exclude"/>
|
|
|
192 </when>
|
|
|
193 </conditional>
|
|
|
194 <conditional name="standardize_datasets_cond">
|
|
|
195 <param name="standardize_datasets" type="select" display="radio" label="Standardize all datasets">
|
|
|
196 <option value="no" selected="true">No</option>
|
|
|
197 <option value="yes">Yes</option>
|
|
|
198 </param>
|
|
|
199 <when value="no"/>
|
|
|
200 <when value="yes"/>
|
|
|
201 </conditional>
|
|
|
202 <conditional name="smoother_annotation_cond">
|
|
|
203 <param name="smoother_annotation" type="select" display="radio" label="Discourage state transition across chromosomes">
|
|
|
204 <option value="no" selected="true">No</option>
|
|
|
205 <option value="yes">Yes</option>
|
|
|
206 </param>
|
|
|
207 <when value="no"/>
|
|
|
208 <when value="yes"/>
|
|
|
209 </conditional>
|
|
|
210 <conditional name="in_windows_cond">
|
|
|
211 <param name="in_windows" type="select" display="radio" label="Run IDEAS only within defined windows in the input data">
|
|
|
212 <option value="no" selected="true">No</option>
|
|
|
213 <option value="yes">Yes</option>
|
|
|
214 </param>
|
|
|
215 <when value="no"/>
|
|
|
216 <when value="yes">
|
|
|
217 <param name="window_start" type="integer" value="0" min="0" label="Window start" help="Zero-based"/>
|
|
|
218 <param name="window_end" type="integer" value="0" min="0" label="Window end" help="Zero-based"/>
|
|
|
219 </when>
|
|
|
220 </conditional>
|
|
|
221 <conditional name="log2_transformation_cond">
|
|
|
222 <param name="log2_transformation" type="select" label="Perform Log2-transformation of the input data">
|
|
|
223 <option value="no" selected="true">No</option>
|
|
|
224 <option value="yes">Yes</option>
|
|
|
225 </param>
|
|
|
226 <when value="no"/>
|
|
|
227 <when value="yes">
|
|
|
228 <param name="log2_num" type="float" value="0" min="0" max="1" label="Enter a number to use log2(x+num) transformation" help="Zero value has no affect"/>
|
|
|
229 </when>
|
|
|
230 </conditional>
|
|
|
231 <conditional name="max_states_inferred_cond">
|
|
|
232 <param name="max_states_inferred" type="select" label="Set the maximum number of states to be inferred">
|
|
|
233 <option value="no" selected="true">No</option>
|
|
|
234 <option value="yes">Yes</option>
|
|
|
235 </param>
|
|
|
236 <when value="no"/>
|
|
|
237 <when value="yes">
|
|
|
238 <param name="max_states" type="float" value="1" min="1" label="Maximum number of states to be inferred"/>
|
|
|
239 </when>
|
|
|
240 </conditional>
|
|
|
241 <conditional name="num_initial_states_cond">
|
|
|
242 <param name="num_initial_states" type="select" label="Set the initial number of states">
|
|
|
243 <option value="no" selected="true">No</option>
|
|
|
244 <option value="yes">Yes</option>
|
|
|
245 </param>
|
|
|
246 <when value="no"/>
|
|
|
247 <when value="yes">
|
|
|
248 <param name="initial_states" type="integer" value="20" min="1" label="Initial number of states"/>
|
|
|
249 </when>
|
|
|
250 </conditional>
|
|
|
251 <param name="max_position_classes" type="integer" value="0" min="0" label="Maximum number of position classes to be inferred" help="Zero value has no affect"/>
|
|
|
252 <param name="max_cell_type_clusters" type="integer" value="0" min="0" label="Maximum number of cell type clusters allowed" help="Zero value has no affect"/>
|
|
|
253 <param name="prior_concentration" type="float" value="0" min="0" label="Prior concentration" help="Zero value results in the default value: sqrt(number of cell types)"/>
|
|
|
254 <conditional name="burnin_max_steps_cond">
|
|
|
255 <param name="burnin_max_steps" type="select" label="Set the the number of burnin and maximization steps">
|
|
|
256 <option value="no" selected="true">No</option>
|
|
|
257 <option value="yes">Yes</option>
|
|
|
258 </param>
|
|
|
259 <when value="no"/>
|
|
|
260 <when value="yes">
|
|
|
261 <param name="burnin_num" type="integer" value="50" min="1" label="Number of burnin steps"/>
|
|
|
262 <param name="mcmc_num" type="integer" value="50" min="1" label="Number of maximization steps"/>
|
|
|
263 </when>
|
|
|
264 </conditional>
|
|
|
265 <conditional name="set_min_standard_dev_cond">
|
|
|
266 <param name="set_min_standard_dev" type="select" label="Set the minimum standard deviation for the emission Gaussian distribution?">
|
|
|
267 <option value="no" selected="true">No</option>
|
|
|
268 <option value="yes">Yes</option>
|
|
|
269 </param>
|
|
|
270 <when value="no"/>
|
|
|
271 <when value="yes">
|
|
|
272 <param name="min_standard_dev" type="float" value="0.5" label="Minimum standard deviation for the emission Gaussian distribution"/>
|
|
|
273 </when>
|
|
|
274 </conditional>
|
|
|
275 <conditional name="set_max_standard_dev_cond">
|
|
|
276 <param name="set_max_standard_dev" type="select" label="Set the maximum standard deviation for the emission Gaussian distribution?">
|
|
|
277 <option value="no" selected="true">No</option>
|
|
|
278 <option value="yes">Yes</option>
|
|
|
279 </param>
|
|
|
280 <when value="no"/>
|
|
|
281 <when value="yes">
|
|
|
282 <param name="max_standard_dev" type="float" value="100000000" label="Maximum standard deviation for the emission Gaussian distribution"/>
|
|
|
283 </when>
|
|
|
284 </conditional>
|
|
|
285 </inputs>
|
|
|
286 <outputs>
|
|
|
287 <data name="output_state" format="txt" label="${tool.name} (epigenetic states and position classes) on ${on_string}"/>
|
|
|
288 <data name="output_para" format="txt" label="${tool.name} (epigenetic state frequency, mean and variance parameters) on ${on_string}"/>
|
|
|
289 <data name="output_cluster" format="txt" label="${tool.name} (local cell type clustering) on ${on_string}"/>
|
|
|
290 </outputs>
|
|
|
291 <tests>
|
|
|
292 </tests>
|
|
|
293 <help>
|
|
|
294 **What it does**
|
|
|
295
|
|
|
296 Employs the IDEAS (Integrative and Discriminative Epigenome Annotation System) method for jointly and quantitatively characterizing
|
|
|
297 multivariate epigenetic landscapes in many cell types, tissues or conditions. The method accounts for position dependent epigenetic
|
|
|
298 events and detects local cell type relationships, which not only help to improve the accuracy of annotating functional classes of DNA
|
|
|
299 sequences, but also reveal cell type constitutive and specific loci. The method utilizes Bayesian non-parametric techniques to automatically
|
|
|
300 identify the best model size fitting to the data so users do not have to specify the number of states. On the other hand, users can
|
|
|
301 still specify the number of states if desired.
|
|
|
302
|
|
|
303 -----
|
|
|
304
|
|
|
305 **Required options**
|
|
|
306
|
|
|
307 * **Cell type, Epigenetic factor and Input** - specify any number of inputs with currently supported formats, either bam or bigwig. The cell name + factor name must be unique for each input. For example, if you have replicate data you may want to specify the cell name as "cell_rep1", "cell_rep2", etc and the factor name as "factor_rep1", "factor_rep2", etc.
|
|
|
308
|
|
|
309 * **Cell type name** - cell type name
|
|
|
310 * **Epigenetic factor name** - epigenetic factor name
|
|
|
311 * **BAM or BigWig file** - BAM or BigWig file
|
|
|
312
|
|
|
313 * **Set genomic windows on which to process the data** - if "No" is selected, IDEAS will run whole genome segmentation. If "Yes" is selected, IDEAS will segment genomes in the unit of the windows defined by the bed file. This file can be in BED3, BED4 or BED5 format, but only the first three columns (chr posst posed) will be used.
|
|
|
314
|
|
|
315 * **Window size in base pairs** - Window size in base pairs (if "No" is selected)
|
|
|
316 * **Restrict processing to specified chromosomes** - If "Yes" is selected, processing will be restricted to specified chromosomes
|
|
|
317
|
|
|
318 * **Chromosomes** - processing will be restricted to specified chromosomes (if "Yes" is selected)
|
|
|
319
|
|
|
320 * **Chromosome** - specified chromosome
|
|
|
321
|
|
|
322 * **Bed file specifying the genomic windows** - bed file specifying the genomic windows (if "Yes" is selected)
|
|
|
323
|
|
|
324 **Other options**
|
|
|
325
|
|
|
326 * **Output chromosomes in seperate files** - select "Yes" to produce seperate files for each chromosome, allowing you to run IDEAS on different chromosomes separately.
|
|
|
327 * **Select Bed file containing blacklist regions for exclusion** - select a Bed file that contains regions you'd like excluded from your datasets.
|
|
|
328 * **Standardize all datasets** - select "Yes" to standardize all datasets (e.g., reads / total_reads * 20 million) so that the signals from different cell types become comparable - your datasets can be read counts, logp-values or fold change.
|
|
|
329
|
|
|
330 * **Discourage state transition across chromosomes** - select "Yes" to produce similar states in adjacent windows, making the annotation smoother, but at risk of reducing precision.
|
|
|
331 * **Run IDEAS only within defined windows in the input data** - select "Yes" to Run IDEAS only in windows between zero-based start and end indexes of windows in the input data.
|
|
|
332 * **Perform Log2-transformation of the input data** - select "Yes" to perform Log2-transformation of the input data by log2(x+1) (recommended for read count data to reduce skewness). You can optionally enter a number less than 1 to direct IDEAS to produce log2(x+num) transformation. For example, if your input data is mean read count per window, then 1 may be too large, but using 0.1 may be more reasonable.
|
|
|
333 * **Set the maximum number of states to be inferred** - select "Yes" to restrict the maximum number of states to be generated by IDEAS; the final number of inferred states may be smaller than the number you specified
|
|
|
334 * **Set the initial number of states** - select "Yes" if the number of states you expect to generate is greater than 20. While IDEAS may infer 30 states or more by starting from just 20 states, it may not do so if it is trapped in a local mode. We recommend setting the initial number of states slightly larger than the number of states you expect.
|
|
|
335 * **Maximum number of position classes to be inferred** - Set this value only if:
|
|
|
336
|
|
|
337 * you do not want position classes (e.g., for testing purposes), in this case set the value t0 1
|
|
|
338 * IDEAS runs slow because there are too many position classes, generally less than 100 position classes will run fine
|
|
|
339
|
|
|
340 * **Maximum number of cell type clusters allowed** - Set this value only for testing. If you set the value to 1, then all cell types will be clustered in one group.
|
|
|
341 * **Prior concentration** - specify the prior concentration parameter; default is A=sqrt(number of cell types). A smaller concentration parameter (e.g., 1 or less) will emphasize more on position specificity and a larger concentration parameter (e.g., 10 * number of cell types) will emphasize more on global homogeneity.
|
|
|
342 * **Set the the number of burnin and maximization steps** - specify the number of burnin and maximization steps; default it is 50 50. Increasing these two numbers will increase computing and only slightly increase accuracy. Decreasing these two numbers will reduce computing but may also reduce accuracy. We recommend to run IDEAS with at least 20 burnins and 20 maximizations. IDEAS will not stop even if it reaches a maximum mode.
|
|
|
343 * **Set the minimum standard deviation for the emission Gaussian distribution** - specify the minimum standard deviation for the emission Gaussian distribution.
|
|
|
344
|
|
|
345 * **Minimum standard deviation for the emission Gaussian distribution** - you should change the default minerr value of 0.5 if the standard deviation of your data is much smaller or much larger than 1. The first line of the output produced by IDEAS is **ysd=xxx**, which is the total standard deviation of your data. If that value is less than 0.5, you may set the minimum standard deviation to an even smaller number (e.g., xxx/2). If the standard deviation of your data is much greater than 1, (e.g., 20), you may set the minimum standard deviation to a larger value, (e.g., 5). Modifying the minimum standard deviation in the former case is more necessary than in the latter case because otherwise you may end up finding no interesting segmentations. We do not recommend setting the minimum standard deviation to be 0 or smaller, as doing so may capture some artificial and uninteresting states due to tightly clustered data, such as 0 in read counts.
|
|
|
346
|
|
|
347 * **Set the maximum standard deviation for the emission Gaussian distribution** - specify the maximim standard deviation for the emission Gaussian distribution.
|
|
|
348
|
|
|
349 * **Maximim standard deviation for the emission Gaussian distribution** - if you want to find fine-grained states you may use this option (if not used, IDEAS uses infinity), but it is rearely used unless you need more states to be inferred.
|
|
|
350
|
|
|
351 </help>
|
|
|
352 <citations>
|
|
|
353 <citation type="doi">10.1093/nar/gkw278</citation>
|
|
|
354 </citations>
|
|
|
355 </tool>
|
