|
1
|
1 <tool id="ideas" name="IDEAS" version="1.2.0">
|
|
0
|
2 <description>accounts for position dependent epigenetic events and detects local cell type relationships</description>
|
|
|
3 <requirements>
|
|
|
4 <requirement type="package" version="2.26.0">bedtools</requirement>
|
|
|
5 <requirement type="package" version="332">ucsc-bedgraphtobigwig</requirement>
|
|
|
6 <requirement type="package" version="332">ucsc-bedsort</requirement>
|
|
|
7 <requirement type="package" version="332">ucsc-bigwigaverageoverbed</requirement>
|
|
|
8 <requirement type="package" version="1.2.0">ideas</requirement>
|
|
20
|
9 <requirement type="package" version="1.3.2">r-optparse</requirement>
|
|
0
|
10 </requirements>
|
|
30
|
11 <command detect_errors="exit_code"><![CDATA[
|
|
3
|
12 #import os
|
|
12
|
13 #set tmp_dir = 'tmp'
|
|
25
|
14 #set prep_output_config = 'prep_output_config.txt'
|
|
27
|
15 ##set ideas_input_dir = 'ideas_input'
|
|
|
16 ##set ideas_matrix_input_file = $os.path.join($ideas_input_dir, 'r_matrix.txt')
|
|
|
17 ##mkdir -p $ideas_input_dir &&
|
|
3
|
18 ##############################################
|
|
0
|
19 ## Create the config file and prepare the data
|
|
3
|
20 ##############################################
|
|
0
|
21 #set input_type = $input_type_cond.input_type
|
|
|
22 prepMat
|
|
|
23 #if str($input_type) == 'datasets':
|
|
48
|
24 #set cell_type_epigenetic_factor_cond = $input_type_cond.cell_type_epigenetic_factor_cond
|
|
|
25 #set cell_type_epigenetic_factor = $cell_type_epigenetic_factor_cond.cell_type_epigenetic_factor
|
|
|
26 #if str($cell_type_epigenetic_factor) == 'extract':
|
|
|
27 '$extract_prep_input_config'
|
|
|
28 #else:
|
|
|
29 '$manual_prep_input_config'
|
|
|
30 #end if
|
|
0
|
31 #set specify_genomic_window_cond = $input_type_cond.specify_genomic_window_cond
|
|
|
32 #set specify_genomic_window = $specify_genomic_window_cond.specify_genomic_window
|
|
|
33 #if str($specify_genomic_window) == 'yes':
|
|
44
|
34 -bed '$specify_genomic_window_cond.bed_input'
|
|
0
|
35 #else:
|
|
|
36 -gsz '$chromInfo'
|
|
|
37 -wsz $specify_genomic_window_cond.window_size
|
|
|
38 #set restrict_chromosomes = $specify_genomic_window_cond.restrict_chromosomes_cond.restrict_chromosomes
|
|
|
39 #if str($restrict_chromosomes) == 'yes':
|
|
|
40 #set chroms = []
|
|
|
41 #set chrom_repeat = $specify_genomic_window_cond.restrict_chromosomes_cond.chrom_repeat
|
|
|
42 #for $i in $chrom_repeat.chrom
|
|
|
43 $chroms.append($i)
|
|
|
44 #end for
|
|
|
45 -chr ",".join(chroms)
|
|
|
46 #end if
|
|
|
47 #end if
|
|
|
48 #end if
|
|
45
|
49 $bychr
|
|
0
|
50 -c $reads_per_bp
|
|
34
|
51 #if str($blacklist_input) not in ['None', '']:
|
|
|
52 -exclude '$blacklist_input'
|
|
0
|
53 #end if
|
|
45
|
54 $norm
|
|
3
|
55 ##############################################
|
|
29
|
56 ## Coerce the prepMat config output to the
|
|
26
|
57 ## format expected by the R matrix builder.
|
|
|
58 ##############################################
|
|
48
|
59 && cut -d' ' $manual_prep_input_config -f1,2 > file1.txt
|
|
29
|
60 && ls tmp/*.bed.gz > file2.txt
|
|
26
|
61 && paste <(cat file1.txt) <(cat file2.txt) > $prep_output_config
|
|
|
62 ##############################################
|
|
3
|
63 ## Build the R matrix from the prepMat output
|
|
|
64 ##############################################
|
|
25
|
65 ##&& Rscript '$__tool_directory__/build_matrix.R'
|
|
|
66 ##-i $tmp_dir/*.bed.gz
|
|
|
67 ##-o $ideas_matrix_input_file
|
|
|
68 ##-w $ideas_input_dir
|
|
3
|
69 ##############################################
|
|
33
|
70 ## Run IDEAS
|
|
3
|
71 ##############################################
|
|
0
|
72 && ideas
|
|
25
|
73 '$prep_output_config'
|
|
45
|
74 #if str($input_type) == 'datasets':
|
|
|
75 #set specify_genomic_window_cond = $input_type_cond.specify_genomic_window_cond
|
|
|
76 #set specify_genomic_window = $specify_genomic_window_cond.specify_genomic_window
|
|
46
|
77 #if str($specify_genomic_window) == 'yes':
|
|
45
|
78 '$specify_genomic_window_cond.bed_input'
|
|
|
79 #else:
|
|
|
80 $tmp_dir/*.bed
|
|
|
81 #end if
|
|
|
82 #else:
|
|
|
83 $tmp_dir/*.bed
|
|
|
84 #end if
|
|
44
|
85 $hp
|
|
47
|
86 #if str($log2) != '0.0':
|
|
|
87 -log2 $log2
|
|
|
88 #end if
|
|
41
|
89 #if str($max_states) != '0.0':
|
|
33
|
90 -G $max_states
|
|
0
|
91 #end if
|
|
45
|
92 #if str($initial_states) != '0':
|
|
33
|
93 -C $initial_states
|
|
0
|
94 #end if
|
|
42
|
95 #if str($max_position_classes) != '0':
|
|
0
|
96 -P $max_position_classes
|
|
|
97 #end if
|
|
42
|
98 #if str($max_cell_type_clusters) != '0':
|
|
0
|
99 -K $max_cell_type_clusters
|
|
|
100 #end if
|
|
41
|
101 #if str($prior_concentration) != '0.0':
|
|
0
|
102 -A $prior_concentration
|
|
|
103 #end if
|
|
33
|
104 -sample $burnin_num $mcmc_num
|
|
45
|
105 #if str($minerr) != '0.0':
|
|
|
106 -minerr $minerr
|
|
42
|
107 #end if
|
|
45
|
108 #if str($maxerr) != '0.0':
|
|
|
109 -maxerr $maxerr
|
|
42
|
110 #end if
|
|
0
|
111 -thread \${GALAXY_SLOTS:-4}
|
|
28
|
112 > $output_log
|
|
38
|
113 && mv ./*.cluster $output_cluster
|
|
|
114 && mv ./*.para $output_para
|
|
|
115 && mv ./*.profile $output_profile
|
|
|
116 && mv ./*.state $output_state
|
|
0
|
117 ]]></command>
|
|
|
118 <configfiles>
|
|
48
|
119 <configfile name="manual_prep_input_config"><![CDATA[
|
|
|
120 #for $input_items in $input_type_cond.input_repeat:
|
|
0
|
121 ${input_items.cell_type_name} ${input_items.epigenetic_factor_name} ${input_items.input}
|
|
48
|
122 #end for]]></configfile>
|
|
|
123 <configfile name="extract_prep_input_config"><![CDATA[
|
|
|
124 #!/bin/bash
|
|
|
125 #set $cell_type_epigenetic_factor_cond=$input_type_cond.cell_type_epigenetic_factor_cond
|
|
|
126 #set $input_name_positions=$cell_type_epigenetic_factor_cond.input_name_positions
|
|
|
127 #for $i in $cell_type_epigenetic_factor_cond.input:
|
|
|
128 #set $file_path=$i.file_path
|
|
|
129 #set $file_name_with_ext="${file_path##*/}"
|
|
|
130 #set $file_name="${file_name_with_ext%%.*}"
|
|
|
131 #if $input_name_positions == "cell_first":
|
|
|
132 #set $cell_type_name="${file_name%-*}"
|
|
|
133 #set $epigenetic_factor_name="${file_name#*-}"
|
|
|
134 #else:
|
|
|
135 #set $cell_type_name="${file_name#*-}"
|
|
|
136 #set $epigenetic_factor_name="${file_name%-*}"
|
|
|
137 #end if
|
|
|
138 ${cell_type_name} ${epigenetic_factor_name} ${i}
|
|
|
139 #end for]]></configfile>
|
|
0
|
140 </configfiles>
|
|
|
141 <inputs>
|
|
|
142 <conditional name="input_type_cond">
|
|
|
143 <param name="input_type" type="select" label="Select input type">
|
|
|
144 <option value="datasets" selected="true">Bam, BigWig files</option>
|
|
|
145 <option value="data_matrix">Data matrix</option>
|
|
|
146 </param>
|
|
|
147 <when value="datasets">
|
|
48
|
148 <conditional name="cell_type_epigenetic_factor_cond">
|
|
|
149 <param name="cell_type_epigenetic_factor" type="select" label="Set cell type and epigenetic factor names by">
|
|
|
150 <option value="extract" selected="true">extracting them from the selected input file names</option>
|
|
|
151 <option value="manual">manually setting them for each selected input</option>
|
|
32
|
152 </param>
|
|
48
|
153 <when value="extract">
|
|
|
154 <param name="input" type="data" format="bigwig,bam" multiple="True" label="BAM or BigWig file">
|
|
|
155 <validator type="empty_field"/>
|
|
|
156 <validator type="unspecified_build"/>
|
|
|
157 </param>
|
|
|
158 <param name="input_name_positions" type="select" display="radio" label="Selected input file name pattern is" help="A '-' character must separate cell type and epigenetic factor names within the selected input file names">
|
|
|
159 <option value="cell_first" selected="true">Cell type name - Epigenetic factor name</option>
|
|
|
160 <option value="cell_last">Epigenetic factor name - Cell type name</option>
|
|
|
161 </param>
|
|
|
162 </when>
|
|
|
163 <when value="manual">
|
|
|
164 <repeat name="input_repeat" title="Cell type, Epigenetic factor and Input" min="1">
|
|
|
165 <param name="cell_type_name" type="text" value="" label="Cell type name">
|
|
|
166 <validator type="empty_field"/>
|
|
|
167 </param>
|
|
|
168 <param name="epigenetic_factor_name" type="text" value="" label="Epigenetic factor name">
|
|
|
169 <validator type="empty_field"/>
|
|
|
170 </param>
|
|
|
171 <param name="input" type="data" format="bigwig,bam" label="BAM or BigWig file">
|
|
|
172 <validator type="empty_field"/>
|
|
|
173 <validator type="unspecified_build"/>
|
|
|
174 </param>
|
|
|
175 </repeat>
|
|
|
176 </when>
|
|
|
177 </conditional>
|
|
0
|
178 <conditional name="specify_genomic_window_cond">
|
|
|
179 <param name="specify_genomic_window" type="select" label="Select Bed file that defines genomic windows on which to process the data">
|
|
|
180 <option value="no" selected="true">No</option>
|
|
|
181 <option value="yes">Yes</option>
|
|
|
182 </param>
|
|
|
183 <when value="no">
|
|
|
184 <param name="window_size" type="integer" value="200" label="Window size in base pairs"/>
|
|
|
185 <conditional name="restrict_chromosomes_cond">
|
|
|
186 <param name="restrict_chromosomes" type="select" label="Restrict processing to specified chromosomes">
|
|
|
187 <option value="no" selected="true">No</option>
|
|
|
188 <option value="yes">Yes</option>
|
|
|
189 </param>
|
|
|
190 <when value="no"/>
|
|
|
191 <when value="yes">
|
|
|
192 <repeat name="chrom_repeat" title="Chromosomes" min="1">
|
|
|
193 <param name="chrom" type="text" value="" label="Chromosome"/>
|
|
|
194 </repeat>
|
|
|
195 </when>
|
|
|
196 </conditional>
|
|
|
197 </when>
|
|
|
198 <when value="yes">
|
|
|
199 <param name="bed_input" type="data" format="bed" label="Bed file specifying the genomic windows"/>
|
|
|
200 </when>
|
|
|
201 </conditional>
|
|
|
202 </when>
|
|
|
203 <when value="data_matrix"/>
|
|
|
204 </conditional>
|
|
45
|
205 <param argument="-bychr" type="boolean" truevalue="-bychr" falsevalue="" checked="False" label="Output chromosomes in separate files"/>
|
|
36
|
206 <param name="reads_per_bp" type="select" display="radio" label="Calculate the average signal in each genomic window using">
|
|
|
207 <option value="6" selected="true">mean</option>
|
|
|
208 <option value="8">max</option>
|
|
|
209 </param>
|
|
33
|
210 <param name="blacklist_input" type="data" format="bed" optional="True" multiple="True" label="Select file(s) containing regions to exclude"/>
|
|
45
|
211 <param argument="-norm" type="boolean" truevalue="-norm" falsevalue="" checked="False" label="Standardize all datasets"/>
|
|
44
|
212 <param argument="-hp" type="boolean" truevalue="-hp" falsevalue="" checked="False" label="Discourage state transition across chromosomes"/>
|
|
47
|
213 <param name="log2" type="float" value="0" min="0" label="Use log2(x+number) transformation" help="Zero value has no affect"/>
|
|
33
|
214 <param name="max_states" type="float" value="0" min="0" label="Maximum number of states to be inferred" help="Zero value has no affect"/>
|
|
45
|
215 <param name="initial_states" type="integer" value="20" min="0" label="Initial number of states" help="Zero value has no affect"/>
|
|
0
|
216 <param name="max_position_classes" type="integer" value="0" min="0" label="Maximum number of position classes to be inferred" help="Zero value has no affect"/>
|
|
|
217 <param name="max_cell_type_clusters" type="integer" value="0" min="0" label="Maximum number of cell type clusters allowed" help="Zero value has no affect"/>
|
|
33
|
218 <param name="prior_concentration" type="float" value="1" min="0" label="Prior concentration" help="Zero value results in the default value: sqrt(number of cell types)"/>
|
|
34
|
219 <param name="burnin_num" type="integer" value="20" min="1" label="Number of burnin steps"/>
|
|
|
220 <param name="mcmc_num" type="integer" value="20" min="1" label="Number of maximization steps"/>
|
|
45
|
221 <param name="minerr" type="float" value="0.5" min="0" label="Minimum standard deviation for the emission Gaussian distribution" help="Zero value results in the default value: 0.5"/>
|
|
|
222 <param name="maxerr" type="float" value="1000000" min="0" label="Maximum standard deviation for the emission Gaussian distribution" help="Zero value results in the default value: 1000000"/>
|
|
0
|
223 </inputs>
|
|
|
224 <outputs>
|
|
28
|
225 <data name="output_log" format="txt" label="${tool.name} (ideas output log) on ${on_string}"/>
|
|
26
|
226 <data name="output_cluster" format="txt" label="${tool.name} (local cell type clustering) on ${on_string}"/>
|
|
|
227 <data name="output_para" format="tabular" label="${tool.name} (epigenetic state frequency, mean and variance parameters) on ${on_string}"/>
|
|
|
228 <data name="output_profile" format="txt" label="${tool.name} (profile) on ${on_string}"/>
|
|
0
|
229 <data name="output_state" format="txt" label="${tool.name} (epigenetic states and position classes) on ${on_string}"/>
|
|
|
230 </outputs>
|
|
|
231 <tests>
|
|
|
232 </tests>
|
|
|
233 <help>
|
|
|
234 **What it does**
|
|
|
235
|
|
|
236 Employs the IDEAS (Integrative and Discriminative Epigenome Annotation System) method for jointly and quantitatively characterizing
|
|
|
237 multivariate epigenetic landscapes in many cell types, tissues or conditions. The method accounts for position dependent epigenetic
|
|
|
238 events and detects local cell type relationships, which not only help to improve the accuracy of annotating functional classes of DNA
|
|
|
239 sequences, but also reveal cell type constitutive and specific loci. The method utilizes Bayesian non-parametric techniques to automatically
|
|
|
240 identify the best model size fitting to the data so users do not have to specify the number of states. On the other hand, users can
|
|
|
241 still specify the number of states if desired.
|
|
|
242
|
|
|
243 -----
|
|
|
244
|
|
|
245 **Required options**
|
|
|
246
|
|
|
247 * **Cell type, Epigenetic factor and Input** - specify any number of inputs with currently supported formats, either bam or bigwig. The cell name + factor name must be unique for each input. For example, if you have replicate data you may want to specify the cell name as "cell_rep1", "cell_rep2", etc and the factor name as "factor_rep1", "factor_rep2", etc.
|
|
|
248
|
|
|
249 * **Cell type name** - cell type name
|
|
|
250 * **Epigenetic factor name** - epigenetic factor name
|
|
|
251 * **BAM or BigWig file** - BAM or BigWig file
|
|
|
252
|
|
|
253 * **Set genomic windows on which to process the data** - if "No" is selected, IDEAS will run whole genome segmentation. If "Yes" is selected, IDEAS will segment genomes in the unit of the windows defined by the bed file. This file can be in BED3, BED4 or BED5 format, but only the first three columns (chr posst posed) will be used.
|
|
|
254
|
|
|
255 * **Window size in base pairs** - Window size in base pairs (if "No" is selected)
|
|
|
256 * **Restrict processing to specified chromosomes** - If "Yes" is selected, processing will be restricted to specified chromosomes
|
|
|
257
|
|
|
258 * **Chromosomes** - processing will be restricted to specified chromosomes (if "Yes" is selected)
|
|
|
259
|
|
|
260 * **Chromosome** - specified chromosome
|
|
|
261
|
|
|
262 * **Bed file specifying the genomic windows** - bed file specifying the genomic windows (if "Yes" is selected)
|
|
|
263
|
|
|
264 **Other options**
|
|
|
265
|
|
44
|
266 * **Output chromosomes in separate files** - select "Yes" to produce separate files for each chromosome, allowing you to run IDEAS on different chromosomes separately.
|
|
36
|
267 * **Calculate the average signal in each genomic window using** - use the bigWigAverageOverBed utility from the UCSC genome browser to calculate average signal (number of reads per bp) in each genomic window.
|
|
33
|
268 * **Select file(s) containing regions to exclude** - select one or more bed files that contains regions you'd like excluded from your datasets.
|
|
0
|
269 * **Standardize all datasets** - select "Yes" to standardize all datasets (e.g., reads / total_reads * 20 million) so that the signals from different cell types become comparable - your datasets can be read counts, logp-values or fold change.
|
|
|
270
|
|
|
271 * **Discourage state transition across chromosomes** - select "Yes" to produce similar states in adjacent windows, making the annotation smoother, but at risk of reducing precision.
|
|
33
|
272 * **Use log2(x+number) transformation** - perform Log2-transformation of the input data by log2(x+number) (recommended for read count data to reduce skewness). You can enter a number less than 1. For example, if your input data is mean read count per window, using 0.1 may produce better results.
|
|
|
273 * **Maximum number of states to be inferred** - restrict the maximum number of states to be generated by IDEAS; the final number of inferred states may be smaller than the number you specified
|
|
|
274 * **Initial number of states** - while IDEAS may infer 30 states or more by starting from just 20 states, it may not do so if it is trapped in a local mode. We recommend setting the initial number of states slightly larger than the number of states you expect.
|
|
0
|
275 * **Maximum number of position classes to be inferred** - Set this value only if:
|
|
|
276
|
|
33
|
277 * you do not want position classes (e.g., for testing purposes), in this case set the value to 1
|
|
0
|
278 * IDEAS runs slow because there are too many position classes, generally less than 100 position classes will run fine
|
|
|
279
|
|
|
280 * **Maximum number of cell type clusters allowed** - Set this value only for testing. If you set the value to 1, then all cell types will be clustered in one group.
|
|
|
281 * **Prior concentration** - specify the prior concentration parameter; default is A=sqrt(number of cell types). A smaller concentration parameter (e.g., 1 or less) will emphasize more on position specificity and a larger concentration parameter (e.g., 10 * number of cell types) will emphasize more on global homogeneity.
|
|
|
282 * **Set the the number of burnin and maximization steps** - specify the number of burnin and maximization steps; default it is 50 50. Increasing these two numbers will increase computing and only slightly increase accuracy. Decreasing these two numbers will reduce computing but may also reduce accuracy. We recommend to run IDEAS with at least 20 burnins and 20 maximizations. IDEAS will not stop even if it reaches a maximum mode.
|
|
33
|
283 * **Minimum standard deviation for the emission Gaussian distribution** - you should change the default value of 0.5 if the standard deviation of your data is much smaller or much larger than 1. The first line of the output produced by IDEAS is **ysd=xxx**, which is the total standard deviation of your data. If that value is less than 0.5, you may set the minimum standard deviation to an even smaller number (e.g., xxx/2). If the standard deviation of your data is much greater than 1, (e.g., 20), you may set the minimum standard deviation to a larger value, (e.g., 5). Modifying the minimum standard deviation in the former case is more necessary than in the latter case because otherwise you may end up finding no interesting segmentations. We do not recommend setting the minimum standard deviation to be 0 or smaller, as doing so may capture some artificial and uninteresting states due to tightly clustered data, such as 0 in read counts.
|
|
|
284 * **Maximim standard deviation for the emission Gaussian distribution** - if you want to find fine-grained states you may use this option (if not used, IDEAS uses infinity), but it is rearely used unless you need more states to be inferred.
|
|
0
|
285
|
|
|
286 </help>
|
|
|
287 <citations>
|
|
|
288 <citation type="doi">10.1093/nar/gkw278</citation>
|
|
|
289 </citations>
|
|
|
290 </tool>
|
