annotate ideas_preprocessor.R @ 21:99102499271a draft

Uploaded
author greg
date Wed, 31 Jan 2018 08:22:43 -0500
parents 504226a7eb75
children 3651f1592f3f
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
1 #!/usr/bin/env Rscript
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
2
14
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
3 # TODO: implement support for the following:
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
4 # 1. Scenario where user did not select chrom_bed_input
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
5 # 2. --exclude_bed_input
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
6 # 3. --bychr
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
7 # 4. --chrom_len_file
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
8 # 5. --reads_per_bp
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
9 # 6. --restrict_to_chroms
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
10 # 7. --standardize_datasets
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
11 # 8. Scenario where --window_size is NULL and need to handle bamCoverage - see TODO near line # 57.
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
12
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
13
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
14 suppressPackageStartupMessages(library("data.table"))
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
15 suppressPackageStartupMessages(library("optparse"))
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
16
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
17 option_list <- list(
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
18 make_option(c("--chrom_bed_input"), action="store", dest="chrom_bed_input", defaul=NULL, help="Chromosome windows positions file"),
14
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
19 make_option(c("--exclude_bed_input"), action="store", dest="exclude_bed_input", defaul=NULL, help="File(s) containing regions to exclude"),
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
20 make_option(c("--bychr"), action="store_true", dest="bychr", defaul=FALSE, help="Separate files by chromosome"),
e97851e8951b Uploaded
greg
parents: 1
diff changeset
21 make_option(c("--chrom_len_file"), action="store", dest="chrom_len_file", default=NULL, help="Chromosome lengths file"),
5
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
22 make_option(c("--ideaspre_input_config"), action="store", dest="ideaspre_input_config", help="Preprocessing input config file"),
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
23 make_option(c("--output"), action="store", dest="output", help="Primary output dataset"),
e97851e8951b Uploaded
greg
parents: 1
diff changeset
24 make_option(c("--output_files_path"), action="store", dest="output_files_path", help="Primary output dataset extra files path"),
e97851e8951b Uploaded
greg
parents: 1
diff changeset
25 make_option(c("--reads_per_bp"), action="store", dest="reads_per_bp", type="integer", help="Calculate the signal in each genomic window"),
e97851e8951b Uploaded
greg
parents: 1
diff changeset
26 make_option(c("--restrict_to_chroms"), action="store", dest="restrict_to_chroms", default=NULL, help="Restrict processing to specified chromosomes"),
e97851e8951b Uploaded
greg
parents: 1
diff changeset
27 make_option(c("--standardize_datasets"), action="store_true", dest="standardize_datasets", default=FALSE, help="Standardize all datasets"),
5
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
28 make_option(c("--chromosome_windows"), action="store", dest="chromosome_windows", default=NULL, help="Windows positions by chroms config file"),
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
29 make_option(c("--window_size"), action="store", dest="window_size", type="integer", default=NULL, help="Window size in base pairs")
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
30 )
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
31
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
32 parser <- OptionParser(usage="%prog [options] file", option_list=option_list)
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
33 args <- parse_args(parser, positional_arguments=TRUE)
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
34 opt <- args$options
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
35
18
504226a7eb75 Uploaded
greg
parents: 15
diff changeset
36 create_primary_html = function(output, output_files_path) {
5
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
37 files = list.files(path=output_files_path);
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
38 s <- paste('<html><head></head><body>', sep="\n");
18
504226a7eb75 Uploaded
greg
parents: 15
diff changeset
39 s <- paste(s, '<h3>Files prepared for IDEAS</h3>\n', sep="");
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
40 s <- paste(s, '<ul>\n', sep="");
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
41 for (i in 1:length(files)) {
e97851e8951b Uploaded
greg
parents: 1
diff changeset
42 s <- paste(s, '<li><a href="', files[i], '">', files[i], '</a></li>\n', sep="");
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
43 }
21
99102499271a Uploaded
greg
parents: 18
diff changeset
44 s <- paste(s, '</ul></body></html>', sep="");
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
45 cat(s, file=output);
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
46 }
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
47
5
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
48 # Read the ideaspre_input_config text file which has this format:
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
49 # "cell type name" "epigenetic factor name" "file path" "file name" "datatype"
5
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
50 ideaspre_input_config = as.matrix(read.table(opt$ideaspre_input_config));
14
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
51
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
52 # TODO: fix this
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
53 window_size = opt$window_size
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
54 if (is.null(opt$window_size)) {
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
55 window_size = 500;
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
56 }
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
57 # Process data to windows mean.
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
58 if (!is.null(opt$chrom_bed_input)) {
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
59 for (i in 1:dim(ideaspre_input_config)[1]) {
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
60 file_path = ideaspre_input_config[i, 3]
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
61 file_name = ideaspre_input_config[i, 4]
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
62 datatype = ideaspre_input_config[i, 5]
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
63 if (datatype == "bam") {
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
64 cmd = paste("samtools index", file_path);
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
65 system(cmd);
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
66 bigwig_file_name = paste(file_name, "bw", sep=".");
14
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
67
20c21d946a8e Uploaded
greg
parents: 12
diff changeset
68 cmd = paste("bamCoverage --bam", file_path, "-o", bigwig_file_name, "--binSize", window_size);
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
69 system(cmd);
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
70 } else {
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
71 bigwig_file_name = file_path;
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
72 }
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
73 bed_file_name = paste(file_name, "bed", sep=".");
21
99102499271a Uploaded
greg
parents: 18
diff changeset
74 cmd = paste("bigWigAverageOverBed", bigwig_file_name, opt$chrom_bed_input, "stdout | cut -f5 >", bed_file_name);
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
75 system(cmd);
21
99102499271a Uploaded
greg
parents: 18
diff changeset
76 cmd = paste("gzip -f", bed_file_name);
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
77 system(cmd);
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
78 }
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
79 }
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
80
9
0cf23f33d13d Uploaded
greg
parents: 7
diff changeset
81 # Create file1.txt.
5
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
82 cmd = paste("cut -d' '", opt$ideaspre_input_config, "-f1,2 > file1.txt", sep=" ");
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
83 system(cmd);
21
99102499271a Uploaded
greg
parents: 18
diff changeset
84 # Compress the bed files and create file2.txt.
99102499271a Uploaded
greg
parents: 18
diff changeset
85 cmd = "ls *.bed.gz > file2.txt";
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
86 system(cmd);
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
87 # Create IDEAS_input_config.txt with the format required by IDEAS.
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
88 ideas_input_config = "IDEAS_input_config.txt"
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
89 cmd = paste("paste -d' ' file1.txt file2.txt >", ideas_input_config, sep=" " );
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
90 system(cmd);
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
91 # Move IDEAS_input_config.txt to the output directory.
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
92 to_path = paste(opt$output_files_path, ideas_input_config, sep="/");
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
93 file.rename(ideas_input_config, to_path);
21
99102499271a Uploaded
greg
parents: 18
diff changeset
94 # Handle optional chrom_bed_input.txt and chromosomes.bed files.
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
95 if (!is.null(opt$chrom_bed_input) && !is.null(opt$chromosome_windows)) {
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
96 # Renane opt$chrom_bed_input to be chromosomes.bed
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
97 # and make a copy of it in the output directory.
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
98 to_path = paste(opt$output_files_path, "chromosomes.bed", sep="/");
15
ce2021cd68d2 Uploaded
greg
parents: 14
diff changeset
99 file.copy(opt$chrom_bed_input, to_path);
12
ab0f306504a3 Uploaded
greg
parents: 10
diff changeset
100 # Move chromosome_windows.txt to the output directory.
5
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
101 to_path = paste(opt$output_files_path, opt$chromosome_windows, sep="/");
2b4e1bd725f7 Uploaded
greg
parents: 3
diff changeset
102 file.rename(opt$chromosome_windows, to_path);
3
e97851e8951b Uploaded
greg
parents: 1
diff changeset
103 }
1
91c5dbb14a13 Uploaded
greg
parents:
diff changeset
104 # Create the primary HTML dataset.
18
504226a7eb75 Uploaded
greg
parents: 15
diff changeset
105 create_primary_html(opt$output, opt$output_files_path);