annotate create_genome_tracks.R @ 0:27d5a1d744fd draft

Uploaded
author greg
date Fri, 10 Nov 2017 13:19:37 -0500
parents
children 64b7d66acd75
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
27d5a1d744fd Uploaded
greg
parents:
diff changeset
1 #!/usr/bin/env Rscript
27d5a1d744fd Uploaded
greg
parents:
diff changeset
2
27d5a1d744fd Uploaded
greg
parents:
diff changeset
3 suppressPackageStartupMessages(library("optparse"))
27d5a1d744fd Uploaded
greg
parents:
diff changeset
4
27d5a1d744fd Uploaded
greg
parents:
diff changeset
5 option_list <- list(
27d5a1d744fd Uploaded
greg
parents:
diff changeset
6 make_option(c("-b", "--build"), action="store", dest="build", help="Genome build"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
7 make_option(c("-c", "--chrom_len_file"), action="store", dest="chrom_len_file", help="Chromosome length file"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
8 make_option(c("-d", "--header"), action="store", dest="header", default=NULL, help="Track header"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
9 make_option(c("-e", "--state_name"), action="store", dest="state_name", help="State name"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
10 make_option(c("-h", "--hub_id"), action="store", dest="hub_id", help="Not sure what this is"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
11 make_option(c("-i", "--cell_info"), action="store", dest="cell_info", default=NULL, help="Not sure what this is"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
12 make_option(c("-n", "--hub_name"), action="store", dest="hub_name", default=NULL, help="Not sure what this is"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
13 make_option(c("-p", "--parameter_files"), action="store", dest="parameter_files", help="Comma-separated list of IDEAS parameter files"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
14 make_option(c("-s", "--state_files"), action="store", dest="state_files", help="Comma-separated list of IDEAS state files"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
15 make_option(c("-t", "--target_url"), action="store", dest="target_url", help="target url for tracks, not sure what it is used for"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
16 make_option(c("-u", "--output_track_db"), action="store", dest="output_track_db", help="Output track db file"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
17 make_option(c("-v", "--output_build"), action="store", dest="output_build", help="Output genome build file"),
27d5a1d744fd Uploaded
greg
parents:
diff changeset
18 make_option(c("-w", "--output_hub"), action="store", dest="output_hub", help="Output hub file")
27d5a1d744fd Uploaded
greg
parents:
diff changeset
19 )
27d5a1d744fd Uploaded
greg
parents:
diff changeset
20
27d5a1d744fd Uploaded
greg
parents:
diff changeset
21 parser <- OptionParser(usage="%prog [options] file", option_list=option_list)
27d5a1d744fd Uploaded
greg
parents:
diff changeset
22 args <- parse_args(parser, positional_arguments=TRUE)
27d5a1d744fd Uploaded
greg
parents:
diff changeset
23 opt <- args$options
27d5a1d744fd Uploaded
greg
parents:
diff changeset
24
27d5a1d744fd Uploaded
greg
parents:
diff changeset
25 #ideas_state_files <- strsplit(opt$state_files, ",")
27d5a1d744fd Uploaded
greg
parents:
diff changeset
26
27d5a1d744fd Uploaded
greg
parents:
diff changeset
27 get_state_color<-function(statemean, markcolor=NULL)
27d5a1d744fd Uploaded
greg
parents:
diff changeset
28 {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
29 if(length(markcolor)==0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
30 markcolor=rep("",dim(statemean)[2]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
31 markcolor[order(apply(statemean,2,sd),decreasing=T)]=hsv((1:dim(statemean)[2]-1)/dim(statemean)[2],1,1);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
32 markcolor=t(col2rgb(markcolor));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
33 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
34 rg=apply(statemean,1,range);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
35 mm=NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
36 for(i in 1:dim(statemean)[1]) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
37 mm=rbind(mm,(statemean[i,]-rg[1,i])/(rg[2,i]-rg[1,i]+1e-10));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
38 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
39 mm = mm^6;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
40 mm = mm / (apply(mm, 1, sum) + 1e-10);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
41 mycol = mm%*%markcolor;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
42 s = apply(statemean, 1, max);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
43 s = (s - min(s)) / (max(s) - min(s) + 1e-10);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
44 h = t(apply(mycol, 1, function(x){rgb2hsv(x[1], x[2], x[3])}));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
45 h[,2] = h[,2] * s;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
46 h = apply(h, 1, function(x){hsv(x[1], x[2], x[3])});
27d5a1d744fd Uploaded
greg
parents:
diff changeset
47 rt = cbind(apply(t(col2rgb(h)), 1, function(x){paste(x, collapse=",")}), h);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
48 return(rt);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
49 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
50
27d5a1d744fd Uploaded
greg
parents:
diff changeset
51 create_track<-function(state_files, chrom_len_file, outpref, state_color, header, state_name) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
52 message("Reading state file: ", appendLF=FALSE);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
53 library("data.table");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
54 genomesz = read.table(chrom_len_file);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
55 g = NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
56 for(i in state_files) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
57 message(paste(i, " ", sep=""), appendLF=F);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
58 tg = as.matrix(fread(i));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
59 t = NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
60 for(j in 1:dim(genomesz)[1]) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
61 t = c(t, which(tg[,2]==as.character(genomesz[j, 1]) & as.numeric(tg[,4]) > as.numeric(genomesz[j, 2])));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
62 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
63 if(length(t) > 0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
64 tg = tg[-t,];
27d5a1d744fd Uploaded
greg
parents:
diff changeset
65 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
66 t = which(is.na(match(tg[,2], genomesz[,1]))==T);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
67 if(length(t)>0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
68 tg = tg[-t,];
27d5a1d744fd Uploaded
greg
parents:
diff changeset
69 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
70 print(c(dim(g),dim(tg)));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
71 g = rbind(g, tg);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
72 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
73 message("Done");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
74 uchr = sort(unique(as.character(g[,2])));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
75 g1 = NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
76 for(i in uchr){
27d5a1d744fd Uploaded
greg
parents:
diff changeset
77 t = which(g[,2]==i);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
78 g1 = rbind(g1, g[t[order(as.integer(g[t, 3]))],]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
79 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
80 g = NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
81 chr = as.character(g1[,2]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
82 posst = as.numeric(g1[,3]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
83 posed = as.numeric(g1[,4]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
84 state = as.matrix(g1[,5:(dim(g1)[2]-1)]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
85 if(length(state_name)==0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
86 state_name=0:max(state);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
87 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
88 L = dim(g1)[1];
27d5a1d744fd Uploaded
greg
parents:
diff changeset
89 n = dim(state)[2];
27d5a1d744fd Uploaded
greg
parents:
diff changeset
90 if(length(header) > 0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
91 colnames(g1) = header;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
92 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
93 cells = as.character(colnames(g1)[5:(dim(g1)[2]-1)]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
94 g1 = NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
95 message("Generating tracks");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
96 options(scipen=999);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
97 tt = which(chr[2:L]!=chr[2:L-1]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
98 tt = c(tt,which(posst[2:L]!=posed[2:L-1]));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
99 tt = sort(unique(tt));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
100 for(i in 1:n) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
101 tstate = state[,i];
27d5a1d744fd Uploaded
greg
parents:
diff changeset
102 t = c(tt,which(tstate[2:L]!=tstate[2:L-1]));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
103 t = sort(unique(t));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
104 t0 = c(0, t) + 1;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
105 t = c(t, L);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
106 np = cbind(chr[t], posst[t0], posed[t], tstate[t]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
107 x = cbind(np[,1:3], state_name[as.integer(np[,4])+1], 1000, ".", np[,2:3], state_color[as.numeric(np[,4])+1]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
108 write.table(as.matrix(x), paste(outpref, i, "bed1", sep="."), quote=F, row.names=F, col.names=F);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
109 print(x[1,]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
110 system(paste("bedToBigBed ", outpref, ".", i, ".bed1 ", chrom_len_file, " ", outpref, ".", i, ".bb", sep=""));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
111 system(paste("rm ", paste(outpref, i, "bed1", sep=".")));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
112 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
113 return(cells);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
114 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
115
27d5a1d744fd Uploaded
greg
parents:
diff changeset
116 # cell_info: shortid match with those in states,
27d5a1d744fd Uploaded
greg
parents:
diff changeset
117 # long id, cell description, text color
27d5a1d744fd Uploaded
greg
parents:
diff changeset
118 #run<-function(state_files, hub_id, opt$build, chrom_len_file, state_color, opt$target_url="http://bx.psu.edu/~yuzhang/tmp/", tracks_output_dir=NULL, hub_name=NULL, cell_info=NULL, header=NULL, statename=NULL)
27d5a1d744fd Uploaded
greg
parents:
diff changeset
119
27d5a1d744fd Uploaded
greg
parents:
diff changeset
120 if(length(opt$hub_name) == 0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
121 hub_name = opt$hub_id;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
122 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
123
27d5a1d744fd Uploaded
greg
parents:
diff changeset
124 # Create the tracks output directory.
27d5a1d744fd Uploaded
greg
parents:
diff changeset
125 if(length(tracks_output_dir) == 0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
126 tracks_output_dir = paste("tracks_", hub_id, "/", sep="");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
127 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
128 dir.create(tracks_output_dir, showWarnings=FALSE);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
129
27d5a1d744fd Uploaded
greg
parents:
diff changeset
130 # Create the color scheme.
27d5a1d744fd Uploaded
greg
parents:
diff changeset
131 mc = NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
132 x = read.table(opt$parameter_files, comment="!", nrows=1);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
133 l = as.integer(regexpr("\\*", as.matrix(x)));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
134 l = min(which(l>0))-2;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
135 x = as.matrix(read.table(opt$parameter_files));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
136 if(length(opt$parameter_files) > 1) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
137 for(i in 2:length(opt$parameter_files)) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
138 x=x+as.matrix(read.table(paste(opt$parameter_files[i],".para",sep="")));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
139 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
140 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
141 p = x[,1] / sum(x[,1]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
142 m = array(as.matrix(x[,1:l+1] / x[,1]), dim=c(dim(x)[1], l));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
143 state_color = get_state_color(m, mc);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
144
27d5a1d744fd Uploaded
greg
parents:
diff changeset
145 # Create the tracks.
27d5a1d744fd Uploaded
greg
parents:
diff changeset
146 cells = create_track(opt$state_files, opt$chrom_len_file, paste(tracks_output_dir, hub_id, sep=""), state_color, header=opt$header, state_name=opt$state_name);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
147 cell_info = opt$cell_info
27d5a1d744fd Uploaded
greg
parents:
diff changeset
148 if(length(cell_info) == 0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
149 cell_info = cbind(cells, cells, cells, "#000000");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
150 cell_info = array(cell_info, dim=c(length(cells), 4));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
151 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
152 cell_info = as.matrix(cell_info);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
153 track_db = NULL;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
154
27d5a1d744fd Uploaded
greg
parents:
diff changeset
155 for(i in 1:length(cells)) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
156 ii = which(cells[i] == cell_info[,1]);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
157 if(length(ii) == 0) {
27d5a1d744fd Uploaded
greg
parents:
diff changeset
158 next;
27d5a1d744fd Uploaded
greg
parents:
diff changeset
159 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
160 ii = ii[1];
27d5a1d744fd Uploaded
greg
parents:
diff changeset
161 track_db = c(track_db, paste("track bigBed", i, sep=""));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
162 track_db = c(track_db, paste("priority", ii));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
163 track_db = c(track_db, "type bigBed 9 .");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
164 track_db = c(track_db, "itemRgb on");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
165 track_db = c(track_db, "maxItems 100000");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
166 track_db = c(track_db, paste("bigDataUrl ", opt$target_url, hub_id, ".", i, ".bb", sep=""));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
167 track_db = c(track_db, paste("shortLabel", cell_info[ii, 2]));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
168 track_db = c(track_db, paste("longLabel", paste(opt$hub_name, cell_info[ii, 3])));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
169 track_db = c(track_db, paste("color", paste(c(col2rgb(cell_info[ii, 4])), collapse=",")));
27d5a1d744fd Uploaded
greg
parents:
diff changeset
170 track_db = c(track_db, "visibility dense");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
171 track_db = c(track_db, "");
27d5a1d744fd Uploaded
greg
parents:
diff changeset
172 }
27d5a1d744fd Uploaded
greg
parents:
diff changeset
173
27d5a1d744fd Uploaded
greg
parents:
diff changeset
174 # Write the outputs.
27d5a1d744fd Uploaded
greg
parents:
diff changeset
175 write.table(track_db, opt$output_track_db, quote=F, row.names=F, col.names=F);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
176 write.table(c(paste("genome", opt$build), opt$output_build, paste(tracks_output_dir, "genomes_", hub_id, ".txt", sep=""), quote=F,row.names=F,col.names=F);
27d5a1d744fd Uploaded
greg
parents:
diff changeset
177 write.table(c(paste("hub", hub_id), paste("shortLabel", hub_id), paste("longLabel", opt$hub_name), paste("genomesFile genomes_", hub_id, ".txt", sep=""), "email yzz2 at psu.edu"), opt$output_hub, quote=F, row.names=F, col.names=F);