annotate combined.sh @ 5:be7ed742f870 draft default tip

Uploaded
author davidvanzessen
date Tue, 11 Mar 2014 11:10:30 -0400
parents 2f2544607ad6
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
1 #!/bin/bash
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
2
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
3 clonalType=${@:(-3):1}
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
4 html=${@:(-2):1}
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
5 imageDir=${@:(-1):1}
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
6 dataCount=`expr $# - 3`
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
7 inputData=${@:(1):dataCount}
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
8 dir="$(cd "$(dirname "$0")" && pwd)"
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
9 array=("$@")
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
10 echo "<html><h3>Progress</h3><table><tr><td>info</td></tr>" > $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
11 echo "<tr><td>-----------------------------------</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
12
3
6364030a16b8 Uploaded
davidvanzessen
parents: 2
diff changeset
13 mkdir $PWD/igblastdatabase
6364030a16b8 Uploaded
davidvanzessen
parents: 2
diff changeset
14 unzip $dir/database.zip -d $PWD/igblastdatabase/
6364030a16b8 Uploaded
davidvanzessen
parents: 2
diff changeset
15 export IGDATA=$PWD/igblastdatabase/
1
7b0d9c107680 Uploaded
davidvanzessen
parents: 0
diff changeset
16
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
17 function blastAndParse {
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
18 echo "<tr><td>Starting blast of sample $3 of patient $2</td></tr>" >> $html
4
2f2544607ad6 Uploaded
davidvanzessen
parents: 3
diff changeset
19 echo "igblastn -germline_db_V $PWD/igblastdatabase/database/human_gl_V -germline_db_J $PWD/igblastdatabase/database/human_gl_J -germline_db_D $PWD/igblastdatabase/database/human_gl_D -domain_system imgt -query $1 -auxiliary_data $PWD/igblastdatabase/optional_file/human_gl.aux -show_translation -outfmt 3 > $PWD/$4"
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
20 /home/galaxy/galaxy/igblast/igblastn -germline_db_V $PWD/igblastdatabase/database/human_gl_V -germline_db_J $PWD/igblastdatabase/database/human_gl_J -germline_db_D $PWD/igblastdatabase/database/human_gl_D -domain_system imgt -query $1 -auxiliary_data $PWD/igblastdatabase/optional_file/human_gl.aux -show_translation -outfmt 3 > $PWD/$4
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
21 echo "<tr><td>Finished blast of sample $3 of patient $2</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
22
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
23 echo "<tr><td>Starting parse of sample $3 of patient $2</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
24 perl $dir/igparse.pl $PWD/$4 0 | grep -v "D:" | cut -f2- > $5
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
25 echo "<tr><td>Finished parse of sample $3 of patient $2</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
26 }
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
27
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
28 id=${inputData[0]}
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
29 forwardSlash="/"
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
30 mergerInput=()
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
31 count=0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
32 for current in $inputData; do
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
33 if [[ "$current" != *"$forwardSlash"* ]]; then
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
34 id=$current
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
35 count=0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
36 mergerInput+=($id)
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
37 continue
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
38 fi
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
39 fileName=$(basename $current)
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
40 parsedFileName="${fileName%.*}"
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
41 parsedFileName="$PWD/$parsedFileName.parsed"
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
42 blastAndParse $current $id $count $fileName $parsedFileName &
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
43 mergerInput+=($parsedFileName)
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
44 count=$((count+1))
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
45 done
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
46 wait
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
47
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
48
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
49
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
50 echo "<tr><td>-----------------------------------</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
51 echo "<tr><td>merging</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
52
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
53 python $dir/igblastmerge.py ${mergerInput[*]} --output $PWD/merged.txt
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
54
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
55 echo "<tr><td>done</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
56 echo "<tr><td>-----------------------------------</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
57 echo "<tr><td>plotting</td></tr>" >> $html
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
58
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
59
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
60 inputFile=$PWD/merged.txt
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
61 outputDir=$imageDir
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
62 outputFile=$outputDir/index.html
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
63 mkdir $outputDir
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
64 Rscript --verbose $dir/RScript.r $inputFile $outputDir $outputDir $clonalType 2>&1
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
65 cp $dir/tabber.js $outputDir
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
66 cp $dir/style.css $outputDir
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
67 cp $dir/script.js $outputDir
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
68 echo "<html><center><h1><a href='index.html'>Click here for the results</a></h1>Tip: Open it in a new tab (middle mouse button or right mouse button -> 'open in new tab' on the link above)</center></html>" > $html
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
69 echo "<html><script type='text/javascript' src='tabber.js'></script><script type='text/javascript' src='script.js'></script><link rel='stylesheet' type='text/css' href='style.css'><div class='tabber'><div class='tabbertab' title='Gene frequencies'>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
70 echo "<img src='VPlot.png'/>" >> $outputFile
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
71 echo "<img src='DPlot.png'/>" >> $outputFile
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
72 echo "<img src='JPlot.png'/></div>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
73
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
74 samples=`cat $outputDir/samples.txt`
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
75 count=1
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
76 echo "<div class='tabbertab' title='Heatmaps'><div class='tabber'>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
77 for sample in $samples; do
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
78 echo "<div class='tabbertab' title='$sample'><table border='1'><tr>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
79
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
80 mv "$outputDir/HeatmapVD_$sample.png" "$outputDir/VD_$sample.png"
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
81 echo "<td><img src='VD_$sample.png'/></td>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
82 mv "$outputDir/HeatmapVJ_$sample.png" "$outputDir/VJ_$sample.png"
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
83 echo "<td><img src='VJ_$sample.png'/></td>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
84 mv "$outputDir/HeatmapDJ_$sample.png" "$outputDir/DJ_$sample.png"
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
85 echo "<td><img src='DJ_$sample.png'/></td></tr></table></div>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
86 count=$((count+1))
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
87 done
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
88 echo "</div></div>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
89
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
90
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
91 hasReplicateColumn="$(if head -n 1 $inputFile | grep -q 'Replicate'; then echo 'Yes'; else echo 'No'; fi)"
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
92 echo "$hasReplicateColumn"
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
93 #if its a 'new' merged file with replicate info
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
94 if [[ "$hasReplicateColumn" == "Yes" ]] ; then
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
95 echo "<div class='tabbertab' title='Clonality'><div class='tabber'>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
96 for sample in $samples; do
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
97 clonalityScore="$(cat $outputDir/ClonalityScore_$sample.csv)"
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
98 echo "<div class='tabbertab' title='$sample'><table border='1'>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
99 echo "<tr><td colspan='4'>Clonality Score: $clonalityScore</td></tr>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
100
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
101 #replicate,reads,squared
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
102 echo "<tr><td>Replicate ID</td><td>Number of Reads</td><td>Reads Squared</td><td></td></tr>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
103 while IFS=, read replicate reads squared
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
104 do
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
105
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
106 echo "<tr><td>$replicate</td><td>$reads</td><td>$squared</td><td></td></tr>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
107 done < $outputDir/ReplicateReads_$sample.csv
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
108
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
109 #sum of reads and reads squared
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
110 while IFS=, read readsSum squaredSum
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
111 do
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
112 echo "<tr><td>Sum</td><td>$readsSum</td><td>$squaredSum</td></tr>" >> $outputFile
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
113 done < $outputDir/ReplicateSumReads_$sample.csv
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
114
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
115 #overview
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
116 echo "<tr><td>Coincidence Type</td><td>Raw Coincidence Freq</td><td>Coincidence Weight</td><td>Coincidences, Weighted</td></tr>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
117 while IFS=, read type count weight weightedCount
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
118 do
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
119 echo "<tr><td>$type</td><td>$count</td><td>$weight</td><td>$weightedCount</td></tr>" >> $outputFile
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
120 done < $outputDir/ClonalityOverView_$sample.csv
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
121 echo "</table></div>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
122 done
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
123 echo "</div></div>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
124 fi
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
125
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
126
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
127 hasFunctionalityColumn="$(if head -n 1 $inputFile | grep -q 'Functionality'; then echo 'Yes'; else echo 'No'; fi)"
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
128 if [[ "$hasFunctionalityColumn" == "Yes" ]] ; then
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
129 echo "<div class='tabbertab' title='Junction Analysis'><table border='1'><tr><th>Sample</th><th>unique</th><th>VH.DEL</th><th>P1</th><th>N1</th><th>P2</th><th>DEL.DH</th><th>DH.DEL</th><th>P3</th><th>N2</th><th>P4</th><th>DEL.JH</th><th>Total.Del</th><th>Total.N</th><th>Total.P</th></tr>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
130 while IFS=, read Sample unique VHDEL P1 N1 P2 DELDH DHDEL P3 N2 P4 DELJH TotalDel TotalN TotalP
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
131 do
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
132 echo "<tr><td>$Sample</td><td>$unique</td><td>$VHDEL</td><td>$P1</td><td>$N1</td><td>$P2</td><td>$DELDH</td><td>$DHDEL</td><td>$P3</td><td>$N2</td><td>$P4</td><td>$DELJH</td><td>$TotalDel</td><td>$TotalN</td><td>$TotalP</td></tr>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
133 done < $outputDir/junctionAnalysis.csv
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
134 echo "</table></div>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
135 fi
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
136
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
137 echo "<div class='tabbertab' title='Comparison'><table border='1'><tr><th>ID</th><th>Include</th></tr>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
138 for sample in $samples; do
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
139 echo "<tr><td>$sample</td><td><input type='checkbox' onchange=\"javascript:compareAdd('$sample')\" id='compare_checkbox_$sample'/></td></tr>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
140 done
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
141 echo "</table><div name='comparisonarea'>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
142 echo "<table><tr id='comparison_table_vd'></tr></table>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
143 echo "<table><tr id='comparison_table_vj'></tr></table>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
144 echo "<table><tr id='comparison_table_dj'></tr></table>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
145 echo "</div></div>" >> $outputFile
0
d52f6a986108 Uploaded
davidvanzessen
parents:
diff changeset
146
5
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
147 echo "<div class='tabbertab' title='Downloads'>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
148 echo "<table border='1'>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
149 echo "<tr><th>Description</th><th>Link</th></tr>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
150 echo "<tr><td>The dataset used to generate the frequency graphs and the heatmaps (Unique based on clonaltype, $clonalType)</td><td><a href='allUnique.tsv'>Download</a></td></tr>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
151 echo "<tr><td>The dataset used to calculate clonality score (Unique based on clonaltype, $clonalType)</td><td><a href='clonalityComplete.tsv'>Download</a></td></tr>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
152 echo "</table>" >> $outputFile
be7ed742f870 Uploaded
davidvanzessen
parents: 4
diff changeset
153 echo "</div>" >> $outputFile