|
53
|
1 from __future__ import division
|
|
49
|
2 from collections import defaultdict
|
|
0
|
3 import re
|
|
|
4 import argparse
|
|
|
5
|
|
|
6 parser = argparse.ArgumentParser()
|
|
39
|
7 parser.add_argument("--input",
|
|
49
|
8 help="The '7_V-REGION-mutation-and-AA-change-table' and '10_V-REGION-mutation-hotspots' merged together, with an added 'best_match' annotation")
|
|
4
|
9 parser.add_argument("--genes", help="The genes available in the 'best_match' column")
|
|
73
|
10 parser.add_argument("--includefr1", help="Should the mutation/nucleotides in the FR1 region be included?")
|
|
0
|
11 parser.add_argument("--output", help="Output file")
|
|
|
12
|
|
|
13 args = parser.parse_args()
|
|
|
14
|
|
4
|
15 infile = args.input
|
|
|
16 genes = str(args.genes).split(",")
|
|
32
|
17 print "includefr1 =", args.includefr1
|
|
31
|
18 include_fr1 = True if args.includefr1 == "yes" else False
|
|
39
|
19 outfile = args.output
|
|
4
|
20
|
|
|
21 genedic = dict()
|
|
0
|
22
|
|
|
23 mutationdic = dict()
|
|
|
24 mutationMatcher = re.compile("^(.)(\d+).(.),?(.)?(\d+)?.?(.)?(.?.?.?.?.?)?")
|
|
|
25 linecount = 0
|
|
|
26
|
|
4
|
27 IDIndex = 0
|
|
|
28 best_matchIndex = 0
|
|
|
29 fr1Index = 0
|
|
|
30 cdr1Index = 0
|
|
|
31 fr2Index = 0
|
|
|
32 cdr2Index = 0
|
|
|
33 fr3Index = 0
|
|
39
|
34 first = True
|
|
26
|
35 IDlist = []
|
|
|
36 mutationList = []
|
|
43
|
37 mutationListByID = {}
|
|
49
|
38 cdr1LengthDic = {}
|
|
|
39 cdr2LengthDic = {}
|
|
26
|
40
|
|
4
|
41 with open(infile, 'r') as i:
|
|
43
|
42 for line in i:
|
|
|
43 if first:
|
|
|
44 linesplt = line.split("\t")
|
|
|
45 IDIndex = linesplt.index("Sequence.ID")
|
|
|
46 best_matchIndex = linesplt.index("best_match")
|
|
|
47 fr1Index = linesplt.index("FR1.IMGT")
|
|
|
48 cdr1Index = linesplt.index("CDR1.IMGT")
|
|
|
49 fr2Index = linesplt.index("FR2.IMGT")
|
|
|
50 cdr2Index = linesplt.index("CDR2.IMGT")
|
|
|
51 fr3Index = linesplt.index("FR3.IMGT")
|
|
85
|
52 cdr1LengthIndex = linesplt.index("CDR1.IMGT.length")
|
|
|
53 cdr2LengthIndex = linesplt.index("CDR2.IMGT.length")
|
|
43
|
54 first = False
|
|
|
55 continue
|
|
|
56 linecount += 1
|
|
|
57 linesplt = line.split("\t")
|
|
|
58 ID = linesplt[IDIndex]
|
|
|
59 genedic[ID] = linesplt[best_matchIndex]
|
|
63
|
60 try:
|
|
|
61 mutationdic[ID + "_FR1"] = [mutationMatcher.match(x).groups() for x in linesplt[fr1Index].split("|") if x] if include_fr1 else []
|
|
|
62 mutationdic[ID + "_CDR1"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr1Index].split("|") if x]
|
|
|
63 mutationdic[ID + "_FR2"] = [mutationMatcher.match(x).groups() for x in linesplt[fr2Index].split("|") if x]
|
|
|
64 mutationdic[ID + "_CDR2"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr2Index].split("|") if x]
|
|
|
65 mutationdic[ID + "_FR2-CDR2"] = mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"]
|
|
|
66 mutationdic[ID + "_FR3"] = [mutationMatcher.match(x).groups() for x in linesplt[fr3Index].split("|") if x]
|
|
|
67 except:
|
|
|
68 print linesplt
|
|
|
69 print linecount
|
|
43
|
70 mutationList += mutationdic[ID + "_FR1"] + mutationdic[ID + "_CDR1"] + mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
|
|
|
71 mutationListByID[ID] = mutationdic[ID + "_FR1"] + mutationdic[ID + "_CDR1"] + mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
|
|
26
|
72
|
|
49
|
73 cdr1Length = linesplt[cdr1LengthIndex]
|
|
|
74 cdr2Length = linesplt[cdr2LengthIndex]
|
|
|
75
|
|
85
|
76 cdr1LengthDic[ID] = int(cdr1Length) if cdr1Length != "X" else 0
|
|
|
77 cdr2LengthDic[ID] = int(cdr2Length) if cdr2Length != "X" else 0
|
|
|
78
|
|
43
|
79 IDlist += [ID]
|
|
|
80
|
|
49
|
81 AALength = (int(max(mutationList, key=lambda i: int(i[4]) if i[4] else 0)[4]) + 1) # [4] is the position of the AA mutation, None if silent
|
|
|
82
|
|
|
83 AA_mutation = [0] * AALength
|
|
104
|
84 AA_mutation_dic = {"ca": AA_mutation[:], "cg": AA_mutation[:], "cm": AA_mutation[:], "un": AA_mutation[:]}
|
|
43
|
85 AA_mutation_empty = AA_mutation[:]
|
|
39
|
86
|
|
43
|
87 aa_mutations_by_id_file = outfile[:outfile.rindex("/")] + "/aa_id_mutations.txt"
|
|
|
88 with open(aa_mutations_by_id_file, 'w') as o:
|
|
107
|
89 o.write("ID\tbest_match\t" + "\t".join([str(x) for x in range(1,AALength)]) + "\n")
|
|
43
|
90 for ID in mutationListByID.keys():
|
|
|
91 AA_mutation_for_ID = AA_mutation_empty[:]
|
|
|
92 for mutation in mutationListByID[ID]:
|
|
|
93 if mutation[4]:
|
|
104
|
94 AA_mutation_position = int(mutation[4])
|
|
|
95 AA_mutation[AA_mutation_position] += 1
|
|
|
96 AA_mutation_for_ID[AA_mutation_position] += 1
|
|
|
97 clss = genedic[ID][:2]
|
|
|
98 AA_mutation_dic[clss][AA_mutation_position] += 1
|
|
107
|
99 o.write(ID + "\t" + genedic[ID] + "\t" + "\t".join([str(x) for x in AA_mutation_for_ID[1:]]) + "\n")
|
|
26
|
100
|
|
43
|
101
|
|
|
102
|
|
49
|
103 #absent AA stuff
|
|
|
104 absentAACDR1Dic = defaultdict(list)
|
|
|
105 absentAACDR1Dic[5] = range(29,36)
|
|
|
106 absentAACDR1Dic[6] = range(29,35)
|
|
|
107 absentAACDR1Dic[7] = range(30,35)
|
|
|
108 absentAACDR1Dic[8] = range(30,34)
|
|
|
109 absentAACDR1Dic[9] = range(31,34)
|
|
|
110 absentAACDR1Dic[10] = range(31,33)
|
|
|
111 absentAACDR1Dic[11] = [32]
|
|
|
112
|
|
|
113 absentAACDR2Dic = defaultdict(list)
|
|
|
114 absentAACDR2Dic[0] = range(55,65)
|
|
|
115 absentAACDR2Dic[1] = range(56,65)
|
|
|
116 absentAACDR2Dic[2] = range(56,64)
|
|
|
117 absentAACDR2Dic[3] = range(57,64)
|
|
|
118 absentAACDR2Dic[4] = range(57,63)
|
|
|
119 absentAACDR2Dic[5] = range(58,63)
|
|
|
120 absentAACDR2Dic[6] = range(58,62)
|
|
|
121 absentAACDR2Dic[7] = range(59,62)
|
|
|
122 absentAACDR2Dic[8] = range(59,61)
|
|
|
123 absentAACDR2Dic[9] = [60]
|
|
|
124
|
|
|
125 absentAA = [len(IDlist)] * (AALength-1)
|
|
|
126 for k, cdr1Length in cdr1LengthDic.iteritems():
|
|
|
127 for c in absentAACDR1Dic[cdr1Length]:
|
|
|
128 absentAA[c] -= 1
|
|
|
129
|
|
|
130 for k, cdr2Length in cdr2LengthDic.iteritems():
|
|
|
131 for c in absentAACDR2Dic[cdr2Length]:
|
|
|
132 absentAA[c] -= 1
|
|
|
133
|
|
|
134
|
|
|
135 aa_mutations_by_id_file = outfile[:outfile.rindex("/")] + "/absent_aa_id.txt"
|
|
|
136 with open(aa_mutations_by_id_file, 'w') as o:
|
|
107
|
137 o.write("ID\tcdr1length\tcdr2length\tbest_match\t" + "\t".join([str(x) for x in range(1,AALength)]) + "\n")
|
|
49
|
138 for ID in IDlist:
|
|
|
139 absentAAbyID = [1] * (AALength-1)
|
|
|
140 cdr1Length = cdr1LengthDic[ID]
|
|
|
141 for c in absentAACDR1Dic[cdr1Length]:
|
|
|
142 absentAAbyID[c] -= 1
|
|
|
143
|
|
|
144 cdr2Length = cdr2LengthDic[ID]
|
|
|
145 for c in absentAACDR2Dic[cdr2Length]:
|
|
|
146 absentAAbyID[c] -= 1
|
|
107
|
147 o.write(ID + "\t" + str(cdr1Length) + "\t" + str(cdr2Length) + "\t" + genedic[ID] + "\t" + "\t".join([str(x) for x in absentAAbyID]) + "\n")
|
|
49
|
148
|
|
|
149
|
|
26
|
150
|
|
|
151 aa_mutations_file = outfile[:outfile.rindex("/")] + "/aa_mutations.txt"
|
|
|
152 with open(aa_mutations_file, 'w') as o:
|
|
49
|
153 o.write("row.name\t" + "\t".join([str(x) for x in range(1, AALength-1)]) + "\n")
|
|
|
154 o.write("mutations.at.position\t" + "\t".join([str(x) for x in AA_mutation[1:]]) + "\n")
|
|
|
155 o.write("AA.at.position\t" + "\t".join([str(x) for x in absentAA]) + "\n")
|
|
39
|
156
|
|
104
|
157
|
|
|
158 aa_mutations_file_ca = outfile[:outfile.rindex("/")] + "/aa_mutations_ca.txt"
|
|
|
159 with open(aa_mutations_file_ca, 'w') as o:
|
|
|
160 o.write("row.name\t" + "\t".join([str(x) for x in range(1, AALength-1)]) + "\n")
|
|
|
161 o.write("mutations.at.position\t" + "\t".join([str(x) for x in AA_mutation_dic["ca"][1:]]) + "\n")
|
|
|
162 o.write("AA.at.position\t" + "\t".join([str(x) for x in absentAA]) + "\n")
|
|
|
163
|
|
|
164
|
|
|
165 aa_mutations_file_cg = outfile[:outfile.rindex("/")] + "/aa_mutations_cg.txt"
|
|
|
166 with open(aa_mutations_file_cg, 'w') as o:
|
|
|
167 o.write("row.name\t" + "\t".join([str(x) for x in range(1, AALength-1)]) + "\n")
|
|
|
168 o.write("mutations.at.position\t" + "\t".join([str(x) for x in AA_mutation_dic["cg"][1:]]) + "\n")
|
|
|
169 o.write("AA.at.position\t" + "\t".join([str(x) for x in absentAA]) + "\n")
|
|
|
170
|
|
|
171
|
|
|
172 aa_mutations_file_cm = outfile[:outfile.rindex("/")] + "/aa_mutations_cm.txt"
|
|
|
173 with open(aa_mutations_file_cm, 'w') as o:
|
|
|
174 o.write("row.name\t" + "\t".join([str(x) for x in range(1, AALength-1)]) + "\n")
|
|
|
175 o.write("mutations.at.position\t" + "\t".join([str(x) for x in AA_mutation_dic["cg"][1:]]) + "\n")
|
|
|
176 o.write("AA.at.position\t" + "\t".join([str(x) for x in absentAA]) + "\n")
|
|
|
177
|
|
0
|
178 if linecount == 0:
|
|
49
|
179 print "No data, exiting"
|
|
|
180 with open(outfile, 'w') as o:
|
|
|
181 o.write("RGYW (%)," + ("0,0,0\n" * len(genes)))
|
|
|
182 o.write("WRCY (%)," + ("0,0,0\n" * len(genes)))
|
|
|
183 o.write("WA (%)," + ("0,0,0\n" * len(genes)))
|
|
|
184 o.write("TW (%)," + ("0,0,0\n" * len(genes)))
|
|
|
185 import sys
|
|
39
|
186
|
|
49
|
187 sys.exit()
|
|
0
|
188
|
|
|
189 hotspotMatcher = re.compile("[actg]+,(\d+)-(\d+)\((.*)\)")
|
|
98
|
190 RGYWCount = {}
|
|
|
191 WRCYCount = {}
|
|
|
192 WACount = {}
|
|
|
193 TWCount = {}
|
|
0
|
194
|
|
98
|
195 #IDIndex = 0
|
|
4
|
196 ataIndex = 0
|
|
|
197 tatIndex = 0
|
|
|
198 aggctatIndex = 0
|
|
|
199 atagcctIndex = 0
|
|
|
200 first = True
|
|
|
201 with open(infile, 'r') as i:
|
|
49
|
202 for line in i:
|
|
|
203 if first:
|
|
|
204 linesplt = line.split("\t")
|
|
|
205 ataIndex = linesplt.index("X.a.t.a")
|
|
|
206 tatIndex = linesplt.index("t.a.t.")
|
|
|
207 aggctatIndex = linesplt.index("X.a.g.g.c.t..a.t.")
|
|
|
208 atagcctIndex = linesplt.index("X.a.t..a.g.c.c.t.")
|
|
|
209 first = False
|
|
|
210 continue
|
|
|
211 linesplt = line.split("\t")
|
|
|
212 gene = linesplt[best_matchIndex]
|
|
|
213 ID = linesplt[IDIndex]
|
|
98
|
214 if ID == "ca2":
|
|
|
215 print linesplt
|
|
49
|
216 RGYW = [(int(x), int(y), z) for (x, y, z) in
|
|
|
217 [hotspotMatcher.match(x).groups() for x in linesplt[aggctatIndex].split("|") if x]]
|
|
|
218 WRCY = [(int(x), int(y), z) for (x, y, z) in
|
|
|
219 [hotspotMatcher.match(x).groups() for x in linesplt[atagcctIndex].split("|") if x]]
|
|
|
220 WA = [(int(x), int(y), z) for (x, y, z) in
|
|
|
221 [hotspotMatcher.match(x).groups() for x in linesplt[ataIndex].split("|") if x]]
|
|
|
222 TW = [(int(x), int(y), z) for (x, y, z) in
|
|
|
223 [hotspotMatcher.match(x).groups() for x in linesplt[tatIndex].split("|") if x]]
|
|
|
224 RGYWCount[ID], WRCYCount[ID], WACount[ID], TWCount[ID] = 0, 0, 0, 0
|
|
39
|
225
|
|
49
|
226 mutationList = (mutationdic[ID + "_FR1"] if include_fr1 else []) + mutationdic[ID + "_CDR1"] + mutationdic[
|
|
|
227 ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
|
|
|
228 for mutation in mutationList:
|
|
|
229 frm, where, to, AAfrm, AAwhere, AAto, junk = mutation
|
|
|
230 mutation_in_RGYW = any([(start <= int(where) <= end) for (start, end, region) in RGYW])
|
|
|
231 mutation_in_WRCY = any([(start <= int(where) <= end) for (start, end, region) in WRCY])
|
|
|
232 mutation_in_WA = any([(start <= int(where) <= end) for (start, end, region) in WA])
|
|
|
233 mutation_in_TW = any([(start <= int(where) <= end) for (start, end, region) in TW])
|
|
39
|
234
|
|
49
|
235 in_how_many_motifs = sum([mutation_in_RGYW, mutation_in_WRCY, mutation_in_WA, mutation_in_TW])
|
|
39
|
236
|
|
49
|
237 if in_how_many_motifs > 0:
|
|
|
238 RGYWCount[ID] += (1.0 * int(mutation_in_RGYW)) / in_how_many_motifs
|
|
|
239 WRCYCount[ID] += (1.0 * int(mutation_in_WRCY)) / in_how_many_motifs
|
|
|
240 WACount[ID] += (1.0 * int(mutation_in_WA)) / in_how_many_motifs
|
|
|
241 TWCount[ID] += (1.0 * int(mutation_in_TW)) / in_how_many_motifs
|
|
0
|
242
|
|
53
|
243
|
|
|
244 def mean(lst):
|
|
|
245 return (float(sum(lst)) / len(lst)) if len(lst) > 0 else 0.0
|
|
|
246
|
|
|
247
|
|
|
248 def median(lst):
|
|
|
249 lst = sorted(lst)
|
|
|
250 l = len(lst)
|
|
|
251 if l == 0:
|
|
|
252 return 0
|
|
|
253 if l == 1:
|
|
|
254 return lst[0]
|
|
|
255
|
|
|
256 l = int(l / 2)
|
|
|
257
|
|
|
258 if len(lst) % 2 == 0:
|
|
|
259 return float(lst[l] + lst[(l - 1)]) / 2.0
|
|
|
260 else:
|
|
|
261 return lst[l]
|
|
|
262
|
|
|
263 funcs = {"mean": mean, "median": median, "sum": sum}
|
|
|
264
|
|
4
|
265 directory = outfile[:outfile.rfind("/") + 1]
|
|
22
|
266 value = 0
|
|
4
|
267 valuedic = dict()
|
|
53
|
268
|
|
|
269 for fname in funcs.keys():
|
|
|
270 for gene in genes:
|
|
|
271 with open(directory + gene + "_" + fname + "_value.txt", 'r') as v:
|
|
|
272 valuedic[gene + "_" + fname] = float(v.readlines()[0].rstrip())
|
|
|
273 with open(directory + "all_" + fname + "_value.txt", 'r') as v:
|
|
|
274 valuedic["total_" + fname] = float(v.readlines()[0].rstrip())
|
|
|
275
|
|
78
|
276
|
|
53
|
277 def get_xyz(lst, gene, f, fname):
|
|
|
278 x = int(round(f(lst)))
|
|
|
279 y = valuedic[gene + "_" + fname]
|
|
98
|
280 z = str(round(x / float(y) * 100, 1)) if y != 0 else "0"
|
|
53
|
281 return (str(x), str(y), z)
|
|
4
|
282
|
|
|
283 dic = {"RGYW": RGYWCount, "WRCY": WRCYCount, "WA": WACount, "TW": TWCount}
|
|
|
284 arr = ["RGYW", "WRCY", "WA", "TW"]
|
|
53
|
285
|
|
98
|
286 geneMatchers = {gene: re.compile("^" + gene + ".*") for gene in genes}
|
|
|
287
|
|
53
|
288 for fname in funcs.keys():
|
|
|
289 func = funcs[fname]
|
|
|
290 foutfile = outfile[:outfile.rindex("/")] + "/hotspot_analysis_" + fname + ".txt"
|
|
|
291 with open(foutfile, 'w') as o:
|
|
|
292 for typ in arr:
|
|
|
293 o.write(typ + " (%)")
|
|
|
294 curr = dic[typ]
|
|
|
295 for gene in genes:
|
|
98
|
296 geneMatcher = geneMatchers[gene] #re.compile("^" + gene + ".*") #recompile every loop....
|
|
53
|
297 if valuedic[gene + "_" + fname] is 0:
|
|
|
298 o.write(",0,0,0")
|
|
|
299 else:
|
|
|
300 x, y, z = get_xyz([curr[x] for x in [y for y, z in genedic.iteritems() if geneMatcher.match(z)]], gene, func, fname)
|
|
|
301 o.write("," + x + "," + y + "," + z)
|
|
98
|
302
|
|
|
303 x, y, z = get_xyz([y for x, y in curr.iteritems() if not genedic[x].startswith("unmatched")], "total", func, fname)
|
|
53
|
304 o.write("," + x + "," + y + "," + z + "\n")
|
|
21
|
305
|
|
|
306
|
|
39
|
307 # for testing
|
|
21
|
308 seq_motif_file = outfile[:outfile.rindex("/")] + "/motif_per_seq.txt"
|
|
|
309 with open(seq_motif_file, 'w') as o:
|
|
49
|
310 o.write("ID\tRGYWC\tWRCY\tWA\tTW\n")
|
|
|
311 for ID in IDlist:
|
|
53
|
312 o.write(ID + "\t" + str(round(RGYWCount[ID], 2)) + "\t" + str(round(WRCYCount[ID], 2)) + "\t" + str(round(WACount[ID], 2)) + "\t" + str(round(TWCount[ID], 2)) + "\n")
|
