annotate mutation_analysis.py @ 26:2433a1e110e1 draft

Uploaded
author davidvanzessen
date Wed, 08 Apr 2015 05:25:52 -0400
parents d84c9791d8c4
children 362ef99f9405
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
1 import re
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
2 import argparse
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
3
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
4 parser = argparse.ArgumentParser()
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
5 parser.add_argument("--input", help="The '7_V-REGION-mutation-and-AA-change-table' and '10_V-REGION-mutation-hotspots' merged together, with an added 'best_match' annotation")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
6 parser.add_argument("--genes", help="The genes available in the 'best_match' column")
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
7 parser.add_argument("--output", help="Output file")
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
8
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
9 args = parser.parse_args()
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
10
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
11 infile = args.input
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
12 genes = str(args.genes).split(",")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
13 outfile = args.output
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
14
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
15 genedic = dict()
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
16
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
17 mutationdic = dict()
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
18 mutationMatcher = re.compile("^(.)(\d+).(.),?(.)?(\d+)?.?(.)?(.?.?.?.?.?)?")
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
19 linecount = 0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
20
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
21 IDIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
22 best_matchIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
23 fr1Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
24 cdr1Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
25 fr2Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
26 cdr2Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
27 fr3Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
28 first=True
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
29 IDlist = []
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
30 mutationList = []
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
31
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
32 with open(infile, 'r') as i:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
33 for line in i:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
34 if first:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
35 linesplt = line.split("\t")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
36 IDIndex = linesplt.index("Sequence.ID")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
37 best_matchIndex = linesplt.index("best_match")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
38 fr1Index = linesplt.index("FR1.IMGT")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
39 cdr1Index = linesplt.index("CDR1.IMGT")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
40 fr2Index = linesplt.index("FR2.IMGT")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
41 cdr2Index = linesplt.index("CDR2.IMGT")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
42 fr3Index = linesplt.index("FR3.IMGT")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
43 first = False
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
44 continue
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
45 linecount += 1
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
46 linesplt = line.split("\t")
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
47 ID = linesplt[IDIndex]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
48 genedic[ID] = linesplt[best_matchIndex]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
49 mutationdic[ID + "_FR1"] = [mutationMatcher.match(x).groups() for x in linesplt[fr1Index].split("|") if x]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
50 mutationdic[ID + "_CDR1"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr1Index].split("|") if x]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
51 mutationdic[ID + "_FR2"] = [mutationMatcher.match(x).groups() for x in linesplt[fr2Index].split("|") if x]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
52 mutationdic[ID + "_CDR2"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr2Index].split("|") if x]
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
53 mutationdic[ID + "_FR2-CDR2"] = mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"]
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
54 mutationdic[ID + "_FR3"] = [mutationMatcher.match(x).groups() for x in linesplt[fr3Index].split("|") if x]
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
55
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
56 mutationList += mutationdic[ID + "_FR1"] + mutationdic[ID + "_CDR1"] + mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
57
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
58 IDlist += [ID]
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
59
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
60
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
61 AA_mutation = [0] * (int(max(mutationList, key=lambda i:int(i[4]) if i[4] else 0)[4]) + 1)
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
62
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
63 for mutation in mutationList:
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
64 if mutation[4]: #if non silent mutation
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
65 AA_mutation[int(mutation[4])] += 1
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
66
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
67 print AA_mutation
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
68
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
69 aa_mutations_file = outfile[:outfile.rindex("/")] + "/aa_mutations.txt"
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
70 with open(aa_mutations_file, 'w') as o:
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
71 o.write(",".join([str(x) for x in AA_mutation]) + "\n")
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
72
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
73 if linecount == 0:
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
74 print "No data, exiting"
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
75 with open(outfile, 'w') as o:
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
76 o.write("RGYW (%)," + ("0,0,0\n" * len(genes)))
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
77 o.write("WRCY (%)," + ("0,0,0\n" * len(genes)))
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
78 o.write("WA (%)," + ("0,0,0\n" * len(genes)))
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
79 o.write("TW (%)," + ("0,0,0\n" * len(genes)))
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
80 import sys
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
81 sys.exit()
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
82
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
83 hotspotMatcher = re.compile("[actg]+,(\d+)-(\d+)\((.*)\)")
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
84 RGYWCount = {g: 0 for g in genes}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
85 WRCYCount = {g: 0 for g in genes}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
86 WACount = {g: 0 for g in genes}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
87 TWCount = {g: 0 for g in genes}
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
88
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
89 IDIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
90 ataIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
91 tatIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
92 aggctatIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
93 atagcctIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
94 first = True
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
95 with open(infile, 'r') as i:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
96 for line in i:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
97 if first:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
98 linesplt = line.split("\t")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
99 ataIndex = linesplt.index("X.a.t.a")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
100 tatIndex = linesplt.index("t.a.t.")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
101 aggctatIndex = linesplt.index("X.a.g.g.c.t..a.t.")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
102 atagcctIndex = linesplt.index("X.a.t..a.g.c.c.t.")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
103 first = False
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
104 continue
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
105 linesplt = line.split("\t")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
106 gene = linesplt[best_matchIndex]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
107 ID = linesplt[IDIndex]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
108 RGYW = [(int(x),int(y),z) for (x,y,z) in [hotspotMatcher.match(x).groups() for x in linesplt[aggctatIndex].split("|") if x]]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
109 WRCY = [(int(x),int(y),z) for (x,y,z) in [hotspotMatcher.match(x).groups() for x in linesplt[atagcctIndex].split("|") if x]]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
110 WA = [(int(x),int(y),z) for (x,y,z) in [hotspotMatcher.match(x).groups() for x in linesplt[ataIndex].split("|") if x]]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
111 TW = [(int(x),int(y),z) for (x,y,z) in [hotspotMatcher.match(x).groups() for x in linesplt[tatIndex].split("|") if x]]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
112 RGYWCount[ID] = sum([1 for (x,y,z) in RGYW if z and z != "CDR3" and any([(x <= int(where) <= y) for (frm, where, to, a,b,c,d) in mutationdic[ID + "_" + z]])])
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
113 WRCYCount[ID] = sum([1 for (x,y,z) in WRCY if z and z != "CDR3" and any([(x <= int(where) <= y) for (frm, where, to, a,b,c,d) in mutationdic[ID + "_" + z]])])
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
114 WACount[ID] = sum([1 for (x,y,z) in WA if z and z != "CDR3" and any([(x <= int(where) <= y) for (frm, where, to, a,b,c,d) in mutationdic[ID + "_" + z]])])
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
115 TWCount[ID] = sum([1 for (x,y,z) in TW if z and z != "CDR3" and any([(x <= int(where) <= y) for (frm, where, to, a,b,c,d) in mutationdic[ID + "_" + z]])])
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
116
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
117
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
118
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
119 directory = outfile[:outfile.rfind("/") + 1]
22
d84c9791d8c4 Uploaded
davidvanzessen
parents: 21
diff changeset
120 value = 0
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
121 valuedic = dict()
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
122 for gene in genes:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
123 with open(directory + gene + "_value.txt", 'r') as v:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
124 valuedic[gene] = int(v.readlines()[0].rstrip())
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
125 with open(directory + "total_value.txt", 'r') as v:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
126 valuedic["total"] = int(v.readlines()[0].rstrip())
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
127
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
128 dic = {"RGYW": RGYWCount, "WRCY": WRCYCount, "WA": WACount, "TW": TWCount}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
129 arr = ["RGYW", "WRCY", "WA", "TW"]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
130 with open(outfile, 'w') as o:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
131 for typ in arr:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
132 o.write(typ + " (%)")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
133 curr = dic[typ]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
134 for gene in genes:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
135 geneMatcher = re.compile(".*" + gene + ".*")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
136 if valuedic[gene] is 0:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
137 o.write(",0,0,0")
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
138 else:
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
139 x = sum([curr[x] for x in [y for y,z in genedic.iteritems() if geneMatcher.match(z)]])
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
140 y = valuedic[gene]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
141 z = str(round(x / float(valuedic[gene]) * 100, 1))
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
142 o.write("," + str(x) + "," + str(y) + "," + z)
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
143 #for total
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
144 x = sum([y for x,y in curr.iteritems()])
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
145 y = valuedic["total"]
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
146 z = str(round(x / float(valuedic["total"]) * 100, 1))
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
147 o.write("," + str(x) + "," + str(y) + "," + z + "\n")
21
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
148
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
149
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
150 #for testing
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
151 seq_motif_file = outfile[:outfile.rindex("/")] + "/motif_per_seq.txt"
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
152 first = True
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
153 with open(seq_motif_file, 'w') as o:
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
154 for ID in IDlist:
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
155 if first:
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
156 o.write("ID\tRGYWC\tWRCY\tWA\tTW\n")
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
157 first = False
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
158 continue
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
159 o.write(ID + "\t" + str(RGYWCount[ID]) + "\t" + str(WRCYCount[ID]) + "\t" + str(WACount[ID]) + "\t" + str(TWCount[ID]) + "\n")