annotate mutation_analysis.py @ 41:1b45c7d7d941 draft

Uploaded
author davidvanzessen
date Mon, 02 Nov 2015 09:20:13 -0500
parents 7377bf7e632d
children 7304b91757a8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
1 import re
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
2 import argparse
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
3
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
4 parser = argparse.ArgumentParser()
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
5 parser.add_argument("--input",
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
6 help="The '7_V-REGION-mutation-and-AA-change-table' and '10_V-REGION-mutation-hotspots' merged together, with an added 'best_match' annotation")
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
7 parser.add_argument("--genes", help="The genes available in the 'best_match' column")
31
c623690e3b81 Uploaded
davidvanzessen
parents: 30
diff changeset
8 parser.add_argument("--includefr1", help="The genes available in the 'best_match' column")
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
9 parser.add_argument("--output", help="Output file")
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
10
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
11 args = parser.parse_args()
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
12
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
13 infile = args.input
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
14 genes = str(args.genes).split(",")
32
2a7343e4be5a Uploaded
davidvanzessen
parents: 31
diff changeset
15 print "includefr1 =", args.includefr1
31
c623690e3b81 Uploaded
davidvanzessen
parents: 30
diff changeset
16 include_fr1 = True if args.includefr1 == "yes" else False
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
17 outfile = args.output
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
18
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
19 genedic = dict()
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
20
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
21 mutationdic = dict()
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
22 mutationMatcher = re.compile("^(.)(\d+).(.),?(.)?(\d+)?.?(.)?(.?.?.?.?.?)?")
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
23 linecount = 0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
24
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
25 IDIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
26 best_matchIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
27 fr1Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
28 cdr1Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
29 fr2Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
30 cdr2Index = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
31 fr3Index = 0
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
32 first = True
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
33 IDlist = []
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
34 mutationList = []
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
35
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
36 with open(infile, 'r') as i:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
37 for line in i:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
38 if first:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
39 linesplt = line.split("\t")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
40 IDIndex = linesplt.index("Sequence.ID")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
41 best_matchIndex = linesplt.index("best_match")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
42 fr1Index = linesplt.index("FR1.IMGT")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
43 cdr1Index = linesplt.index("CDR1.IMGT")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
44 fr2Index = linesplt.index("FR2.IMGT")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
45 cdr2Index = linesplt.index("CDR2.IMGT")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
46 fr3Index = linesplt.index("FR3.IMGT")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
47 first = False
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
48 continue
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
49 linecount += 1
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
50 linesplt = line.split("\t")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
51 ID = linesplt[IDIndex]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
52 genedic[ID] = linesplt[best_matchIndex]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
53 mutationdic[ID + "_FR1"] = [mutationMatcher.match(x).groups() for x in linesplt[fr1Index].split("|") if
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
54 x] if include_fr1 else []
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
55 mutationdic[ID + "_CDR1"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr1Index].split("|") if x]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
56 mutationdic[ID + "_FR2"] = [mutationMatcher.match(x).groups() for x in linesplt[fr2Index].split("|") if x]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
57 mutationdic[ID + "_CDR2"] = [mutationMatcher.match(x).groups() for x in linesplt[cdr2Index].split("|") if x]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
58 mutationdic[ID + "_FR2-CDR2"] = mutationdic[ID + "_FR2"] + mutationdic[ID + "_CDR2"]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
59 mutationdic[ID + "_FR3"] = [mutationMatcher.match(x).groups() for x in linesplt[fr3Index].split("|") if x]
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
60
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
61 mutationList += mutationdic[ID + "_FR1"] + mutationdic[ID + "_CDR1"] + mutationdic[ID + "_FR2"] + mutationdic[
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
62 ID + "_CDR2"] + mutationdic[ID + "_FR3"]
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
63
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
64 IDlist += [ID]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
65
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
66 AA_mutation = [0] * (int(max(mutationList, key=lambda i: int(i[4]) if i[4] else 0)[
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
67 4]) + 1) # [4] is the position of the AA mutation, None if silent
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
68
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
69 for mutation in mutationList:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
70 if mutation[4]: # if non silent mutation
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
71 AA_mutation[int(mutation[4])] += 1
26
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
72
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
73 aa_mutations_file = outfile[:outfile.rindex("/")] + "/aa_mutations.txt"
2433a1e110e1 Uploaded
davidvanzessen
parents: 22
diff changeset
74 with open(aa_mutations_file, 'w') as o:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
75 o.write(",".join([str(x) for x in AA_mutation]) + "\n")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
76
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
77 if linecount == 0:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
78 print "No data, exiting"
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
79 with open(outfile, 'w') as o:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
80 o.write("RGYW (%)," + ("0,0,0\n" * len(genes)))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
81 o.write("WRCY (%)," + ("0,0,0\n" * len(genes)))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
82 o.write("WA (%)," + ("0,0,0\n" * len(genes)))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
83 o.write("TW (%)," + ("0,0,0\n" * len(genes)))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
84 import sys
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
85
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
86 sys.exit()
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
87
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
88 hotspotMatcher = re.compile("[actg]+,(\d+)-(\d+)\((.*)\)")
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
89 RGYWCount = {g: 0 for g in genes}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
90 WRCYCount = {g: 0 for g in genes}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
91 WACount = {g: 0 for g in genes}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
92 TWCount = {g: 0 for g in genes}
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
93
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
94 IDIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
95 ataIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
96 tatIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
97 aggctatIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
98 atagcctIndex = 0
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
99 first = True
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
100 with open(infile, 'r') as i:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
101 for line in i:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
102 if first:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
103 linesplt = line.split("\t")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
104 ataIndex = linesplt.index("X.a.t.a")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
105 tatIndex = linesplt.index("t.a.t.")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
106 aggctatIndex = linesplt.index("X.a.g.g.c.t..a.t.")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
107 atagcctIndex = linesplt.index("X.a.t..a.g.c.c.t.")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
108 first = False
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
109 continue
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
110 linesplt = line.split("\t")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
111 gene = linesplt[best_matchIndex]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
112 ID = linesplt[IDIndex]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
113 RGYW = [(int(x), int(y), z) for (x, y, z) in
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
114 [hotspotMatcher.match(x).groups() for x in linesplt[aggctatIndex].split("|") if x]]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
115 WRCY = [(int(x), int(y), z) for (x, y, z) in
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
116 [hotspotMatcher.match(x).groups() for x in linesplt[atagcctIndex].split("|") if x]]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
117 WA = [(int(x), int(y), z) for (x, y, z) in
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
118 [hotspotMatcher.match(x).groups() for x in linesplt[ataIndex].split("|") if x]]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
119 TW = [(int(x), int(y), z) for (x, y, z) in
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
120 [hotspotMatcher.match(x).groups() for x in linesplt[tatIndex].split("|") if x]]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
121 RGYWCount[ID], WRCYCount[ID], WACount[ID], TWCount[ID] = 0, 0, 0, 0
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
122
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
123 mutationList = (mutationdic[ID + "_FR1"] if include_fr1 else []) + mutationdic[ID + "_CDR1"] + mutationdic[
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
124 ID + "_FR2"] + mutationdic[ID + "_CDR2"] + mutationdic[ID + "_FR3"]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
125 for mutation in mutationList:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
126 frm, where, to, AAfrm, AAwhere, AAto, junk = mutation
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
127 mutation_in_RGYW = any([(start <= int(where) <= end) for (start, end, region) in RGYW])
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
128 mutation_in_WRCY = any([(start <= int(where) <= end) for (start, end, region) in WRCY])
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
129 mutation_in_WA = any([(start <= int(where) <= end) for (start, end, region) in WA])
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
130 mutation_in_TW = any([(start <= int(where) <= end) for (start, end, region) in TW])
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
131
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
132 in_how_many_motifs = sum([mutation_in_RGYW, mutation_in_WRCY, mutation_in_WA, mutation_in_TW])
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
133
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
134 if in_how_many_motifs > 0:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
135 RGYWCount[ID] += (1.0 * int(mutation_in_RGYW)) / in_how_many_motifs
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
136 WRCYCount[ID] += (1.0 * int(mutation_in_WRCY)) / in_how_many_motifs
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
137 WACount[ID] += (1.0 * int(mutation_in_WA)) / in_how_many_motifs
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
138 TWCount[ID] += (1.0 * int(mutation_in_TW)) / in_how_many_motifs
0
74d2bc479bee Uploaded
davidvanzessen
parents:
diff changeset
139
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
140 directory = outfile[:outfile.rfind("/") + 1]
22
d84c9791d8c4 Uploaded
davidvanzessen
parents: 21
diff changeset
141 value = 0
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
142 valuedic = dict()
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
143 for gene in genes:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
144 with open(directory + gene + "_value.txt", 'r') as v:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
145 valuedic[gene] = int(v.readlines()[0].rstrip())
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
146 with open(directory + "total_value.txt", 'r') as v:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
147 valuedic["total"] = int(v.readlines()[0].rstrip())
4
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
148
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
149 dic = {"RGYW": RGYWCount, "WRCY": WRCYCount, "WA": WACount, "TW": TWCount}
069419cccba4 Uploaded
davidvanzessen
parents: 0
diff changeset
150 arr = ["RGYW", "WRCY", "WA", "TW"]
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
151 with open(outfile, 'w') as o:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
152 for typ in arr:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
153 o.write(typ + " (%)")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
154 curr = dic[typ]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
155 for gene in genes:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
156 geneMatcher = re.compile(".*" + gene + ".*")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
157 if valuedic[gene] is 0:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
158 o.write(",0,0,0")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
159 else:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
160 x = int(round(sum([curr[x] for x in [y for y, z in genedic.iteritems() if geneMatcher.match(z)]])))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
161 y = valuedic[gene]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
162 z = str(round(x / float(valuedic[gene]) * 100, 1))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
163 o.write("," + str(x) + "," + str(y) + "," + z)
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
164 # for total
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
165 x = int(round(sum([y for x, y in curr.iteritems()])))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
166 y = valuedic["total"]
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
167 z = str(round(x / float(valuedic["total"]) * 100, 1))
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
168 o.write("," + str(x) + "," + str(y) + "," + z + "\n")
21
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
169
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
170
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
171 # for testing
21
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
172 seq_motif_file = outfile[:outfile.rindex("/")] + "/motif_per_seq.txt"
c9f9623f1f76 Uploaded
davidvanzessen
parents: 4
diff changeset
173 with open(seq_motif_file, 'w') as o:
39
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
174 o.write("ID\tRGYWC\tWRCY\tWA\tTW\n")
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
175 for ID in IDlist:
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
176 o.write(ID + "\t" + str(round(RGYWCount[ID], 2)) + "\t" + str(round(WRCYCount[ID], 2)) + "\t" + str(
7377bf7e632d Uploaded
davidvanzessen
parents: 33
diff changeset
177 round(WACount[ID], 2)) + "\t" + str(round(TWCount[ID], 2)) + "\n")