annotate best_regression_subsets.py @ 0:2bb8843930ac

Imported from capsule None
author devteam
date Tue, 01 Apr 2014 09:12:24 -0400
parents
children 4b84b5118705
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
1 #!/usr/bin/env python
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
2
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
3 from galaxy import eggs
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
4
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
5 import sys
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
6 from rpy import *
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
7 import numpy
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
8
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
9 def stop_err(msg):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
10 sys.stderr.write(msg)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
11 sys.exit()
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
12
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
13
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
14 infile = sys.argv[1]
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
15 y_col = int(sys.argv[2])-1
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
16 x_cols = sys.argv[3].split(',')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
17 outfile = sys.argv[4]
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
18 outfile2 = sys.argv[5]
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
19 print "Predictor columns: %s; Response column: %d" % ( x_cols, y_col+1 )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
20 fout = open(outfile,'w')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
21
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
22 for i, line in enumerate( file ( infile )):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
23 line = line.rstrip('\r\n')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
24 if len( line )>0 and not line.startswith( '#' ):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
25 elems = line.split( '\t' )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
26 break
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
27 if i == 30:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
28 break # Hopefully we'll never get here...
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
29
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
30 if len( elems )<1:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
31 stop_err( "The data in your input dataset is either missing or not formatted properly." )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
32
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
33 y_vals = []
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
34 x_vals = []
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
35
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
36 for k, col in enumerate(x_cols):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
37 x_cols[k] = int(col)-1
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
38 x_vals.append([])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
39
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
40 NA = 'NA'
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
41 for ind, line in enumerate( file( infile ) ):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
42 if line and not line.startswith( '#' ):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
43 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
44 fields = line.split("\t")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
45 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
46 yval = float(fields[y_col])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
47 except Exception, ey:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
48 yval = r('NA')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
49 y_vals.append(yval)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
50 for k, col in enumerate(x_cols):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
51 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
52 xval = float(fields[col])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
53 except Exception, ex:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
54 xval = r('NA')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
55 x_vals[k].append(xval)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
56 except:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
57 pass
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
58
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
59 response_term = ""
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
60
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
61 x_vals1 = numpy.asarray(x_vals).transpose()
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
62
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
63 dat = r.list(x=array(x_vals1), y=y_vals)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
64
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
65 r.library("leaps")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
66
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
67 set_default_mode(NO_CONVERSION)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
68 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
69 leaps = r.regsubsets(r("y ~ x"), data= r.na_exclude(dat))
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
70 except RException, rex:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
71 stop_err("Error performing linear regression on the input data.\nEither the response column or one of the predictor columns contain no numeric values.")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
72 set_default_mode(BASIC_CONVERSION)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
73
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
74 summary = r.summary(leaps)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
75 tot = len(x_vals)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
76 pattern = "["
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
77 for i in range(tot):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
78 pattern = pattern + 'c' + str(int(x_cols[int(i)]) + 1) + ' '
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
79 pattern = pattern.strip() + ']'
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
80 print >> fout, "#Vars\t%s\tR-sq\tAdj. R-sq\tC-p\tbic" % (pattern)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
81 for ind, item in enumerate(summary['outmat']):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
82 print >> fout, "%s\t%s\t%s\t%s\t%s\t%s" % (str(item).count('*'), item, summary['rsq'][ind], summary['adjr2'][ind], summary['cp'][ind], summary['bic'][ind])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
83
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
84
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
85 r.pdf( outfile2, 8, 8 )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
86 r.plot(leaps, scale="Cp", main="Best subsets using Cp Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
87 r.plot(leaps, scale="r2", main="Best subsets using R-sq Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
88 r.plot(leaps, scale="adjr2", main="Best subsets using Adjusted R-sq Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
89 r.plot(leaps, scale="bic", main="Best subsets using bic Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
90
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
91 r.dev_off()