annotate best_regression_subsets.py @ 1:4b84b5118705

Uploaded corrected tool requirements definition.
author devteam
date Thu, 03 Apr 2014 09:29:29 -0400
parents 2bb8843930ac
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
1 #!/usr/bin/env python
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
2
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
3 import sys
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
4 from rpy import *
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
5 import numpy
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
6
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
7 def stop_err(msg):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
8 sys.stderr.write(msg)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
9 sys.exit()
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
10
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
11
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
12 infile = sys.argv[1]
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
13 y_col = int(sys.argv[2])-1
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
14 x_cols = sys.argv[3].split(',')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
15 outfile = sys.argv[4]
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
16 outfile2 = sys.argv[5]
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
17 print "Predictor columns: %s; Response column: %d" % ( x_cols, y_col+1 )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
18 fout = open(outfile,'w')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
19
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
20 for i, line in enumerate( file ( infile )):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
21 line = line.rstrip('\r\n')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
22 if len( line )>0 and not line.startswith( '#' ):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
23 elems = line.split( '\t' )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
24 break
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
25 if i == 30:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
26 break # Hopefully we'll never get here...
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
27
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
28 if len( elems )<1:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
29 stop_err( "The data in your input dataset is either missing or not formatted properly." )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
30
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
31 y_vals = []
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
32 x_vals = []
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
33
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
34 for k, col in enumerate(x_cols):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
35 x_cols[k] = int(col)-1
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
36 x_vals.append([])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
37
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
38 NA = 'NA'
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
39 for ind, line in enumerate( file( infile ) ):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
40 if line and not line.startswith( '#' ):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
41 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
42 fields = line.split("\t")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
43 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
44 yval = float(fields[y_col])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
45 except Exception, ey:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
46 yval = r('NA')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
47 y_vals.append(yval)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
48 for k, col in enumerate(x_cols):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
49 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
50 xval = float(fields[col])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
51 except Exception, ex:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
52 xval = r('NA')
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
53 x_vals[k].append(xval)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
54 except:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
55 pass
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
56
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
57 response_term = ""
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
58
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
59 x_vals1 = numpy.asarray(x_vals).transpose()
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
60
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
61 dat = r.list(x=array(x_vals1), y=y_vals)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
62
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
63 r.library("leaps")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
64
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
65 set_default_mode(NO_CONVERSION)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
66 try:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
67 leaps = r.regsubsets(r("y ~ x"), data= r.na_exclude(dat))
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
68 except RException, rex:
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
69 stop_err("Error performing linear regression on the input data.\nEither the response column or one of the predictor columns contain no numeric values.")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
70 set_default_mode(BASIC_CONVERSION)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
71
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
72 summary = r.summary(leaps)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
73 tot = len(x_vals)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
74 pattern = "["
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
75 for i in range(tot):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
76 pattern = pattern + 'c' + str(int(x_cols[int(i)]) + 1) + ' '
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
77 pattern = pattern.strip() + ']'
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
78 print >> fout, "#Vars\t%s\tR-sq\tAdj. R-sq\tC-p\tbic" % (pattern)
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
79 for ind, item in enumerate(summary['outmat']):
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
80 print >> fout, "%s\t%s\t%s\t%s\t%s\t%s" % (str(item).count('*'), item, summary['rsq'][ind], summary['adjr2'][ind], summary['cp'][ind], summary['bic'][ind])
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
81
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
82
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
83 r.pdf( outfile2, 8, 8 )
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
84 r.plot(leaps, scale="Cp", main="Best subsets using Cp Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
85 r.plot(leaps, scale="r2", main="Best subsets using R-sq Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
86 r.plot(leaps, scale="adjr2", main="Best subsets using Adjusted R-sq Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
87 r.plot(leaps, scale="bic", main="Best subsets using bic Criterion")
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
88
2bb8843930ac Imported from capsule None
devteam
parents:
diff changeset
89 r.dev_off()