annotate statistical_hypothesis_testing.py @ 0:22ed769665b6 draft default tip

Uploaded
author bgruening
date Sun, 01 Feb 2015 18:35:40 -0500
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
1 #!/usr/bin/env python
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
2
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
3 """
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
4
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
5 """
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
6 import sys
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
7 import argparse
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
8 from scipy import stats
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
9
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
10 def columns_to_values( args, line ):
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
11 #here you go over every list
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
12 samples = []
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
13 for list in args:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
14 cols = line.split('\t')
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
15 sample_list = []
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
16 for row in list:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
17 sample_list.append( cols[row-1] )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
18 samples.append( map(int, sample_list) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
19 return samples
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
20
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
21
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
22 def main():
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
23 parser = argparse.ArgumentParser()
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
24 parser.add_argument('-i', '--infile', required=True, help='Tabular file.')
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
25 parser.add_argument('-o', '--outfile', required=True, help='Path to the output file.')
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
26 parser.add_argument("--sample_one_cols", help="Input format, like smi, sdf, inchi")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
27 parser.add_argument("--sample_two_cols", help="Input format, like smi, sdf, inchi")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
28 parser.add_argument("--sample_cols", help="Input format, like smi, sdf, inchi,separate arrays using ;")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
29 parser.add_argument("--test_id", help="statistical test method")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
30 parser.add_argument("--mwu_use_continuity", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
31 help="Whether a continuity correction (1/2.) should be taken into account.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
32 parser.add_argument("--equal_var", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
33 help="If set perform a standard independent 2 sample test that assumes equal population variances. If not set, perform Welch's t-test, which does not assume equal population variance.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
34 parser.add_argument("--reta", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
35 help="Whether or not to return the internally computed a values.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
36 parser.add_argument("--fisher", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
37 help="if true then Fisher definition is used")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
38 parser.add_argument("--bias", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
39 help="if false,then the calculations are corrected for statistical bias")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
40 parser.add_argument("--inclusive1", action="store_true", default= False ,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
41 help="if false,lower_limit will be ignored")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
42 parser.add_argument("--inclusive2", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
43 help="if false,higher_limit will be ignored")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
44 parser.add_argument("--inclusive", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
45 help="if false,limit will be ignored")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
46 parser.add_argument("--printextras", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
47 help="If True, if there are extra points a warning is raised saying how many of those points there are")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
48 parser.add_argument("--initial_lexsort", action="store_true", default="False",
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
49 help="Whether to use lexsort or quicksort as the sorting method for the initial sort of the inputs.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
50 parser.add_argument("--correction", action="store_true", default = False,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
51 help="continuity correction ")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
52 parser.add_argument("--axis", type=int, default=0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
53 help="Axis can equal None (ravel array first), or an integer (the axis over which to operate on a and b)")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
54 parser.add_argument("--n", type=int, default=0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
55 help="the number of trials. This is ignored if x gives both the number of successes and failures")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
56 parser.add_argument("--b", type=int, default=0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
57 help="The number of bins to use for the histogram")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
58 parser.add_argument("--N", type=int, default=0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
59 help="Score that is compared to the elements in a.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
60 parser.add_argument("--ddof", type=int, default=0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
61 help="Degrees of freedom correction")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
62 parser.add_argument("--score", type=int, default=0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
63 help="Score that is compared to the elements in a.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
64 parser.add_argument("--m", type=float, default=0.0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
65 help="limits")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
66 parser.add_argument("--mf", type=float, default=2.0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
67 help="lower limit")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
68 parser.add_argument("--nf", type=float, default=99.9,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
69 help="higher_limit")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
70 parser.add_argument("--p", type=float, default=0.5,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
71 help="The hypothesized probability of success. 0 <= p <= 1. The default value is p = 0.5")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
72 parser.add_argument("--alpha", type=float, default=0.9,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
73 help="probability")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
74 parser.add_argument("--new", type=float, default=0.0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
75 help="Value to put in place of values in a outside of bounds")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
76 parser.add_argument("--proportiontocut", type=float, default=0.0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
77 help="Proportion (in range 0-1) of total data set to trim of each end.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
78 parser.add_argument("--lambda_", type=float, default=1.0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
79 help="lambda_ gives the power in the Cressie-Read power divergence statistic")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
80 parser.add_argument("--imbda", type=float, default=0,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
81 help="If lmbda is not None, do the transformation for that value.If lmbda is None, find the lambda that maximizes the log-likelihood function and return it as the second output argument.")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
82 parser.add_argument("--base", type=float, default=1.6,
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
83 help="The logarithmic base to use, defaults to e")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
84 parser.add_argument("--dtype", help="dtype")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
85 parser.add_argument("--med", help="med")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
86 parser.add_argument("--cdf", help="cdf")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
87 parser.add_argument("--zero_method", help="zero_method options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
88 parser.add_argument("--dist", help="dist options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
89 parser.add_argument("--ties", help="ties options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
90 parser.add_argument("--alternative", help="alternative options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
91 parser.add_argument("--mode", help="mode options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
92 parser.add_argument("--method", help="method options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
93 parser.add_argument("--md", help="md options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
94 parser.add_argument("--center", help="center options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
95 parser.add_argument("--kind", help="kind options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
96 parser.add_argument("--tail", help="tail options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
97 parser.add_argument("--interpolation", help="interpolation options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
98 parser.add_argument("--statistic", help="statistic options")
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
99
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
100 args = parser.parse_args()
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
101 infile = args.infile
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
102 outfile = open(args.outfile, 'w+')
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
103 test_id = args.test_id
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
104 nf = args.nf
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
105 mf = args.mf
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
106 imbda = args.imbda
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
107 inclusive1 = args.inclusive1
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
108 inclusive2 = args.inclusive2
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
109 sample0 = 0
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
110 sample1 = 0
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
111 sample2 = 0
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
112 if args.sample_cols != None:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
113 sample0 = 1
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
114 barlett_samples = []
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
115 for sample in args.sample_cols.split(';'):
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
116 barlett_samples.append( map(int, sample.split(',')) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
117 if args.sample_one_cols != None:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
118 sample1 = 1
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
119 sample_one_cols = args.sample_one_cols.split(',')
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
120 if args.sample_two_cols != None:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
121 sample_two_cols = args.sample_two_cols.split(',')
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
122 sample2 = 1
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
123 for line in open( infile ):
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
124 sample_one = []
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
125 sample_two = []
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
126 cols = line.strip().split('\t')
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
127 if sample0 == 1:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
128 b_samples = columns_to_values( barlett_samples,line )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
129 if sample1 == 1:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
130 for index in sample_one_cols:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
131 sample_one.append( cols[ int(index) -1 ] )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
132 if sample2 == 1:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
133 for index in sample_two_cols:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
134 sample_two.append( cols[ int(index) -1 ] )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
135 if test_id.strip() == 'describe':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
136 size, min_max,mean,uv,bs,bk = stats.describe( map(float, sample_one) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
137 cols.append( size )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
138 cols.append( min_max )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
139 cols.append( mean )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
140 cols.append( uv )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
141 cols.append( bs )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
142 cols.append( bk )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
143 elif test_id.strip() == 'mode':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
144 vals, counts = stats.mode( map(float, sample_one) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
145 cols.append( vals )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
146 cols.append( counts )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
147 elif test_id.strip() == 'nanmean':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
148 m = stats.nanmean( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
149 cols.append( m )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
150 elif test_id.strip() == 'nanmedian':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
151 m = stats.nanmedian( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
152 cols.append( m )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
153 elif test_id.strip() == 'kurtosistest':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
154 z_value, p_value = stats.kurtosistest( map(float, sample_one) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
155 cols.append( z_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
156 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
157 elif test_id.strip() == 'variation':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
158 ra = stats.variation( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
159 cols.append( ra )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
160 elif test_id.strip() == 'itemfreq':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
161 freq = stats.itemfreq( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
162 for list in freq:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
163 elements = ','.join( map(str, list) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
164 cols.append( elements )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
165 elif test_id.strip() == 'nanmedian':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
166 m = stats.nanmedian( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
167 cols.append( m )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
168 elif test_id.strip() == 'variation':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
169 ra = stats.variation( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
170 cols.append( ra )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
171 elif test_id.strip() == 'boxcox_llf':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
172 IIf = stats.boxcox_llf( imbda,map(float, sample_one) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
173 cols.append( IIf )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
174 elif test_id.strip() == 'tiecorrect':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
175 fa = stats.tiecorrect( map(float, sample_one) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
176 cols.append( fa )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
177 elif test_id.strip() == 'rankdata':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
178 r = stats.rankdata( map(float, sample_one),method=args.md )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
179 cols.append( r )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
180 elif test_id.strip() == 'nanstd':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
181 s = stats.nanstd( map(float, sample_one),bias=args.bias )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
182 cols.append( s )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
183 elif test_id.strip() == 'anderson':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
184 A2, critical, sig = stats.anderson( map(float, sample_one), dist=args.dist )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
185 cols.append( A2 )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
186 for list in critical:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
187 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
188 cols.append( ',' )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
189 for list in sig:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
190 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
191 elif test_id.strip() == 'binom_test':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
192 p_value = stats.binom_test( map(float, sample_one), n=args.n, p=args.p )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
193 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
194 elif test_id.strip() == 'gmean':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
195 gm = stats.gmean( map(float, sample_one), dtype=args.dtype )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
196 cols.append( gm )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
197 elif test_id.strip() == 'hmean':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
198 hm = stats.hmean( map(float, sample_one), dtype=args.dtype )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
199 cols.append( hm )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
200 elif test_id.strip() == 'kurtosis':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
201 k = stats.kurtosis( map(float, sample_one),axis=args.axis, fisher=args.fisher, bias=args.bias )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
202 cols.append( k )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
203 elif test_id.strip() == 'moment':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
204 n_moment = stats.moment( map(float, sample_one),n=args.n )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
205 cols.append( n_moment )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
206 elif test_id.strip() == 'normaltest':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
207 k2, p_value = stats.normaltest( map(float, sample_one) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
208 cols.append( k2 )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
209 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
210 elif test_id.strip() == 'skew':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
211 skewness = stats.skew( map(float, sample_one),bias=args.bias )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
212 cols.append( skewness )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
213 elif test_id.strip() == 'skewtest':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
214 z_value, p_value = stats.skewtest( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
215 cols.append( z_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
216 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
217 elif test_id.strip() == 'sem':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
218 s = stats.sem( map(float, sample_one),ddof=args.ddof )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
219 cols.append( s )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
220 elif test_id.strip() == 'zscore':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
221 z = stats.zscore( map(float, sample_one),ddof=args.ddof )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
222 for list in z:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
223 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
224 elif test_id.strip() == 'signaltonoise':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
225 s2n = stats.signaltonoise( map(float, sample_one),ddof=args.ddof )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
226 cols.append( s2n )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
227 elif test_id.strip() == 'percentileofscore':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
228 p = stats.percentileofscore( map(float, sample_one),score=args.score,kind=args.kind )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
229 cols.append( p )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
230 elif test_id.strip() == 'bayes_mvs':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
231 c_mean, c_var,c_std = stats.bayes_mvs( map(float, sample_one),alpha=args.alpha )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
232 cols.append( c_mean )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
233 cols.append( c_var )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
234 cols.append( c_std )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
235 elif test_id.strip() == 'sigmaclip':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
236 c, c_low,c_up = stats.sigmaclip( map(float, sample_one),low=args.m,high=args.n )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
237 cols.append( c )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
238 cols.append( c_low )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
239 cols.append( c_up )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
240 elif test_id.strip() == 'kstest':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
241 d, p_value = stats.kstest(map(float, sample_one), cdf=args.cdf , N=args.N,alternative=args.alternative,mode=args.mode )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
242 cols.append(d)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
243 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
244 elif test_id.strip() == 'chi2_contingency':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
245 chi2, p, dof, ex = stats.chi2_contingency( map(float, sample_one), correction=args.correction ,lambda_=args.lambda_)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
246 cols.append( chi2 )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
247 cols.append( p )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
248 cols.append( dof )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
249 cols.append( ex )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
250 elif test_id.strip() == 'tmean':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
251 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
252 mean = stats.tmean( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
253 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
254 mean = stats.tmean( map(float, sample_one),( mf, nf ),( inclusive1, inclusive2 ))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
255 cols.append( mean )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
256 elif test_id.strip() == 'tmin':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
257 if mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
258 min = stats.tmin( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
259 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
260 min = stats.tmin( map(float, sample_one),lowerlimit=mf,inclusive=args.inclusive)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
261 cols.append( min )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
262 elif test_id.strip() == 'tmax':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
263 if nf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
264 max = stats.tmax( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
265 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
266 max = stats.tmax( map(float, sample_one),upperlimit=nf,inclusive=args.inclusive)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
267 cols.append( max )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
268 elif test_id.strip() == 'tvar':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
269 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
270 var = stats.tvar( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
271 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
272 var = stats.tvar( map(float, sample_one),( mf, nf ),( inclusive1, inclusive2 ))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
273 cols.append( var )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
274 elif test_id.strip() == 'tstd':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
275 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
276 std = stats.tstd( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
277 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
278 std = stats.tstd( map(float, sample_one),( mf, nf ),( inclusive1, inclusive2 ))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
279 cols.append( std )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
280 elif test_id.strip() == 'tsem':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
281 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
282 s = stats.tsem( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
283 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
284 s = stats.tsem( map(float, sample_one),( mf, nf ),( inclusive1, inclusive2 ))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
285 cols.append( s )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
286 elif test_id.strip() == 'scoreatpercentile':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
287 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
288 s = stats.scoreatpercentile( map(float, sample_one),map(float, sample_two),interpolation_method=args.interpolation )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
289 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
290 s = stats.scoreatpercentile( map(float, sample_one),map(float, sample_two),( mf, nf ),interpolation_method=args.interpolation )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
291 for list in s:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
292 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
293 elif test_id.strip() == 'relfreq':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
294 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
295 rel, low_range, binsize, ex = stats.relfreq( map(float, sample_one),args.b)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
296 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
297 rel, low_range, binsize, ex = stats.relfreq( map(float, sample_one),args.b,( mf, nf ))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
298 for list in rel:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
299 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
300 cols.append( low_range )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
301 cols.append( binsize )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
302 cols.append( ex )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
303 elif test_id.strip() == 'binned_statistic':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
304 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
305 st, b_edge, b_n = stats.binned_statistic( map(float, sample_one),map(float, sample_two),statistic=args.statistic,bins=args.b )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
306 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
307 st, b_edge, b_n = stats.binned_statistic( map(float, sample_one),map(float, sample_two),statistic=args.statistic,bins=args.b,range=( mf, nf ) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
308 cols.append( st )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
309 cols.append( b_edge )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
310 cols.append( b_n )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
311 elif test_id.strip() == 'threshold':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
312 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
313 o = stats.threshold( map(float, sample_one),newval=args.new )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
314 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
315 o = stats.threshold( map(float, sample_one),mf,nf,newval=args.new )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
316 for list in o:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
317 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
318 elif test_id.strip() == 'trimboth':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
319 o = stats.trimboth( map(float, sample_one),proportiontocut=args.proportiontocut )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
320 for list in o:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
321 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
322 elif test_id.strip() == 'trim1':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
323 t1 = stats.trim1( map(float, sample_one),proportiontocut=args.proportiontocut,tail=args.tail )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
324 for list in t1:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
325 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
326 elif test_id.strip() == 'histogram':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
327 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
328 hi, low_range, binsize, ex = stats.histogram( map(float, sample_one),args.b)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
329 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
330 hi, low_range, binsize, ex = stats.histogram( map(float, sample_one),args.b,( mf, nf ))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
331 cols.append( hi )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
332 cols.append( low_range )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
333 cols.append( binsize )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
334 cols.append( ex )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
335 elif test_id.strip() == 'cumfreq':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
336 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
337 cum, low_range, binsize, ex = stats.cumfreq( map(float, sample_one),args.b)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
338 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
339 cum, low_range, binsize, ex = stats.cumfreq( map(float, sample_one),args.b,( mf, nf ))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
340 cols.append( cum )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
341 cols.append( low_range )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
342 cols.append( binsize )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
343 cols.append( ex )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
344 elif test_id.strip() == 'boxcox_normmax':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
345 if nf is 0 and mf is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
346 ma = stats.boxcox_normmax( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
347 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
348 ma = stats.boxcox_normmax( map(float, sample_one),( mf, nf ),method=args.method)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
349 cols.append( ma )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
350 elif test_id.strip() == 'boxcox':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
351 if imbda is 0:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
352 box, ma, ci = stats.boxcox( map(float, sample_one),alpha=args.alpha )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
353 cols.append( box )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
354 cols.append( ma )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
355 cols.append( ci )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
356 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
357 box = stats.boxcox( map(float, sample_one),imbda,alpha=args.alpha )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
358 cols.append( box )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
359 elif test_id.strip() == 'histogram2':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
360 h2 = stats.histogram2( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
361 for list in h2:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
362 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
363 elif test_id.strip() == 'ranksums':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
364 z_statistic, p_value = stats.ranksums( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
365 cols.append(z_statistic)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
366 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
367 elif test_id.strip() == 'ttest_1samp':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
368 t, prob = stats.ttest_1samp( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
369 for list in t:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
370 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
371 for list in prob:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
372 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
373 elif test_id.strip() == 'ansari':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
374 AB, p_value = stats.ansari( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
375 cols.append(AB)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
376 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
377 elif test_id.strip() == 'linregress':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
378 slope, intercept, r_value, p_value, stderr = stats.linregress( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
379 cols.append(slope)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
380 cols.append(intercept)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
381 cols.append(r_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
382 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
383 cols.append(stderr)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
384 elif test_id.strip() == 'pearsonr':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
385 cor, p_value = stats.pearsonr( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
386 cols.append(cor)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
387 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
388 elif test_id.strip() == 'pointbiserialr':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
389 r, p_value = stats.pointbiserialr( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
390 cols.append(r)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
391 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
392 elif test_id.strip() == 'ks_2samp':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
393 d, p_value = stats.ks_2samp( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
394 cols.append(d)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
395 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
396 elif test_id.strip() == 'mannwhitneyu':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
397 mw_stats_u, p_value = stats.mannwhitneyu( map(float, sample_one), map(float, sample_two), use_continuity=args.mwu_use_continuity )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
398 cols.append( mw_stats_u )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
399 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
400 elif test_id.strip() == 'zmap':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
401 z = stats.zmap( map(float, sample_one),map(float, sample_two),ddof=args.ddof )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
402 for list in z:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
403 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
404 elif test_id.strip() == 'ttest_ind':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
405 mw_stats_u, p_value = stats.ttest_ind( map(float, sample_one), map(float, sample_two), equal_var=args.equal_var )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
406 cols.append( mw_stats_u )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
407 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
408 elif test_id.strip() == 'ttest_rel':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
409 t, prob = stats.ttest_rel( map(float, sample_one), map(float, sample_two), axis=args.axis )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
410 cols.append( t )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
411 cols.append( prob )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
412 elif test_id.strip() == 'mood':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
413 z, p_value = stats.mood( map(float, sample_one), map(float, sample_two), axis=args.axis )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
414 cols.append( z )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
415 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
416 elif test_id.strip() == 'shapiro':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
417 W, p_value, a = stats.shapiro( map(float, sample_one), map(float, sample_two), args.reta )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
418 cols.append( W )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
419 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
420 for list in a:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
421 cols.append( list )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
422 elif test_id.strip() == 'kendalltau':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
423 k, p_value = stats.kendalltau( map(float, sample_one), map(float, sample_two), initial_lexsort=args.initial_lexsort )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
424 cols.append(k)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
425 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
426 elif test_id.strip() == 'entropy':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
427 s = stats.entropy( map(float, sample_one), map(float, sample_two), base=args.base )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
428 cols.append( s )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
429 elif test_id.strip() == 'spearmanr':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
430 if sample2 == 1 :
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
431 rho, p_value = stats.spearmanr( map(float, sample_one), map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
432 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
433 rho, p_value = stats.spearmanr( map(float, sample_one))
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
434 cols.append( rho )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
435 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
436 elif test_id.strip() == 'wilcoxon':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
437 if sample2 == 1 :
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
438 T, p_value = stats.wilcoxon( map(float, sample_one), map(float, sample_two),zero_method=args.zero_method,correction=args.correction )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
439 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
440 T, p_value = stats.wilcoxon( map(float, sample_one),zero_method=args.zero_method,correction=args.correction )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
441 cols.append( T )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
442 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
443 elif test_id.strip() == 'chisquare':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
444 if sample2 == 1 :
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
445 rho, p_value = stats.chisquare( map(float, sample_one), map(float, sample_two),ddof=args.ddof )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
446 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
447 rho, p_value = stats.chisquare( map(float, sample_one),ddof=args.ddof)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
448 cols.append( rho )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
449 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
450 elif test_id.strip() == 'power_divergence':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
451 if sample2 == 1 :
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
452 stat, p_value = stats.power_divergence( map(float, sample_one), map(float, sample_two),ddof=args.ddof,lambda_=args.lambda_ )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
453 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
454 stat, p_value = stats.power_divergence( map(float, sample_one),ddof=args.ddof,lambda_=args.lambda_)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
455 cols.append( stat )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
456 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
457 elif test_id.strip() == 'theilslopes':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
458 if sample2 == 1 :
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
459 mpe, met, lo, up = stats.theilslopes( map(float, sample_one), map(float, sample_two),alpha=args.alpha )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
460 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
461 mpe, met, lo, up = stats.theilslopes( map(float, sample_one),alpha=args.alpha)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
462 cols.append( mpe )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
463 cols.append( met )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
464 cols.append( lo )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
465 cols.append( up )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
466 elif test_id.strip() == 'combine_pvalues':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
467 if sample2 == 1 :
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
468 stat, p_value = stats.combine_pvalues( map(float, sample_one),method=args.med,weights=map(float, sample_two) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
469 else:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
470 stat, p_value = stats.combine_pvalues( map(float, sample_one),method=args.med)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
471 cols.append( stat )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
472 cols.append( p_value )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
473 elif test_id.strip() == 'obrientransform':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
474 ob = stats.obrientransform( *b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
475 for list in ob:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
476 elements = ','.join( map(str, list) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
477 cols.append( elements )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
478 elif test_id.strip() == 'f_oneway':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
479 f_value, p_value = stats.f_oneway( *b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
480 cols.append(f_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
481 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
482 elif test_id.strip() == 'kruskal':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
483 h, p_value = stats.kruskal( *b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
484 cols.append(h)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
485 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
486 elif test_id.strip() == 'friedmanchisquare':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
487 fr, p_value = stats.friedmanchisquare( *b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
488 cols.append(fr)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
489 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
490 elif test_id.strip() == 'fligner':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
491 xsq, p_value = stats.fligner( center=args.center,proportiontocut=args.proportiontocut,*b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
492 cols.append(xsq)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
493 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
494 elif test_id.strip() == 'bartlett':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
495 T, p_value = stats.bartlett( *b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
496 cols.append(T)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
497 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
498 elif test_id.strip() == 'levene':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
499 w, p_value = stats.levene( center=args.center,proportiontocut=args.proportiontocut,*b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
500 cols.append(w)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
501 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
502 elif test_id.strip() == 'median_test':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
503 stat, p_value, m, table = stats.median_test( ties=args.ties,correction=args.correction ,lambda_=args.lambda_,*b_samples )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
504 cols.append(stat)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
505 cols.append(p_value)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
506 cols.append(m)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
507 cols.append(table)
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
508 for list in table:
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
509 elements = ','.join( map(str, list) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
510 cols.append( elements )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
511 outfile.write( '%s\n' % '\t'.join( map(str, cols) ) )
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
512 outfile.close()
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
513
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
514 if __name__ == '__main__':
22ed769665b6 Uploaded
bgruening
parents:
diff changeset
515 main()