annotate velveth_wrapper.py @ 2:e06e0d3aca0a default tip

Fix cheetah code for exp_cov
author Jim Johnson <jj@umn.edu>
date Thu, 29 Aug 2013 06:38:40 -0500
parents 67d18741a0e7
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
1 #!/usr/bin/env python
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
2
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
3 """
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
4 James E Johnson - University of Minnesota
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
5 """
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
6 import pkg_resources
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
7 import logging, os, string, sys, tempfile, glob, shutil, types, urllib, tempfile
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
8 import shlex, subprocess, glob
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
9 from optparse import OptionParser, OptionGroup
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
10 from stat import *
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
11 from socket import gethostname
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
12
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
13 log = logging.getLogger( __name__ )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
14
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
15 assert sys.version_info[:2] >= ( 2, 4 )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
16
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
17 def stop_err( msg ):
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
18 sys.stderr.write( "%s\n" % msg )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
19 sys.exit()
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
20
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
21 def __main__():
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
22 #Parse Command Line
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
23 s = 'velveth_wrapper.py: argv = %s\n' % (sys.argv)
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
24 argcnt = len(sys.argv)
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
25 html_file = sys.argv[1]
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
26 working_dir = sys.argv[2]
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
27 log.debug("MS: Working dir: %s" % working_dir)
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
28 try: # for test - needs this done
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
29 os.makedirs(working_dir)
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
30 except Exception, e:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
31 stop_err( 'Error running velveth ' + str( e ) )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
32 hash_length = sys.argv[3]
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
33 inputs = string.join(sys.argv[4:],' ')
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
34 cmdline = 'velveth %s %s %s > /dev/null' % (working_dir, hash_length, inputs)
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
35 try:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
36 proc = subprocess.Popen( args=cmdline, shell=True, stderr=subprocess.PIPE )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
37 returncode = proc.wait()
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
38 # get stderr, allowing for case where it's very large
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
39 stderr = ''
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
40 buffsize = 1048576
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
41 try:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
42 while True:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
43 stderr += proc.stderr.read( buffsize )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
44 if not stderr or len( stderr ) % buffsize != 0:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
45 break
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
46 except OverflowError:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
47 pass
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
48 if returncode != 0:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
49 raise Exception, stderr
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
50 except Exception, e:
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
51 stop_err( 'Error running velveth ' + str( e ) )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
52 sequences_path = os.path.join(working_dir,'Sequences')
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
53 roadmaps_path = os.path.join(working_dir,'Roadmaps')
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
54 rval = ['<html><head><title>Velvet Galaxy Composite Dataset </title></head><p/>']
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
55 rval.append('<div>%s<p/></div>' % (cmdline) )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
56 rval.append('<div>This composite dataset is composed of the following files:<p/><ul>')
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
57 rval.append( '<li><a href="%s" type="text/plain">%s </a>%s</li>' % (sequences_path,'Sequences','Sequences' ) )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
58 rval.append( '<li><a href="%s" type="text/plain">%s </a>%s</li>' % (roadmaps_path,'Roadmaps','Roadmaps' ) )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
59 rval.append( '</ul></div></html>' )
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
60 f = file(html_file,'w')
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
61 f.write("\n".join( rval ))
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
62 f.write('\n')
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
63 f.close()
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
64
67d18741a0e7 Uploaded
jjohnson
parents:
diff changeset
65 if __name__ == "__main__": __main__()