annotate utils.py @ 56:f782812220e1 draft

Uploaded
author greg
date Thu, 05 Oct 2017 14:14:56 -0400
parents ca7fb79c2eec
children 8d71c1dff476
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
1 import os
6accbd3a1449 Uploaded
greg
parents:
diff changeset
2 import shutil
26
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
3 import subprocess
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
4 import sys
6accbd3a1449 Uploaded
greg
parents:
diff changeset
5
26
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
6 FSTDERR = 'stderr.txt'
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
7 FSTDOUT = 'stdout.txt'
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
8
26
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
9
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
10 def check_execution_errors(rc, fstderr, fstdout):
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
11 if rc != 0:
26
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
12 fh = open(fstdout, 'rb')
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
13 out_msg = fh.read()
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
14 fh.close()
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
15 fh = open(fstderr, 'rb')
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
16 err_msg = fh.read()
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
17 fh.close()
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
18 msg = '%s\n%s\n' % (str(out_msg), str(err_msg))
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
19 stop_err(msg)
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
20
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
21
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
22 def get_response_buffers():
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
23 fstderr = os.path.join(os.getcwd(), FSTDERR)
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
24 fherr = open(fstderr, 'wb')
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
25 fstdout = os.path.join(os.getcwd(), FSTDOUT)
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
26 fhout = open(fstdout, 'wb')
29
437a43ec5fb4 Uploaded
greg
parents: 26
diff changeset
27 return fstderr, fherr, fstdout, fhout
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
28
6accbd3a1449 Uploaded
greg
parents:
diff changeset
29
56
f782812220e1 Uploaded
greg
parents: 34
diff changeset
30 def move_directory_files(source_dir, destination_dir, copy=False, remove_source_dir=False):
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
31 source_directory = os.path.abspath(source_dir)
6accbd3a1449 Uploaded
greg
parents:
diff changeset
32 destination_directory = os.path.abspath(destination_dir)
6accbd3a1449 Uploaded
greg
parents:
diff changeset
33 if not os.path.isdir(destination_directory):
6accbd3a1449 Uploaded
greg
parents:
diff changeset
34 os.makedirs(destination_directory)
6accbd3a1449 Uploaded
greg
parents:
diff changeset
35 for dir_entry in os.listdir(source_directory):
6accbd3a1449 Uploaded
greg
parents:
diff changeset
36 source_entry = os.path.join(source_directory, dir_entry)
31
5691bc0a32d2 Uploaded
greg
parents: 29
diff changeset
37 if copy:
5691bc0a32d2 Uploaded
greg
parents: 29
diff changeset
38 shutil.copy(source_entry, destination_directory)
5691bc0a32d2 Uploaded
greg
parents: 29
diff changeset
39 else:
5691bc0a32d2 Uploaded
greg
parents: 29
diff changeset
40 shutil.move(source_entry, destination_directory)
56
f782812220e1 Uploaded
greg
parents: 34
diff changeset
41 if remove_source_dir:
f782812220e1 Uploaded
greg
parents: 34
diff changeset
42 os.rmdir(source_directory)
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
43
6accbd3a1449 Uploaded
greg
parents:
diff changeset
44
26
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
45 def run_command(cmd):
29
437a43ec5fb4 Uploaded
greg
parents: 26
diff changeset
46 fstderr, fherr, fstdout, fhout = get_response_buffers()
26
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
47 proc = subprocess.Popen(args=cmd, stderr=fherr, stdout=fhout, shell=True)
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
48 rc = proc.wait()
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
49 # Check results.
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
50 fherr.close()
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
51 fhout.close()
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
52 check_execution_errors(rc, fstderr, fstdout)
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
53
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
54
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
55 def stop_err(msg):
26
959926ea2a66 Uploaded
greg
parents: 0
diff changeset
56 sys.exit(msg)
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
57
6accbd3a1449 Uploaded
greg
parents:
diff changeset
58
6accbd3a1449 Uploaded
greg
parents:
diff changeset
59 def write_html_output(output, title, dir):
6accbd3a1449 Uploaded
greg
parents:
diff changeset
60 with open(output, 'w') as fh:
33
f61d568666f1 Uploaded
greg
parents: 31
diff changeset
61 dir_items = sorted(os.listdir(dir))
34
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
62 # Directories can only contain either files or directories,
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
63 # but not both.
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
64 if len(dir_items) > 0:
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
65 item_path = os.path.join(dir, dir_items[0])
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
66 if os.path.isdir(item_path):
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
67 header = 'Directories'
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
68 else:
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
69 header = 'Datasets'
33
f61d568666f1 Uploaded
greg
parents: 31
diff changeset
70 else:
34
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
71 header = ''
33
f61d568666f1 Uploaded
greg
parents: 31
diff changeset
72 fh.write('<html><head><h3>%s: %d items</h3></head>\n' % (title, len(dir_items)))
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
73 fh.write('<body><p/><table cellpadding="2">\n')
34
ca7fb79c2eec Uploaded
greg
parents: 33
diff changeset
74 fh.write('<tr><b>%s</th></b>\n' % header)
33
f61d568666f1 Uploaded
greg
parents: 31
diff changeset
75 for index, fname in enumerate(dir_items):
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
76 if index % 2 == 0:
6accbd3a1449 Uploaded
greg
parents:
diff changeset
77 bgcolor = '#D8D8D8'
6accbd3a1449 Uploaded
greg
parents:
diff changeset
78 else:
6accbd3a1449 Uploaded
greg
parents:
diff changeset
79 bgcolor = '#FFFFFF'
6accbd3a1449 Uploaded
greg
parents:
diff changeset
80 link = '<a href="%s" type="text/plain">%s</a>\n' % (fname, fname)
33
f61d568666f1 Uploaded
greg
parents: 31
diff changeset
81 fh.write('<tr bgcolor="%s"><td>%s</td></tr>\n' % (bgcolor, link))
0
6accbd3a1449 Uploaded
greg
parents:
diff changeset
82 fh.write('</table></body></html>\n')