annotate galaxy-tools/biobank/tools/all_enrollments.py @ 0:ba6cf6ede027 draft default tip

Uploaded
author ric
date Wed, 28 Sep 2016 06:03:30 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
1 import csv, os, sys, argparse
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
2
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
3 from bl.vl.kb import KnowledgeBase as KB
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
4 import bl.vl.utils.ome_utils as vlu
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
5 from bl.vl.utils import LOG_LEVELS, get_logger
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
6
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
7
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
8 def make_parser():
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
9 parser = argparse.ArgumentParser(description='Retrieve all enrollments')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
10 parser.add_argument('--logfile', type=str, help='log file (default=stderr)')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
11 parser.add_argument('--loglevel', type=str, choices = LOG_LEVELS,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
12 help='logger level', default='INFO')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
13 parser.add_argument('--host', type=str, help='omero hostname')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
14 parser.add_argument('--user', type=str, help='omero user')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
15 parser.add_argument('--passwd', type=str, help='omero password')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
16 parser.add_argument('--ofile', type=str, help='output file path',
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
17 required=True)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
18 return parser
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
19
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
20
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
21 def main(argv):
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
22 parser = make_parser()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
23 args = parser.parse_args(argv)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
24
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
25 # This is a temporary hack!!!
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
26 to_be_ignored = ['IMMUNOCHIP_DISCARDED', 'CASI_MS_CSM_TMP',
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
27 'CASI_MS_CSM_CODES']
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
28
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
29 logger = get_logger('all_enrollments', level=args.loglevel,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
30 filename=args.logfile)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
31
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
32 try:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
33 host = args.host or vlu.ome_host()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
34 user = args.user or vlu.ome_user()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
35 passwd = args.passwd or vlu.ome_passwd()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
36 except ValueError, ve:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
37 logger.critical(ve)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
38 sys.exit(ve)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
39
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
40 try:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
41 out_file_path = args.ofile
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
42 except IndexError:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
43 logger.error('Mandatory field missing.')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
44 parser.print_help()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
45 sys.exit(2)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
46
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
47 # Create the KnowledgeBase object
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
48 kb = KB(driver='omero')(host, user, passwd)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
49
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
50 # Retrieve all studies from omero
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
51 studies = kb.get_objects(kb.Study)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
52 studies = [s for s in studies if s.label not in to_be_ignored]
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
53 logger.info('Retrieved %d studies from database' % len(studies))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
54
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
55 csv_header = ['individual_uuid']
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
56 enrolls_map = {}
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
57
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
58 # For each study, retrieve all enrollments
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
59 for s in studies:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
60 logger.info('Retrieving enrollments for study %s' % s.label)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
61 enrolls = kb.get_enrolled(s)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
62 logger.info('%s enrollments retrieved' % len(enrolls))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
63 if len(enrolls) > 0:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
64 logger.debug('Building lookup dictionary....')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
65 for e in enrolls:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
66 enrolls_map.setdefault(e.individual.omero_id, {})['individual_uuid'] = e.individual.id
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
67 enrolls_map[e.individual.omero_id].setdefault('studies', {})
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
68 enrolls_map[e.individual.omero_id]['studies'].setdefault(s.label,[])
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
69 enrolls_map[e.individual.omero_id]['studies'][s.label].append(e.studyCode)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
70 label = "{0} #{1}".format(s.label,len(enrolls_map[e.individual.omero_id]['studies'][s.label]))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
71 enrolls_map[e.individual.omero_id][label] = e.studyCode
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
72 if label not in csv_header:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
73 csv_header.append(label) # Add study label to CSV header
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
74 else:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
75 logger.debug('No enrollments found, skip study %s' % s.label)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
76
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
77 # Write to CSV file
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
78 logger.debug('Writing CSV file %s' % out_file_path)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
79 with open(out_file_path, 'w') as f:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
80 writer = csv.DictWriter(f, csv_header,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
81 delimiter='\t', quotechar='"',
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
82 restval = 'None')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
83 writer.writeheader()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
84 for k, v in enrolls_map.iteritems():
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
85 v.pop("studies",{})
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
86 writer.writerow(v)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
87
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
88 if __name__ == '__main__':
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
89 main(sys.argv[1:])