annotate galaxy-tools/biobank/tools/all_enrollments.py @ 0:e54d14bed3f5 draft default tip

Uploaded
author ric
date Thu, 29 Sep 2016 06:09:15 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
1 import csv, os, sys, argparse
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
2
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
3 from bl.vl.kb import KnowledgeBase as KB
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
4 import bl.vl.utils.ome_utils as vlu
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
5 from bl.vl.utils import LOG_LEVELS, get_logger
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
6
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
7
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
8 def make_parser():
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
9 parser = argparse.ArgumentParser(description='Retrieve all enrollments')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
10 parser.add_argument('--logfile', type=str, help='log file (default=stderr)')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
11 parser.add_argument('--loglevel', type=str, choices = LOG_LEVELS,
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
12 help='logger level', default='INFO')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
13 parser.add_argument('--host', type=str, help='omero hostname')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
14 parser.add_argument('--user', type=str, help='omero user')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
15 parser.add_argument('--passwd', type=str, help='omero password')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
16 parser.add_argument('--ofile', type=str, help='output file path',
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
17 required=True)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
18 return parser
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
19
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
20
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
21 def main(argv):
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
22 parser = make_parser()
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
23 args = parser.parse_args(argv)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
24
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
25 # This is a temporary hack!!!
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
26 to_be_ignored = ['IMMUNOCHIP_DISCARDED', 'CASI_MS_CSM_TMP',
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
27 'CASI_MS_CSM_CODES']
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
28
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
29 logger = get_logger('all_enrollments', level=args.loglevel,
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
30 filename=args.logfile)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
31
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
32 try:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
33 host = args.host or vlu.ome_host()
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
34 user = args.user or vlu.ome_user()
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
35 passwd = args.passwd or vlu.ome_passwd()
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
36 except ValueError, ve:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
37 logger.critical(ve)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
38 sys.exit(ve)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
39
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
40 try:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
41 out_file_path = args.ofile
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
42 except IndexError:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
43 logger.error('Mandatory field missing.')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
44 parser.print_help()
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
45 sys.exit(2)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
46
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
47 # Create the KnowledgeBase object
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
48 kb = KB(driver='omero')(host, user, passwd)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
49
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
50 # Retrieve all studies from omero
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
51 studies = kb.get_objects(kb.Study)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
52 studies = [s for s in studies if s.label not in to_be_ignored]
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
53 logger.info('Retrieved %d studies from database' % len(studies))
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
54
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
55 csv_header = ['individual_uuid']
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
56 enrolls_map = {}
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
57
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
58 # For each study, retrieve all enrollments
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
59 for s in studies:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
60 logger.info('Retrieving enrollments for study %s' % s.label)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
61 enrolls = kb.get_enrolled(s)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
62 logger.info('%s enrollments retrieved' % len(enrolls))
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
63 if len(enrolls) > 0:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
64 logger.debug('Building lookup dictionary....')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
65 for e in enrolls:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
66 enrolls_map.setdefault(e.individual.omero_id, {})['individual_uuid'] = e.individual.id
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
67 enrolls_map[e.individual.omero_id].setdefault('studies', {})
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
68 enrolls_map[e.individual.omero_id]['studies'].setdefault(s.label,[])
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
69 enrolls_map[e.individual.omero_id]['studies'][s.label].append(e.studyCode)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
70 label = "{0} #{1}".format(s.label,len(enrolls_map[e.individual.omero_id]['studies'][s.label]))
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
71 enrolls_map[e.individual.omero_id][label] = e.studyCode
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
72 if label not in csv_header:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
73 csv_header.append(label) # Add study label to CSV header
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
74 else:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
75 logger.debug('No enrollments found, skip study %s' % s.label)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
76
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
77 # Write to CSV file
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
78 logger.debug('Writing CSV file %s' % out_file_path)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
79 with open(out_file_path, 'w') as f:
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
80 writer = csv.DictWriter(f, csv_header,
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
81 delimiter='\t', quotechar='"',
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
82 restval = 'None')
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
83 writer.writeheader()
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
84 for k, v in enrolls_map.iteritems():
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
85 v.pop("studies",{})
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
86 writer.writerow(v)
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
87
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
88 if __name__ == '__main__':
e54d14bed3f5 Uploaded
ric
parents:
diff changeset
89 main(sys.argv[1:])