annotate galaxy-tools/biobank/tools/all_enrollments.py @ 3:43be74e62bfe draft

Uploaded
author ric
date Thu, 22 Sep 2016 08:57:04 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
3
43be74e62bfe Uploaded
ric
parents:
diff changeset
1 import csv, os, sys, argparse
43be74e62bfe Uploaded
ric
parents:
diff changeset
2
43be74e62bfe Uploaded
ric
parents:
diff changeset
3 from bl.vl.kb import KnowledgeBase as KB
43be74e62bfe Uploaded
ric
parents:
diff changeset
4 import bl.vl.utils.ome_utils as vlu
43be74e62bfe Uploaded
ric
parents:
diff changeset
5 from bl.vl.utils import LOG_LEVELS, get_logger
43be74e62bfe Uploaded
ric
parents:
diff changeset
6
43be74e62bfe Uploaded
ric
parents:
diff changeset
7
43be74e62bfe Uploaded
ric
parents:
diff changeset
8 def make_parser():
43be74e62bfe Uploaded
ric
parents:
diff changeset
9 parser = argparse.ArgumentParser(description='Retrieve all enrollments')
43be74e62bfe Uploaded
ric
parents:
diff changeset
10 parser.add_argument('--logfile', type=str, help='log file (default=stderr)')
43be74e62bfe Uploaded
ric
parents:
diff changeset
11 parser.add_argument('--loglevel', type=str, choices = LOG_LEVELS,
43be74e62bfe Uploaded
ric
parents:
diff changeset
12 help='logger level', default='INFO')
43be74e62bfe Uploaded
ric
parents:
diff changeset
13 parser.add_argument('--host', type=str, help='omero hostname')
43be74e62bfe Uploaded
ric
parents:
diff changeset
14 parser.add_argument('--user', type=str, help='omero user')
43be74e62bfe Uploaded
ric
parents:
diff changeset
15 parser.add_argument('--passwd', type=str, help='omero password')
43be74e62bfe Uploaded
ric
parents:
diff changeset
16 parser.add_argument('--ofile', type=str, help='output file path',
43be74e62bfe Uploaded
ric
parents:
diff changeset
17 required=True)
43be74e62bfe Uploaded
ric
parents:
diff changeset
18 return parser
43be74e62bfe Uploaded
ric
parents:
diff changeset
19
43be74e62bfe Uploaded
ric
parents:
diff changeset
20
43be74e62bfe Uploaded
ric
parents:
diff changeset
21 def main(argv):
43be74e62bfe Uploaded
ric
parents:
diff changeset
22 parser = make_parser()
43be74e62bfe Uploaded
ric
parents:
diff changeset
23 args = parser.parse_args(argv)
43be74e62bfe Uploaded
ric
parents:
diff changeset
24
43be74e62bfe Uploaded
ric
parents:
diff changeset
25 # This is a temporary hack!!!
43be74e62bfe Uploaded
ric
parents:
diff changeset
26 to_be_ignored = ['IMMUNOCHIP_DISCARDED', 'CASI_MS_CSM_TMP',
43be74e62bfe Uploaded
ric
parents:
diff changeset
27 'CASI_MS_CSM_CODES']
43be74e62bfe Uploaded
ric
parents:
diff changeset
28
43be74e62bfe Uploaded
ric
parents:
diff changeset
29 logger = get_logger('all_enrollments', level=args.loglevel,
43be74e62bfe Uploaded
ric
parents:
diff changeset
30 filename=args.logfile)
43be74e62bfe Uploaded
ric
parents:
diff changeset
31
43be74e62bfe Uploaded
ric
parents:
diff changeset
32 try:
43be74e62bfe Uploaded
ric
parents:
diff changeset
33 host = args.host or vlu.ome_host()
43be74e62bfe Uploaded
ric
parents:
diff changeset
34 user = args.user or vlu.ome_user()
43be74e62bfe Uploaded
ric
parents:
diff changeset
35 passwd = args.passwd or vlu.ome_passwd()
43be74e62bfe Uploaded
ric
parents:
diff changeset
36 except ValueError, ve:
43be74e62bfe Uploaded
ric
parents:
diff changeset
37 logger.critical(ve)
43be74e62bfe Uploaded
ric
parents:
diff changeset
38 sys.exit(ve)
43be74e62bfe Uploaded
ric
parents:
diff changeset
39
43be74e62bfe Uploaded
ric
parents:
diff changeset
40 try:
43be74e62bfe Uploaded
ric
parents:
diff changeset
41 out_file_path = args.ofile
43be74e62bfe Uploaded
ric
parents:
diff changeset
42 except IndexError:
43be74e62bfe Uploaded
ric
parents:
diff changeset
43 logger.error('Mandatory field missing.')
43be74e62bfe Uploaded
ric
parents:
diff changeset
44 parser.print_help()
43be74e62bfe Uploaded
ric
parents:
diff changeset
45 sys.exit(2)
43be74e62bfe Uploaded
ric
parents:
diff changeset
46
43be74e62bfe Uploaded
ric
parents:
diff changeset
47 # Create the KnowledgeBase object
43be74e62bfe Uploaded
ric
parents:
diff changeset
48 kb = KB(driver='omero')(host, user, passwd)
43be74e62bfe Uploaded
ric
parents:
diff changeset
49
43be74e62bfe Uploaded
ric
parents:
diff changeset
50 # Retrieve all studies from omero
43be74e62bfe Uploaded
ric
parents:
diff changeset
51 studies = kb.get_objects(kb.Study)
43be74e62bfe Uploaded
ric
parents:
diff changeset
52 studies = [s for s in studies if s.label not in to_be_ignored]
43be74e62bfe Uploaded
ric
parents:
diff changeset
53 logger.info('Retrieved %d studies from database' % len(studies))
43be74e62bfe Uploaded
ric
parents:
diff changeset
54
43be74e62bfe Uploaded
ric
parents:
diff changeset
55 csv_header = ['individual_uuid']
43be74e62bfe Uploaded
ric
parents:
diff changeset
56 enrolls_map = {}
43be74e62bfe Uploaded
ric
parents:
diff changeset
57 # For each study, retrieve all enrollments
43be74e62bfe Uploaded
ric
parents:
diff changeset
58 for s in studies:
43be74e62bfe Uploaded
ric
parents:
diff changeset
59 logger.info('Retrieving enrollments for study %s' % s.label)
43be74e62bfe Uploaded
ric
parents:
diff changeset
60 enrolls = kb.get_enrolled(s)
43be74e62bfe Uploaded
ric
parents:
diff changeset
61 logger.info('%s enrollments retrieved' % len(enrolls))
43be74e62bfe Uploaded
ric
parents:
diff changeset
62 if len(enrolls) > 0:
43be74e62bfe Uploaded
ric
parents:
diff changeset
63 logger.debug('Building lookup dictionary....')
43be74e62bfe Uploaded
ric
parents:
diff changeset
64 csv_header.append(s.label) # Add study label to CSV header
43be74e62bfe Uploaded
ric
parents:
diff changeset
65 for e in enrolls:
43be74e62bfe Uploaded
ric
parents:
diff changeset
66 enrolls_map.setdefault(e.individual.omero_id, {})['individual_uuid'] = e.individual.id
43be74e62bfe Uploaded
ric
parents:
diff changeset
67 enrolls_map[e.individual.omero_id][s.label] = e.studyCode
43be74e62bfe Uploaded
ric
parents:
diff changeset
68 else:
43be74e62bfe Uploaded
ric
parents:
diff changeset
69 logger.debug('No enrollments found, skip study %s' % s.label)
43be74e62bfe Uploaded
ric
parents:
diff changeset
70
43be74e62bfe Uploaded
ric
parents:
diff changeset
71 # Write to CSV file
43be74e62bfe Uploaded
ric
parents:
diff changeset
72 logger.debug('Writing CSV file %s' % out_file_path)
43be74e62bfe Uploaded
ric
parents:
diff changeset
73 with open(out_file_path, 'w') as f:
43be74e62bfe Uploaded
ric
parents:
diff changeset
74 writer = csv.DictWriter(f, csv_header,
43be74e62bfe Uploaded
ric
parents:
diff changeset
75 delimiter='\t', quotechar='"',
43be74e62bfe Uploaded
ric
parents:
diff changeset
76 restval = 'None')
43be74e62bfe Uploaded
ric
parents:
diff changeset
77 writer.writeheader()
43be74e62bfe Uploaded
ric
parents:
diff changeset
78 for k, v in enrolls_map.iteritems():
43be74e62bfe Uploaded
ric
parents:
diff changeset
79 writer.writerow(v)
43be74e62bfe Uploaded
ric
parents:
diff changeset
80
43be74e62bfe Uploaded
ric
parents:
diff changeset
81 if __name__ == '__main__':
43be74e62bfe Uploaded
ric
parents:
diff changeset
82 main(sys.argv[1:])