annotate galaxy-tools/biobank/utils/wells_barcode_to_label.py @ 0:ba6cf6ede027 draft default tip

Uploaded
author ric
date Wed, 28 Sep 2016 06:03:30 -0400
parents
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
1 """
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
2 Map PlateWell labels written as PLATE_BARCODE:WELL_LABEL to labels written as
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
3 PLATE_LABEL:WELL_LABEL which is the PlateWell label format required by the map_vid
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
4 application.
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
5 The inputs are a TSV file and the label of the column of this file containing the
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
6 PlateWell labels that are going to be mapped.
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
7 """
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
8
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
9 import csv, argparse, sys, copy
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
10
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
11 from bl.vl.kb import KnowledgeBase as KB
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
12 from bl.vl.utils import LOG_LEVELS, get_logger
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
13 import bl.vl.utils.ome_utils as vlu
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
14
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
15
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
16 def get_wells_map(kb, plate_barcodes, logger):
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
17 wells_map = {}
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
18 logger.info('Start building PlateWells map')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
19 res = kb.get_by_field(kb.TiterPlate, 'barcode', plate_barcodes)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
20 logger.debug('Plates %r --- Results: %r', plate_barcodes, res)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
21 for _, pl in res.iteritems():
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
22 if pl.OME_TABLE == 'TiterPlate':
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
23 if pl.barcode:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
24 for w in kb.get_wells_by_plate(pl):
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
25 logger.debug('Mapping well %s of plate %s', w.label, w.container.label)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
26 wells_map['%s:%s' % (w.container.barcode, w.label)] = '%s:%s' % (w.container.label,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
27 w.label)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
28 else:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
29 logger.debug('TiterPlate %s has no barcode', pl.label)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
30 else:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
31 logger.debug('Object is a %r, skipping it', pl.OME_TABLE)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
32 logger.info('Mapped %d PlateWells', len(wells_map))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
33 return wells_map
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
34
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
35
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
36 def get_plates_list(records, plates_column, logger):
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
37 plates = set()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
38 logger.info('Retrieving TiterPlate barcodes from %d records', len(records))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
39 for r in records:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
40 plates.add(r[plates_column].split(':')[0])
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
41 logger.info('Found %d TiterPlate objects', len(plates))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
42 return list(plates)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
43
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
44
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
45 def make_parser():
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
46 parser = argparse.ArgumentParser('Map barcodes in PlateWell labels to TiterPlate labels')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
47 parser.add_argument('--logfile', type=str, help='log file (default=stderr)')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
48 parser.add_argument('--loglevel', type=str, choices=LOG_LEVELS,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
49 help='logging level', default='INFO')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
50 parser.add_argument('-H', '--host', type=str, help='OMERO host')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
51 parser.add_argument('-U', '--user', type=str, help='OMERO user')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
52 parser.add_argument('-P', '--passwd', type=str, help='OMERO password')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
53 parser.add_argument('--in-file', type=str, required=True,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
54 help='input TSV file')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
55 parser.add_argument('--column-label', type=str, required=True,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
56 help='the label of the columun containing the values that will be mapped')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
57 parser.add_argument('--out-file', type=str, required=True,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
58 help='output TSV file')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
59 parser.add_argument('--strict-mapping', action='store_true',
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
60 help='if output records are less than the input ones, raise an error')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
61 return parser
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
62
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
63
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
64 def main(argv):
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
65 parser = make_parser()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
66 args = parser.parse_args(argv)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
67
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
68 logger = get_logger('wells_barcode_to_label', level=args.loglevel,
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
69 filename=args.logfile)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
70 try:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
71 host = args.host or vlu.ome_host()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
72 user = args.user or vlu.ome_user()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
73 passwd = args.passwd or vlu.ome_passwd()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
74 except ValueError, ve:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
75 logger.critical(ve)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
76 sys.exit(ve)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
77
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
78 logger.info('Starting job')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
79
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
80 kb = KB(driver='omero')(host, user, passwd)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
81 # wells_map = get_wells_map(kb, logger)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
82
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
83 with open(args.in_file) as in_file, open(args.out_file, 'w') as out_file:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
84 reader = csv.DictReader(in_file, delimiter='\t')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
85 if args.column_label not in reader.fieldnames:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
86 msg = 'No column %s in file %s' % (args.column_label, args.in_file)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
87 logger.critical(msg)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
88 raise RuntimeError(msg)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
89 records = [row for row in reader]
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
90 plates = get_plates_list(records, args.column_label, logger)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
91 wells_map = get_wells_map(kb, plates, logger)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
92 logger.info('Mapping %d records', len(records))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
93 writer = csv.DictWriter(out_file, reader.fieldnames, delimiter='\t')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
94 writer.writeheader()
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
95 mapped_records = []
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
96 for rec in records:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
97 mapped = copy.deepcopy(rec)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
98 logger.debug('Mapping value %s', mapped[args.column_label])
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
99 if mapped[args.column_label] in wells_map:
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
100 mapped[args.column_label] = wells_map[mapped[args.column_label]]
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
101 mapped_records.append(mapped)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
102 if args.strict_mapping and len(mapped_records) < len(records):
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
103 msg = 'Mapped %d record of %d' % (len(mapped_records), len(records))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
104 logger.critical(msg)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
105 sys.exit(msg)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
106 logger.info('%d records mapped', len(mapped_records))
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
107 writer.writerows(mapped_records)
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
108 logger.info('Job completed')
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
109
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
110
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
111 if __name__ == '__main__':
ba6cf6ede027 Uploaded
ric
parents:
diff changeset
112 main(sys.argv[1:])