annotate extract_tables.py @ 6:202bb21c6090 draft

Uploaded
author ieguinoa
date Wed, 05 Aug 2020 21:57:09 +0000
parents b85d239b1d58
children 91a3a617d94b
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
1 import argparse
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
2 import json
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
3 import os
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
4 import pathlib
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
5
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
6 parser = argparse.ArgumentParser()
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
7 parser.add_argument('--studies',dest='studies_json_path', required=True)
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
8 parser.add_argument('--out_dir',dest='out_path', required=True)
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
9 args = parser.parse_args()
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
10
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
11
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
12 with open(args.studies_json_path,'r') as studies_json_file:
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
13 studies_dict = json.load(studies_json_file)
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
14
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
15 studies_table = open(pathlib.Path(args.out_path) / 'studies.tsv', 'w')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
16 studies_table.write('\t'.join(['alias','status','accession','title','study_type','study_abstract','pubmed_id','submission_date']) + '\n')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
17
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
18 samples_table = open(pathlib.Path(args.out_path) / 'samples.tsv', 'w')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
19 samples_table.write('\t'.join(['alias','status','accession','title','scientific_name','taxon_id','sample_description','submission_date']) + '\n')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
20
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
21 experiments_table = open(pathlib.Path(args.out_path) / 'experiments.tsv', 'w')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
22 experiments_table.write('\t'.join(['alias','status','accession','title','study_alias','sample_alias','design_description','library_name','library_strategy','library_source','library_selection','library_layout','insert_size','library_construction_protocol','platform','instrument_model','submission_date'])+ '\n')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
23
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
24 runs_table = open(pathlib.Path(args.out_path) / 'runs.tsv', 'w')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
25 runs_table.write('\t'.join(['alias','status','accession','experiment_alias','file_name','file_format','file_checksum','submission_date'])+ '\n')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
26
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
27 action = 'add'
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
28 for study_index, study in enumerate(studies_dict):
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
29 study_alias = 'study_'+str(study_index)
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
30 studies_table.write('\t'.join([study_alias,action,'ENA_accession',study['title'], study['type'],study['abstract'],study['pubmed_id'],'ENA_submission_data']))
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
31 for sample_index,sample in enumerate(study['samples']):
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
32 sample_alias = 'sample_'+str(sample_index)
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
33 samples_table.write('\t'.join([sample_alias,action,'ena_accession',sample['title'],sample['tax_name'], sample['tax_id'],sample['description'],'ENA_submission_date'])+ '\n')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
34 for exp_index,exp in enumerate(sample['experiments']):
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
35 exp_alias = 'experiment_'+str(exp_index)+'_'+str(sample_index)
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
36 lib_alias = 'library_'+str(exp_index)+'_'+str(sample_index)
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
37 experiments_table.write('\t'.join([exp_alias,action,'accession_ena',exp['title'],study_alias,sample_alias,exp['experiment_design'],lib_alias,exp['library_strategy'],exp['library_source'],exp['library_selection'],exp['library_layout'],exp['insert_size'],exp['library_construction_protocol'],exp['platform'],exp['instrument_model'],'submission_date_ENA']) + '\n')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
38 run_index = 0
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
39 # exp['runs'] is a list of lists
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
40 for run in exp['runs']:
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
41 run_index += 1
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
42 run_alias = '_'.join(['run',str(exp_index),str(sample_index),str(run_index)])
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
43 for file_entry in run:
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
44 file_format = 'fastq.gz' if os.path.splitext(file_entry)[-1] == '.gz' else 'fastq.bz2'
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
45 runs_table.write('\t'.join([run_alias,action,'ena_run_accession',exp_alias,file_entry,file_format,'file_checksum','submission_date_ENA']) + '\n')
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
46
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
47 studies_table.close()
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
48 samples_table.close()
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
49 experiments_table.close()
b85d239b1d58 Uploaded
ieguinoa
parents:
diff changeset
50 runs_table.close()