Mercurial > repos > yating-l > data_manager_fetch_reference_data
changeset 0:099d2508bcc3 draft
planemo upload
author | yating-l |
---|---|
date | Wed, 03 May 2017 16:18:10 -0400 |
parents | |
children | 5349705442d0 |
files | data_manager_conf.xml fetch_reference_data.py fetch_reference_data.xml |
diffstat | 3 files changed, 108 insertions(+), 0 deletions(-) [+] |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/data_manager_conf.xml Wed May 03 16:18:10 2017 -0400 @@ -0,0 +1,18 @@ +<?xml version="1.0"?> + <data_managers> + <data_manager tool_file="data_manager/fetch_reference_data.xml" id="fetch_reference_data"> + <data_table name="glimmer_hmm_trained_dir"> + <output> + <column name="value" /> + <column name="name" /> + <column name="path" output_ref="out_file"> + <move type="file"> + <source>${path}</source> + <target base="${GALAXY_DATA_MANAGER_DATA_PATH}">${name}/${path}</target> + </move> + <value_translation>${GALAXY_DATA_MANAGER_DATA_PATH}/${name}/${path}</value_translation> + </column> + </output> + </data_table> + </data_manager> + </data_managers> \ No newline at end of file
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/fetch_reference_data.py Wed May 03 16:18:10 2017 -0400 @@ -0,0 +1,75 @@ +#!/usr/bin/env python +# ref: https://galaxyproject.org/admin/tools/data-managers/how-to/define/ + +import sys +import os +import tempfile +import shutil +import argparse +import urllib2 +import tarfile + +from galaxy.util.json import from_json_string, to_json_string + +CHUNK_SIZE = 2**20 #1mb + +def cleanup_before_exit(tmp_dir): + if tmp_dir and os.path.exists(tmp_dir): + shutil.rmtree(tmp_dir) + +def stop_err(msg): + sys.stderr.write(msg) + sys.exit(1) + +def get_reference_id_name(params): + genome_id = params['param_dict']['genome_id'] + genome_name = params['param_dict']['genome_name'] + return genome_id, genome_name + +def download_from_GlimmerHMM(data_manager_dict, params, target_directory, sequence_id, sequence_name ): + GlimmerHMM_DOWNLOAD_URL = 'ftp://ccb.jhu.edu/pub/software/glimmerhmm/GlimmerHMM-3.0.4.tar.gz' + GlimmerHMM_TRAINED_DIR = os.path.join('GlimmerHMM', 'trained_dir', sequence_id) + with tarfile.open('GlimmerHMM-3.0.4.tar', mode='r:*') as tar: + subdir = [ + tarinfo for tarinfo in tar.getmembers() + if sequence_id in tarinfo.name + ] + tar.extractall(members=subdir) + glimmerhmm_trained_target_dir = os.path.join(target_directory, sequence_id) + shutil.copytree(GlimmerHMM_TRAINED_DIR, glimmerhmm_trained_target_dir) + data_table_entry = dict(value=sequence_id, name=sequence_name, path=glimmerhmm_trained_target_dir) + _add_data_table_entry(data_manager_dict, data_table_entry) + + cleanup_before_exit(GlimmerHMM_TRAINED_DIR) + +def _add_data_table_entry( data_manager_dict, data_table_entry ): + data_manager_dict['data_tables'] = data_manager_dict.get( 'data_tables', {} ) + data_manager_dict['data_tables']['reference_data'] = data_manager_dict['data_tables'].get('reference_data', []) + data_manager_dict['data_tables']['reference_data'].append( data_table_entry ) + return data_manager_dict + +REFERENCE_SOURCE_TO_DOWNLOAD = dict(glimmerhmm=download_from_GlimmerHMM) + +def main(): + #Parse Command Line + parser = argparse.ArgumentParser() + args = parser.parse_args() + + filename = args[0] + + params = from_json_string(open(filename).read()) + target_directory = params['output_data'][0]['extra_files_path'] + os.mkdir(target_directory) + data_manager_dict = {} + + sequence_id, sequence_name = get_reference_id_name(params) + + #Fetch the FASTA + REFERENCE_SOURCE_TO_DOWNLOAD[params['param_dict']['file_path']](data_manager_dict, params, target_directory, sequence_id, sequence_name) + + #save info to json file + open(filename, 'wb').write(to_json_string(data_manager_dict)) + +if __name__ == "__main__": + main() +
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/fetch_reference_data.xml Wed May 03 16:18:10 2017 -0400 @@ -0,0 +1,15 @@ +<tool id="data_manager_fetch_reference_data" name="Reference data for GlimmerHMM" version="0.0.1" tool_type="manage_data"> + <description>fetching reference data for GlimmerHMM</description> + <command interpreter="python">data_manager_fetch_reference_data.py "${out_file}"</command> + <inputs> + <param name="genome_id" type="text" label="Id of the reference genome" /> + <param name="genome_name" type="text" label="Name of the reference genome" /> + <param name="trained_dir" type="text" value="" label="Directory of the genome file" /> + </inputs> + <outputs> + <data name="out_file" format="data_manager_json" /> + </outputs> + <help> + Fetch trained data (reference genome) for GlimmerHMM + </help> +</tool> \ No newline at end of file