# HG changeset patch # User iuc # Date 1491343659 14400 # Node ID 9346d295570777d8c7919ff09c3442af33a48083 # Parent 16e961b2f35c66d829d9e762e1c7eb609aa49583 planemo upload for repository https://github.com/galaxyproject/tools-iuc/tree/master/data_managers/data_manager_fetch_gene_annotation/ commit 8652f36a3a3838dca989426961561e81432acf4f diff -r 16e961b2f35c -r 9346d2955707 data_manager/data_manager.py --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/data_manager/data_manager.py Tue Apr 04 18:07:39 2017 -0400 @@ -0,0 +1,74 @@ +import argparse +import datetime +import json +import os +import sys +import uuid + +import requests +from requests.exceptions import ContentDecodingError + + +def url_download(url): + """Attempt to download gene annotation file from a given url + :param url: full url to gene annotation file + :type url: str. + :returns: name of downloaded gene annotation file + :raises: ContentDecodingError, IOError + """ + response = requests.get(url=url, stream=True) + + # Generate file_name + file_name = response.url.split("/")[-1] + + block_size = 10 * 1024 * 1024 # 10MB chunked download + with open(file_name, 'w+') as f: + try: + # Good to note here that requests' iter_content() will + # automatically handle decoding "gzip" and "deflate" encoding + # formats + for buf in response.iter_content(block_size): + f.write(buf) + except (ContentDecodingError, IOError) as e: + sys.stderr.write("Error occured downloading reference file: %s" + % e) + os.remove(file_name) + + return file_name + + +def main(): + parser = argparse.ArgumentParser(description='Create data manager JSON.') + parser.add_argument('--out', dest='output', action='store', + help='JSON filename') + parser.add_argument('--name', dest='name', action='store', + default=uuid.uuid4(), help='Data table entry unique ID' + ) + parser.add_argument('--url', dest='url', action='store', + help='Url to download gtf file from') + + args = parser.parse_args() + + work_dir = os.getcwd() + + # Attempt to download gene annotation file from given url + gene_annotation_file_name = url_download(args.url) + + # Update Data Manager JSON and write to file + data_manager_entry = { + 'data_tables': { + 'gff_gene_annotations': { + 'value': str(datetime.datetime.now()), + 'dbkey': str(args.name), + 'name': gene_annotation_file_name, + 'path': os.path.join(work_dir, gene_annotation_file_name) + } + } + } + + with open(os.path.join(args.output), "w+") as f: + f.write(json.dumps(data_manager_entry)) + + +if __name__ == '__main__': + main() diff -r 16e961b2f35c -r 9346d2955707 data_manager/gene_annotation_fetcher.xml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/data_manager/gene_annotation_fetcher.xml Tue Apr 04 18:07:39 2017 -0400 @@ -0,0 +1,27 @@ + + + gene annotation fetcher + + requests + + + + + + + + + + + + + + diff -r 16e961b2f35c -r 9346d2955707 data_manager_conf.xml --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/data_manager_conf.xml Tue Apr 04 18:07:39 2017 -0400 @@ -0,0 +1,22 @@ + + + + + + + + + + + + ${path} + ${dbkey}/seq/${path} + + ${GALAXY_DATA_MANAGER_DATA_PATH}/${dbkey}/seq/${path} + abspath + + + + + + diff -r 16e961b2f35c -r 9346d2955707 data_manager_gene_annotation/data_manager/data_manager.py --- a/data_manager_gene_annotation/data_manager/data_manager.py Fri Jul 08 15:01:07 2016 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,77 +0,0 @@ -import os -import sys -import json -import argparse -import requests -from requests.exceptions import ContentDecodingError - - -def url_download(url): - """Attempt to download gene annotation file from a given url - :param url: full url to gene annotation file - :type url: str. - :returns: name of downloaded gene annotation file - :raises: ContentDecodingError, IOError - """ - response = requests.get(url=url, stream=True) - - # Generate file_name - file_name = response.url.split("/")[-1] - - block_size = 10 * 1024 * 1024 # 10MB chunked download - with open(file_name, 'w+') as f: - try: - # Good to note here that requests' iter_content() will - # automatically handle decoding "gzip" and "deflate" encoding - # formats - for buf in response.iter_content(block_size): - f.write(buf) - except (ContentDecodingError, IOError) as e: - sys.stderr.write("Error occured downloading reference file: %s" - % e) - os.remove(file_name) - - return file_name - - -def main(): - - # Generate and parse command line args - parser = argparse.ArgumentParser(description='Create data manager JSON.') - parser.add_argument('--out', dest='output', action='store', - help='JSON filename') - parser.add_argument('--name', dest='name', action='store', - default=None, help='Data table entry unique ID' - ) - parser.add_argument('--url', dest='url', action='store', - help='Url to download gtf file from') - - args = parser.parse_args() - - work_dir = os.getcwd() - - # Attempt to download gene annotation file from given url - gene_annotation_file_name = url_download(args.url) - - name = str(args.name) - - if not name: - name = gene_annotation_file_name.split(".")[0] - - # Update Data Manager JSON and write to file - data_manager_entry = { - 'data_tables': { - 'gene_annotation': { - 'value': gene_annotation_file_name, - 'dbkey': gene_annotation_file_name.split(".")[0], - 'name': name, - 'path': os.path.join(work_dir, gene_annotation_file_name) - } - } - } - - with open(os.path.join(args.output), "w+") as f: - f.write(json.dumps(data_manager_entry)) - -if __name__ == '__main__': - main() diff -r 16e961b2f35c -r 9346d2955707 data_manager_gene_annotation/data_manager/gene_annotation_fetcher.xml --- a/data_manager_gene_annotation/data_manager/gene_annotation_fetcher.xml Fri Jul 08 15:01:07 2016 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,35 +0,0 @@ - - - gene annotation fetcher - - - - - - - - - - - - - - - - - - - - - - diff -r 16e961b2f35c -r 9346d2955707 data_manager_gene_annotation/data_manager_conf.xml --- a/data_manager_gene_annotation/data_manager_conf.xml Fri Jul 08 15:01:07 2016 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,22 +0,0 @@ - - - - - - - - - - - - ${path} - gene_annotations/${value} - - ${GALAXY_DATA_MANAGER_DATA_PATH}/gene_annotations/${value} - abspath - - - - - - diff -r 16e961b2f35c -r 9346d2955707 data_manager_gene_annotation/test-data/gene_annotation_out.json --- a/data_manager_gene_annotation/test-data/gene_annotation_out.json Fri Jul 08 15:01:07 2016 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,1 +0,0 @@ -{"data_tables": {"gene_annotation": {"path": "/Users/scott/PyCharmProjects/Galaxy/galaxy/database/job_working_directory/003/3702/chr1-hg19_genes.gtf", "dbkey": "cool_name", "value": "2016-06-23 17:19:39.412249", "name": "chr1-hg19_genes.gtf"}}} \ No newline at end of file diff -r 16e961b2f35c -r 9346d2955707 data_manager_gene_annotation/tool-data/gene_annotation.loc.sample diff -r 16e961b2f35c -r 9346d2955707 data_manager_gene_annotation/tool_data_table_conf.xml.sample --- a/data_manager_gene_annotation/tool_data_table_conf.xml.sample Fri Jul 08 15:01:07 2016 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,8 +0,0 @@ - - - - - value, dbkey, name, path - -
-
\ No newline at end of file diff -r 16e961b2f35c -r 9346d2955707 data_manager_gene_annotation/tool_dependencies.xml --- a/data_manager_gene_annotation/tool_dependencies.xml Fri Jul 08 15:01:07 2016 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,3 +0,0 @@ - - - diff -r 16e961b2f35c -r 9346d2955707 tool-data/gene_annotation.loc.sample diff -r 16e961b2f35c -r 9346d2955707 tool_data_table_conf.xml.sample --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tool_data_table_conf.xml.sample Tue Apr 04 18:07:39 2017 -0400 @@ -0,0 +1,8 @@ + + + + + value, name, path + +
+
\ No newline at end of file