diff data_manager/data_manager.py @ 39:2ab076cf69df draft

planemo upload for repository https://scottx611x@toolshed.g2.bx.psu.edu/repos/scottx611x/data_manager_fetch_gene_annotation
author scottx611x
date Fri, 08 Jul 2016 11:17:50 -0400
parents
children
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/data_manager/data_manager.py	Fri Jul 08 11:17:50 2016 -0400
@@ -0,0 +1,73 @@
+import os
+import sys
+import uuid
+import json
+import argparse
+import requests
+from requests.exceptions import ContentDecodingError
+
+
+def url_download(url):
+    """Attempt to download gene annotation file from a given url
+    :param url: full url to gene annotation file
+    :type url: str.
+    :returns: name of downloaded gene annotation file
+    :raises: ContentDecodingError, IOError
+    """
+    response = requests.get(url=url, stream=True)
+
+    # Generate file_name
+    file_name = response.url.split("/")[-1]
+
+    block_size = 10 * 1024 * 1024  # 10MB chunked download
+    with open(file_name, 'w+') as f:
+        try:
+            # Good to note here that requests' iter_content() will
+            # automatically handle decoding "gzip" and "deflate" encoding
+            # formats
+            for buf in response.iter_content(block_size):
+                f.write(buf)
+        except (ContentDecodingError, IOError) as e:
+            sys.stderr.write("Error occured downloading reference file: %s"
+                             % e)
+            os.remove(file_name)
+
+    return file_name
+
+
+def main():
+
+    # Generate and parse command line args
+    parser = argparse.ArgumentParser(description='Create data manager JSON.')
+    parser.add_argument('--out', dest='output', action='store',
+                        help='JSON filename')
+    parser.add_argument('--name', dest='name', action='store',
+                        default=uuid.uuid4(), help='Data table entry unique ID'
+                        )
+    parser.add_argument('--url', dest='url', action='store',
+                        help='Url to download gtf file from')
+
+    args = parser.parse_args()
+
+    work_dir = os.getcwd()
+
+    # Attempt to download gene annotation file from given url
+    gene_annotation_file_name = url_download(args.url)
+
+    # Update Data Manager JSON and write to file
+    data_manager_entry = {
+        'data_tables': {
+            'gene_annotation': {
+                'value': str(args.name),
+                'dbkey': str(args.name),
+                'name': gene_annotation_file_name,
+                'path': os.path.join(work_dir, gene_annotation_file_name)
+            }
+        }
+    }
+
+    with open(os.path.join(args.output), "w+") as f:
+        f.write(json.dumps(data_manager_entry))
+
+if __name__ == '__main__':
+    main()