Mercurial > repos > shellac > guppy_basecaller
diff env/lib/python3.7/site-packages/boto/pyami/copybot.py @ 5:9b1c78e6ba9c draft default tip
"planemo upload commit 6c0a8142489327ece472c84e558c47da711a9142"
author | shellac |
---|---|
date | Mon, 01 Jun 2020 08:59:25 -0400 |
parents | 79f47841a781 |
children |
line wrap: on
line diff
--- a/env/lib/python3.7/site-packages/boto/pyami/copybot.py Thu May 14 16:47:39 2020 -0400 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000 @@ -1,96 +0,0 @@ -# Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/ -# -# Permission is hereby granted, free of charge, to any person obtaining a -# copy of this software and associated documentation files (the -# "Software"), to deal in the Software without restriction, including -# without limitation the rights to use, copy, modify, merge, publish, dis- -# tribute, sublicense, and/or sell copies of the Software, and to permit -# persons to whom the Software is furnished to do so, subject to the fol- -# lowing conditions: -# -# The above copyright notice and this permission notice shall be included -# in all copies or substantial portions of the Software. -# -# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS -# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL- -# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT -# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, -# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS -# IN THE SOFTWARE. -# -import boto -from boto.pyami.scriptbase import ScriptBase -import os, StringIO - -class CopyBot(ScriptBase): - - def __init__(self): - super(CopyBot, self).__init__() - self.wdir = boto.config.get('Pyami', 'working_dir') - self.log_file = '%s.log' % self.instance_id - self.log_path = os.path.join(self.wdir, self.log_file) - boto.set_file_logger(self.name, self.log_path) - self.src_name = boto.config.get(self.name, 'src_bucket') - self.dst_name = boto.config.get(self.name, 'dst_bucket') - self.replace = boto.config.getbool(self.name, 'replace_dst', True) - s3 = boto.connect_s3() - self.src = s3.lookup(self.src_name) - if not self.src: - boto.log.error('Source bucket does not exist: %s' % self.src_name) - dest_access_key = boto.config.get(self.name, 'dest_aws_access_key_id', None) - if dest_access_key: - dest_secret_key = boto.config.get(self.name, 'dest_aws_secret_access_key', None) - s3 = boto.connect(dest_access_key, dest_secret_key) - self.dst = s3.lookup(self.dst_name) - if not self.dst: - self.dst = s3.create_bucket(self.dst_name) - - def copy_bucket_acl(self): - if boto.config.get(self.name, 'copy_acls', True): - acl = self.src.get_xml_acl() - self.dst.set_xml_acl(acl) - - def copy_key_acl(self, src, dst): - if boto.config.get(self.name, 'copy_acls', True): - acl = src.get_xml_acl() - dst.set_xml_acl(acl) - - def copy_keys(self): - boto.log.info('src=%s' % self.src.name) - boto.log.info('dst=%s' % self.dst.name) - try: - for key in self.src: - if not self.replace: - exists = self.dst.lookup(key.name) - if exists: - boto.log.info('key=%s already exists in %s, skipping' % (key.name, self.dst.name)) - continue - boto.log.info('copying %d bytes from key=%s' % (key.size, key.name)) - prefix, base = os.path.split(key.name) - path = os.path.join(self.wdir, base) - key.get_contents_to_filename(path) - new_key = self.dst.new_key(key.name) - new_key.set_contents_from_filename(path) - self.copy_key_acl(key, new_key) - os.unlink(path) - except: - boto.log.exception('Error copying key: %s' % key.name) - - def copy_log(self): - key = self.dst.new_key(self.log_file) - key.set_contents_from_filename(self.log_path) - - def main(self): - fp = StringIO.StringIO() - boto.config.dump_safe(fp) - self.notify('%s (%s) Starting' % (self.name, self.instance_id), fp.getvalue()) - if self.src and self.dst: - self.copy_keys() - if self.dst: - self.copy_log() - self.notify('%s (%s) Stopping' % (self.name, self.instance_id), - 'Copy Operation Complete') - if boto.config.getbool(self.name, 'exit_on_completion', True): - ec2 = boto.connect_ec2() - ec2.terminate_instances([self.instance_id])