From 5e432cc721f46f906e70bbd8426637128885e1cc Mon Sep 17 00:00:00 2001 From: RecursiveGreen Date: Mon, 15 Jul 2019 08:32:32 -0400 Subject: [PATCH] Add aws-cli alternative in case of future issues. --- contrib/download_s3/download_s3.py | 109 +++++++++++++++++++++++++++++ 1 file changed, 109 insertions(+) create mode 100644 contrib/download_s3/download_s3.py diff --git a/contrib/download_s3/download_s3.py b/contrib/download_s3/download_s3.py new file mode 100644 index 0000000..c5fc4a6 --- /dev/null +++ b/contrib/download_s3/download_s3.py @@ -0,0 +1,109 @@ +''' +download_s3.py + +This is the helper script that downloads songs from an Amazon S3 instance +(or other implementations, like DigialOcean Spaces). Currently used as a +workaround for a pipe-leaking issue with the "aws-cli" client. +''' + +import argparse +import logging +import sys +import traceback + +from decouple import config +import boto3 + +# If these four are not defined, then boto3 will look for defaults in the +# ~/.aws configurations +S3_REGION = config('S3_REGION', default=None) +S3_ENDPOINT = config('S3_ENDPOINT', default=None) +S3_ACCESS_KEY = config('S3_ACCESS_KEY', default=None) +S3_SECRET_KEY = config('S3_SECRET_KEY', default=None) + +# Radio name for metadata +RADIO_NAME = config('RADIO_NAME', default='Save Point Radio') + +logging.basicConfig( + handlers=[logging.FileHandler('./s3_downloads.log', encoding='utf8')], + level=logging.INFO, + format=('[%(asctime)s] [%(levelname)s]' + ' [%(name)s.%(funcName)s] === %(message)s'), + datefmt='%Y-%m-%dT%H:%M:%S' + ) +LOGGER = logging.getLogger('download_s3') + + +def download_file(s3path, filepath): + ''' + Downloads a file from an S3 instance and saves it to a specified path. + ''' + + obj_parts = s3path[5:].split('/') + obj_bucket = obj_parts[0] + obj_key = '/'.join(obj_parts[1:]) + + session = boto3.session.Session() + client = session.client( + 's3', + region_name=S3_REGION, + endpoint_url=S3_ENDPOINT, + aws_access_key_id=S3_ACCESS_KEY, + aws_secret_access_key=S3_SECRET_KEY + ) + + try: + client.download_file(obj_bucket, obj_key, filepath) + except Exception: + LOGGER.error( + 'Download failed for: %s -- %s', + s3path, + traceback.print_exc() + ) + result = 1 + else: + LOGGER.info( + 'Successful download of: %s to %s', + s3path, + filepath + ) + result = 0 + + return result + + +def main(): + '''Main loop of the program''' + + description = 'Downloads songs from an Amazon S3 (or similar) instance.' + + parser = argparse.ArgumentParser(description=description) + + parser.add_argument( + 's3path', + help='Path to the S3 object', + nargs=1 + ) + + parser.add_argument( + 'filepath', + help='Path to place the downloaded file', + nargs=1 + ) + + if len(sys.argv) == 1: + sys.stderr.write('Error: please specify a command\n\n') + parser.print_help(sys.stderr) + sys.exit(1) + + args = parser.parse_args() + + if args.s3path and args.filepath: + result = download_file(args.s3path[0], args.filepath[0]) + + LOGGER.info('Program finished. Exiting.') + sys.exit(result) + + +if __name__ == '__main__': + main()