Add aws-cli alternative in case of future issues.

contrib/download_s3/download_s3.py

@@ -0,0 +1,109 @@
+'''
+download_s3.py
+
+This is the helper script that downloads songs from an Amazon S3 instance
+(or other implementations, like DigialOcean Spaces). Currently used as a
+workaround for a pipe-leaking issue with the "aws-cli" client.
+'''
+
+import argparse
+import logging
+import sys
+import traceback
+
+from decouple import config
+import boto3
+
+# If these four are not defined, then boto3 will look for defaults in the
+# ~/.aws configurations
+S3_REGION = config('S3_REGION', default=None)
+S3_ENDPOINT = config('S3_ENDPOINT', default=None)
+S3_ACCESS_KEY = config('S3_ACCESS_KEY', default=None)
+S3_SECRET_KEY = config('S3_SECRET_KEY', default=None)
+
+# Radio name for metadata
+RADIO_NAME = config('RADIO_NAME', default='Save Point Radio')
+
+logging.basicConfig(
+        handlers=[logging.FileHandler('./s3_downloads.log', encoding='utf8')],
+        level=logging.INFO,
+        format=('[%(asctime)s] [%(levelname)s]'
+                ' [%(name)s.%(funcName)s] === %(message)s'),
+        datefmt='%Y-%m-%dT%H:%M:%S'
+    )
+LOGGER = logging.getLogger('download_s3')
+
+
+def download_file(s3path, filepath):
+    '''
+    Downloads a file from an S3 instance and saves it to a specified path.
+    '''
+
+    obj_parts = s3path[5:].split('/')
+    obj_bucket = obj_parts[0]
+    obj_key = '/'.join(obj_parts[1:])
+
+    session = boto3.session.Session()
+    client = session.client(
+        's3',
+        region_name=S3_REGION,
+        endpoint_url=S3_ENDPOINT,
+        aws_access_key_id=S3_ACCESS_KEY,
+        aws_secret_access_key=S3_SECRET_KEY
+    )
+
+    try:
+        client.download_file(obj_bucket, obj_key, filepath)
+    except Exception:
+        LOGGER.error(
+            'Download failed for: %s -- %s',
+            s3path,
+            traceback.print_exc()
+        )
+        result = 1
+    else:
+        LOGGER.info(
+            'Successful download of: %s to %s',
+            s3path,
+            filepath
+        )
+        result = 0
+
+    return result
+
+
+def main():
+    '''Main loop of the program'''
+
+    description = 'Downloads songs from an Amazon S3 (or similar) instance.'
+
+    parser = argparse.ArgumentParser(description=description)
+
+    parser.add_argument(
+        's3path',
+        help='Path to the S3 object',
+        nargs=1
+    )
+
+    parser.add_argument(
+        'filepath',
+        help='Path to place the downloaded file',
+        nargs=1
+    )
+
+    if len(sys.argv) == 1:
+        sys.stderr.write('Error: please specify a command\n\n')
+        parser.print_help(sys.stderr)
+        sys.exit(1)
+
+    args = parser.parse_args()
+
+    if args.s3path and args.filepath:
+        result = download_file(args.s3path[0], args.filepath[0])
+
+    LOGGER.info('Program finished. Exiting.')
+    sys.exit(result)
+
+
+if __name__ == '__main__':
+    main()