spradio-server-django/contrib/download_s3/download_s3.py
2019-07-15 08:32:32 -04:00

109 lines
2.7 KiB
Python

'''
download_s3.py
This is the helper script that downloads songs from an Amazon S3 instance
(or other implementations, like DigialOcean Spaces). Currently used as a
workaround for a pipe-leaking issue with the "aws-cli" client.
'''
import argparse
import logging
import sys
import traceback
from decouple import config
import boto3
# If these four are not defined, then boto3 will look for defaults in the
# ~/.aws configurations
S3_REGION = config('S3_REGION', default=None)
S3_ENDPOINT = config('S3_ENDPOINT', default=None)
S3_ACCESS_KEY = config('S3_ACCESS_KEY', default=None)
S3_SECRET_KEY = config('S3_SECRET_KEY', default=None)
# Radio name for metadata
RADIO_NAME = config('RADIO_NAME', default='Save Point Radio')
logging.basicConfig(
handlers=[logging.FileHandler('./s3_downloads.log', encoding='utf8')],
level=logging.INFO,
format=('[%(asctime)s] [%(levelname)s]'
' [%(name)s.%(funcName)s] === %(message)s'),
datefmt='%Y-%m-%dT%H:%M:%S'
)
LOGGER = logging.getLogger('download_s3')
def download_file(s3path, filepath):
'''
Downloads a file from an S3 instance and saves it to a specified path.
'''
obj_parts = s3path[5:].split('/')
obj_bucket = obj_parts[0]
obj_key = '/'.join(obj_parts[1:])
session = boto3.session.Session()
client = session.client(
's3',
region_name=S3_REGION,
endpoint_url=S3_ENDPOINT,
aws_access_key_id=S3_ACCESS_KEY,
aws_secret_access_key=S3_SECRET_KEY
)
try:
client.download_file(obj_bucket, obj_key, filepath)
except Exception:
LOGGER.error(
'Download failed for: %s -- %s',
s3path,
traceback.print_exc()
)
result = 1
else:
LOGGER.info(
'Successful download of: %s to %s',
s3path,
filepath
)
result = 0
return result
def main():
'''Main loop of the program'''
description = 'Downloads songs from an Amazon S3 (or similar) instance.'
parser = argparse.ArgumentParser(description=description)
parser.add_argument(
's3path',
help='Path to the S3 object',
nargs=1
)
parser.add_argument(
'filepath',
help='Path to place the downloaded file',
nargs=1
)
if len(sys.argv) == 1:
sys.stderr.write('Error: please specify a command\n\n')
parser.print_help(sys.stderr)
sys.exit(1)
args = parser.parse_args()
if args.s3path and args.filepath:
result = download_file(args.s3path[0], args.filepath[0])
LOGGER.info('Program finished. Exiting.')
sys.exit(result)
if __name__ == '__main__':
main()