109 lines
2.7 KiB
Python
109 lines
2.7 KiB
Python
'''
|
|
download_s3.py
|
|
|
|
This is the helper script that downloads songs from an Amazon S3 instance
|
|
(or other implementations, like DigialOcean Spaces). Currently used as a
|
|
workaround for a pipe-leaking issue with the "aws-cli" client.
|
|
'''
|
|
|
|
import argparse
|
|
import logging
|
|
import sys
|
|
import traceback
|
|
|
|
from decouple import config
|
|
import boto3
|
|
|
|
# If these four are not defined, then boto3 will look for defaults in the
|
|
# ~/.aws configurations
|
|
S3_REGION = config('S3_REGION', default=None)
|
|
S3_ENDPOINT = config('S3_ENDPOINT', default=None)
|
|
S3_ACCESS_KEY = config('S3_ACCESS_KEY', default=None)
|
|
S3_SECRET_KEY = config('S3_SECRET_KEY', default=None)
|
|
|
|
# Radio name for metadata
|
|
RADIO_NAME = config('RADIO_NAME', default='Save Point Radio')
|
|
|
|
logging.basicConfig(
|
|
handlers=[logging.FileHandler('./s3_downloads.log', encoding='utf8')],
|
|
level=logging.INFO,
|
|
format=('[%(asctime)s] [%(levelname)s]'
|
|
' [%(name)s.%(funcName)s] === %(message)s'),
|
|
datefmt='%Y-%m-%dT%H:%M:%S'
|
|
)
|
|
LOGGER = logging.getLogger('download_s3')
|
|
|
|
|
|
def download_file(s3path, filepath):
|
|
'''
|
|
Downloads a file from an S3 instance and saves it to a specified path.
|
|
'''
|
|
|
|
obj_parts = s3path[5:].split('/')
|
|
obj_bucket = obj_parts[0]
|
|
obj_key = '/'.join(obj_parts[1:])
|
|
|
|
session = boto3.session.Session()
|
|
client = session.client(
|
|
's3',
|
|
region_name=S3_REGION,
|
|
endpoint_url=S3_ENDPOINT,
|
|
aws_access_key_id=S3_ACCESS_KEY,
|
|
aws_secret_access_key=S3_SECRET_KEY
|
|
)
|
|
|
|
try:
|
|
client.download_file(obj_bucket, obj_key, filepath)
|
|
except Exception:
|
|
LOGGER.error(
|
|
'Download failed for: %s -- %s',
|
|
s3path,
|
|
traceback.print_exc()
|
|
)
|
|
result = 1
|
|
else:
|
|
LOGGER.info(
|
|
'Successful download of: %s to %s',
|
|
s3path,
|
|
filepath
|
|
)
|
|
result = 0
|
|
|
|
return result
|
|
|
|
|
|
def main():
|
|
'''Main loop of the program'''
|
|
|
|
description = 'Downloads songs from an Amazon S3 (or similar) instance.'
|
|
|
|
parser = argparse.ArgumentParser(description=description)
|
|
|
|
parser.add_argument(
|
|
's3path',
|
|
help='Path to the S3 object',
|
|
nargs=1
|
|
)
|
|
|
|
parser.add_argument(
|
|
'filepath',
|
|
help='Path to place the downloaded file',
|
|
nargs=1
|
|
)
|
|
|
|
if len(sys.argv) == 1:
|
|
sys.stderr.write('Error: please specify a command\n\n')
|
|
parser.print_help(sys.stderr)
|
|
sys.exit(1)
|
|
|
|
args = parser.parse_args()
|
|
|
|
if args.s3path and args.filepath:
|
|
result = download_file(args.s3path[0], args.filepath[0])
|
|
|
|
LOGGER.info('Program finished. Exiting.')
|
|
sys.exit(result)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|