· 6 years ago · Apr 23, 2019, 11:58 AM
1#ACCESS_KEY and SECRET_KEY are exported in profile.
2
3bucket_name = 'testfiledownload-rout'
4prefix_val = ''
5ACCESS_KEY = os.environ['ACCESS_KEY']
6SECRET_KEY = os.environ['SECRET_KEY']
7
8
9client = boto3.client('s3', aws_access_key_id=ACCESS_KEY,
10 aws_secret_access_key=SECRET_KEY)
11
12def ListFiles(client):
13 """List files in specific S3 URL"""
14 response = client.list_objects(Bucket=bucket_name, Prefix=prefix_val)
15 for content in response.get('Contents', []):
16 yield content.get('Key')
17
18file_list = ListFiles(client)
19file_to_read = [ 's3a://' + bucket_name + '/' + file for file in file_list if bool(re.match('^sample_data_\d{13}.json$',file))]
20print(file_to_read)