From b711f2d2efe07e1596a77e8dbe586587ac1292ef Mon Sep 17 00:00:00 2001 From: Ruchika Sah Date: Mon, 26 Jul 2021 11:13:28 -0700 Subject: [PATCH] Update source_data.py --- pre-processing/pre-processing-code/source_data.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pre-processing/pre-processing-code/source_data.py b/pre-processing/pre-processing-code/source_data.py index 97def31..3e3436f 100644 --- a/pre-processing/pre-processing-code/source_data.py +++ b/pre-processing/pre-processing-code/source_data.py @@ -43,14 +43,14 @@ def source_dataset(): os.remove(zip_location) - folder_dir = os.listdir('/tmp')[0] + folder_dir = os.listdir('/tmp') # variables/resources used to upload to s3 s3_bucket = os.environ['ASSET_BUCKET'] s3 = boto3.client('s3') s3_uploads = [] - for r, d, f in os.walk('/tmp/' + folder_dir): + for r, d, f in os.walk('/tmp/'): for filename in f: obj_name = os.path.join(r, filename).split( '/', 3).pop().replace(' ', '_').lower()