Update source_data.py

rearc-data · Jul 26, 2021 · b711f2d · b711f2d
1 parent 3813858
commit b711f2d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pre-processing/pre-processing-code/source_data.py b/pre-processing/pre-processing-code/source_data.py
@@ -43,14 +43,14 @@ def source_dataset():
 
  os.remove(zip_location)
 
- folder_dir = os.listdir('/tmp')[0]
+ folder_dir = os.listdir('/tmp')
 
  # variables/resources used to upload to s3
  s3_bucket = os.environ['ASSET_BUCKET']
  s3 = boto3.client('s3')
 
  s3_uploads = []
- for r, d, f in os.walk('/tmp/' + folder_dir):
+ for r, d, f in os.walk('/tmp/'):
  for filename in f:
  obj_name = os.path.join(r, filename).split(
  '/', 3).pop().replace(' ', '_').lower()