feat (data loader): configurable manifest output path

argilla-io · Jun 20, 2017 · c972685 · c972685
1 parent bcf73ca
commit c972685
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/data/ted.py b/data/ted.py
@@ -116,9 +116,9 @@ def main():
  prepare_dir(test_ted_dir)
  print('Creating manifests...')
 
- create_manifest(train_ted_dir, 'ted_train')
- create_manifest(val_ted_dir, 'ted_val')
- create_manifest(test_ted_dir, 'ted_test')
+ create_manifest(train_ted_dir, 'ted_train', target_dl_dir)
+ create_manifest(val_ted_dir, 'ted_val', target_dl_dir)
+ create_manifest(test_ted_dir, 'ted_test', target_dl_dir)
 
 
 if __name__ == "__main__":

diff --git a/data/utils.py b/data/utils.py
@@ -12,8 +12,8 @@ def update_progress(progress):
  progress * 100), end="")
 
 
-def create_manifest(data_path, tag, ordered=True):
- manifest_path = '%s_manifest.csv' % tag
+def create_manifest(data_path, tag, ordered=True, target_folder=None):
+ manifest_path = '%s/%s_manifest.csv' % (target_folder, tag) if target_folder else "%s_manifest.csv" % tag
  file_paths = []
  wav_files = [os.path.join(dirpath, f)
  for dirpath, dirnames, files in os.walk(data_path)