Fix preprocess_data.py link (#1064)

* Fix preprocess_data.py link * Update NeoXArgs docs automatically * Update NeoXArgs docs automatically --------- Co-authored-by: github-actions <[email protected]>
EleutherAI · Oct 31, 2023 · f574f22 · f574f22
1 parent e277bc7
commit f574f22
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md
@@ -111,7 +111,7 @@ Logging Arguments
 
 - **git_hash**: str
 
- Default = 8ebf7c6
+ Default = 2ff807d
 
  current git hash of repository
 

diff --git a/tools/datasets/corpora.py b/tools/datasets/corpora.py
@@ -141,7 +141,7 @@ def tokenize(self):
  [os.path.join(parent_folder, os.path.basename(url)) for url in self.urls]
  )
 
- cmd = f"python tools/preprocess_data.py \
+ cmd = f"python tools/datasets/preprocess_data.py \
  --input {jsonl_filepath} \
  --output-prefix {parent_folder}/{self.name} \
  --vocab {self.vocab_file} \