You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Traceback (most recent call last):
File "train.py", line 27, in
pretrain(neox_args=neox_args)
File "/home/shaunst/repo/gpt-neox/megatron/training.py", line 194, in pretrain
) = build_train_valid_test_data_iterators(neox_args=neox_args)
File "/home/shaunst/repo/gpt-neox/megatron/data/data_utils.py", line 400, in build_train_valid_test_data_iterators
train_ds, valid_ds, test_ds = build_train_valid_test_datasets(
File "/home/shaunst/repo/gpt-neox/megatron/data/data_utils.py", line 139, in build_train_valid_test_datasets
train_dataset = build_dataset(0, "train")
File "/home/shaunst/repo/gpt-neox/megatron/data/data_utils.py", line 127, in build_dataset
dataset = GPT2Dataset(
File "/home/shaunst/repo/gpt-neox/megatron/data/gpt2_dataset.py", line 52, in init
self.doc_idx, self.sample_idx, self.shuffle_idx = _build_index_mappings(
File "/home/shaunst/repo/gpt-neox/megatron/data/gpt2_dataset.py", line 166, in _build_index_mappings
from megatron.data import helpers
ImportError: cannot import name 'helpers' from 'megatron.data' (/home/shaunst/repo/gpt-neox/megatron/data/init.py)
The text was updated successfully, but these errors were encountered:
Traceback (most recent call last):
File "train.py", line 27, in
pretrain(neox_args=neox_args)
File "/home/shaunst/repo/gpt-neox/megatron/training.py", line 194, in pretrain
) = build_train_valid_test_data_iterators(neox_args=neox_args)
File "/home/shaunst/repo/gpt-neox/megatron/data/data_utils.py", line 400, in build_train_valid_test_data_iterators
train_ds, valid_ds, test_ds = build_train_valid_test_datasets(
File "/home/shaunst/repo/gpt-neox/megatron/data/data_utils.py", line 139, in build_train_valid_test_datasets
train_dataset = build_dataset(0, "train")
File "/home/shaunst/repo/gpt-neox/megatron/data/data_utils.py", line 127, in build_dataset
dataset = GPT2Dataset(
File "/home/shaunst/repo/gpt-neox/megatron/data/gpt2_dataset.py", line 52, in init
self.doc_idx, self.sample_idx, self.shuffle_idx = _build_index_mappings(
File "/home/shaunst/repo/gpt-neox/megatron/data/gpt2_dataset.py", line 166, in _build_index_mappings
from megatron.data import helpers
ImportError: cannot import name 'helpers' from 'megatron.data' (/home/shaunst/repo/gpt-neox/megatron/data/init.py)
The text was updated successfully, but these errors were encountered: