Update training.py

EleutherAI · Jul 5, 2023 · e16af33 · e16af33
1 parent a312f11
commit e16af33
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/megatron/training.py b/megatron/training.py
@@ -328,7 +328,7 @@ def get_batch_pipe(data, neox_args, curr_scheduler=None):
 
  tokens, labels, loss_mask, attention_mask, position_ids = _get_batch(
  neox_args, neox_args.tokenizer, keys, data, datatype
- ) 
+ )
  if curr_scheduler is not None:
  # iteration + 1 to align with how/when DeepSpeed updates the buffers
  curriculum_seqlen = curr_scheduler.update_difficulty(neox_args.iteration + 1)