Merge branch 'optimize_refactor_finetune_fix' into 'optimize_refactor'

Use new api to get loss scale when finetuning. See merge request ADLR/megatron-lm!201
zTaoplus · Jan 5, 2021 · 512337f · 512337f
2 parents 7381754 + a13cbe1
commit 512337f
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tasks/finetune_utils.py b/tasks/finetune_utils.py
@@ -186,7 +186,8 @@ def _train(model, optimizer, lr_scheduler, forward_step,
  # Logging.
  report_memory_flag = training_log(losses_dict, losses_dict_sum,
  optimizer.param_groups[0]['lr'],
- iteration, optimizer.loss_scale,
+ iteration,
+ optimizer.get_loss_scale().item(),
  report_memory_flag, skipped_iter)
 
  # Autoresume