Merge branch 'main' of github.com:EleutherAI/gpt-neox into k8s

EleutherAI · Jan 23, 2021 · a0b4748 · a0b4748
2 parents 6e9b3a8 + 86b7f31
commit a0b4748
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/configs/deepspeed_zero1.json b/configs/deepspeed_zero1.json
@@ -11,8 +11,8 @@
  "type": "OneBitAdam",
  "params": {
  "lr": 2e-4,
-  "freeze_step":2,
-  "cuda-aware":true
+ "freeze_step":2,
+ "cuda-aware":true
  }
  },
  "scheduler": {

diff --git a/configs/deepspeed_zero2.json b/configs/deepspeed_zero2.json
@@ -13,6 +13,7 @@
  "lr": 2e-4,
  "freeze_step":2,
  "cuda-aware":true
+ }
  },
  "scheduler": {
  "type": "WarmupLR",