Merge pull request EleutherAI#756 from chuanli11/fix-20B

set gpt_j_tied to true so that 20B inference works again
jamestiotio · Dec 26, 2022 · 4afbaeb · 4afbaeb
2 parents 93f4efd + bba950c
commit 4afbaeb
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/configs/20B.yml b/configs/20B.yml
@@ -27,6 +27,7 @@
  "rotary_pct": 0.25,
  "no-weight-tying": true,
  "gpt_j_residual": true,
+ "gpt_j_tied": true,
  "output_layer_parallelism": "column",
  "scaled-upper-triang-masked-softmax-fusion": true,
  "bias-gelu-fusion": true,