From bba950c946d28c354005731cc993d7ccef76e431 Mon Sep 17 00:00:00 2001
From: chuanli11 <cl.chuanli@gmail.com>
Date: Sun, 25 Dec 2022 22:38:45 +0000
Subject: [PATCH] set gpt_j_tied to true so that 20B inference works again

---
 configs/20B.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/configs/20B.yml b/configs/20B.yml
index 6595919cb..cdd32b1a1 100644
--- a/configs/20B.yml
+++ b/configs/20B.yml
@@ -27,6 +27,7 @@
   "rotary_pct": 0.25,
   "no-weight-tying": true,
   "gpt_j_residual": true,
+  "gpt_j_tied": true,
   "output_layer_parallelism": "column",
   "scaled-upper-triang-masked-softmax-fusion": true,
   "bias-gelu-fusion": true,