examples : fix a hyperparameter value in gpt-neox (#161) (#162)

ggerganov · May 17, 2023 · 7470505 · 7470505
1 parent 48e9ac3
commit 7470505
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/gpt-neox/convert-h5-to-ggml.py b/examples/gpt-neox/convert-h5-to-ggml.py
@@ -58,7 +58,7 @@
 fout.write(struct.pack("i", hparams["num_attention_heads"]))
 fout.write(struct.pack("i", hparams["num_hidden_layers"]))
 fout.write(struct.pack("i", int(hparams["rotary_pct"]*(hparams["hidden_size"]//hparams["num_attention_heads"]))))
-fout.write(struct.pack("i", hparams["use_parallel_residual"]))
+fout.write(struct.pack("i", hparams["use_parallel_residual"] if "use_parallel_residual" in hparams else True))
 fout.write(struct.pack("i", ftype))
 
 # TODO: temporary hack to not deal with implementing the tokenizer