convert.py : fix llama/llama2 conversion due to vocab_size=-1 (ggerga…

…nov#4258)
mounta11n · Dec 1, 2023 · 70836d3 · 70836d3
1 parent 8a1974a
commit 70836d3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/convert.py b/convert.py
@@ -267,7 +267,7 @@ def loadOriginalParamsJson(model: LazyModel, config_path: Path) -> Params:
  n_ctx = 2048
 
  return Params(
- n_vocab = config.get("vocab_size", model["tok_embeddings.weight"].shape[0]),
+ n_vocab = model["tok_embeddings.weight"].shape[0],
  n_embd = config["dim"],
  n_layer = config["n_layers"],
  n_ctx = n_ctx,