set vocab size and tie weights if not resizing embeddings

OpenAccess-AI-Collective · Sep 15, 2023 · 2841fdd · 2841fdd
1 parent 2349ad5
commit 2841fdd
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -293,6 +293,10 @@ def load_model(
  )
  if model.get_input_embeddings().num_embeddings < embeddings_len:
  model.resize_token_embeddings(embeddings_len)
+ else:
+ model.vocab_size = len(tokenizer)
+ model.config.vocab_size = len(tokenizer)
+ model.tie_weights()
 
  if (
  hasattr(model.config, "max_position_embeddings")