don't resize embeddings if it's already large enough

axolotl-ai-cloud · Sep 15, 2023 · 2349ad5 · 2349ad5
1 parent 2414673
commit 2349ad5
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -291,7 +291,8 @@ def load_model(
  if cfg.resize_token_embeddings_to_32x
  else len(tokenizer)
  )
- model.resize_token_embeddings(embeddings_len)
+ if model.get_input_embeddings().num_embeddings < embeddings_len:
+ model.resize_token_embeddings(embeddings_len)
 
  if (
  hasattr(model.config, "max_position_embeddings")