fix for indexing error from token/embeddings mismatch (#2257)

Co-authored-by: jwong <[email protected]>
axolotl-ai-cloud · Jan 15, 2025 · 8606093 · 8606093
1 parent cba5a45
commit 8606093
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -1057,7 +1057,7 @@ def load_model(self) -> Tuple[PreTrainedModel, Optional[PeftConfig]]:
         )
         if (
             hasattr(self.model, "get_input_embeddings")
-            and self.model.get_input_embeddings().num_embeddings < embeddings_len
+            and self.model.get_input_embeddings().num_embeddings != embeddings_len
         ):
             resize_kwargs = {}
             if self.cfg.mean_resizing_embeddings is not None: