diff --git a/scripts/controlnet.py b/scripts/controlnet.py
index abf884b65..77f12f8a6 100644
--- a/scripts/controlnet.py
+++ b/scripts/controlnet.py
@@ -333,7 +333,8 @@ def clear_control_model_cache():
 
     @staticmethod
     def load_control_model(p, unet, model):
-        if model in Script.model_cache:
+        # ip-adapter model contains embedding data, so each model is unique.
+        if 'ip-adapter' not in model and model in Script.model_cache:
             logger.info(f"Loading model from cache: {model}")
             return Script.model_cache[model]