fix LocalAI add bug (infiniflow#1851)

### What problem does this PR solve? infiniflow#1848 ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --------- Co-authored-by: Zhedong Cen <[email protected]>
cike8899 · Aug 7, 2024 · 60428c4 · 60428c4
1 parent 7bc9742
commit 60428c4
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py
@@ -102,7 +102,7 @@ def __init__(self, key=None, model_name="", base_url=""):
         if not base_url:
             raise ValueError("Local llm url cannot be None")
         if base_url.split("/")[-1] != "v1":
-            self.base_url = os.path.join(base_url, "v1")
+            base_url = os.path.join(base_url, "v1")
         key = "xxx"
         super().__init__(key, model_name, base_url)
 
@@ -373,8 +373,8 @@ def __init__(self, key, model_name, base_url):
         if not base_url:
             raise ValueError("Local llm url cannot be None")
         if base_url.split("/")[-1] != "v1":
-            self.base_url = os.path.join(base_url, "v1")
-        self.client = OpenAI(api_key="empty", base_url=self.base_url)
+            base_url = os.path.join(base_url, "v1")
+        self.client = OpenAI(api_key="empty", base_url=base_url)
         self.model_name = model_name.split("___")[0]
 
 

diff --git a/rag/llm/embedding_model.py b/rag/llm/embedding_model.py
@@ -510,8 +510,8 @@ def __init__(self, key, model_name, base_url):
         if not base_url:
             raise ValueError("Local llm url cannot be None")
         if base_url.split("/")[-1] != "v1":
-            self.base_url = os.path.join(base_url, "v1")
-        self.client = OpenAI(api_key="lm-studio", base_url=self.base_url)
+            base_url = os.path.join(base_url, "v1")
+        self.client = OpenAI(api_key="lm-studio", base_url=base_url)
         self.model_name = model_name
 
 
@@ -520,6 +520,6 @@ def __init__(self, key, model_name, base_url):
         if not base_url:
             raise ValueError("url cannot be None")
         if base_url.split("/")[-1] != "v1":
-            self.base_url = os.path.join(base_url, "v1")
+            base_url = os.path.join(base_url, "v1")
         self.client = OpenAI(api_key=key, base_url=base_url)
         self.model_name = model_name.split("___")[0]