ollama api base constant fixes

rashadphz · Jun 23, 2024 · 1e9d339 · 1e9d339
1 parent 86c3301
commit 1e9d339
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/backend/llm/base.py b/src/backend/llm/base.py
@@ -1,3 +1,4 @@
+import os
 from abc import ABC, abstractmethod
 
 import instructor
@@ -33,6 +34,8 @@ def __init__(
         self,
         model: str,
     ):
+        os.environ.setdefault("OLLAMA_API_BASE", "http://localhost:11434")
+
         validation = validate_environment(model)
         if validation["missing_keys"]:
             raise ValueError(f"Missing keys: {validation['missing_keys']}")