set default model to nvidia/mistral-nemo-minitron-8b-base

langchain-ai · Aug 27, 2024 · ac5d18a · ac5d18a
1 parent e3b290e
commit ac5d18a
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py b/libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py
@@ -505,6 +505,11 @@ def validate_client(cls, client: str, values: dict) -> str:
         model_type="completions",
         client="NVIDIA",
     ),
+    "nvidia/mistral-nemo-minitron-8b-base": Model(
+        id="nvidia/mistral-nemo-minitron-8b-base",
+        model_type="completions",
+        client="NVIDIA",
+    ),
 }
 
 

diff --git a/libs/ai-endpoints/langchain_nvidia_ai_endpoints/llm.py b/libs/ai-endpoints/langchain_nvidia_ai_endpoints/llm.py
@@ -22,7 +22,7 @@ class Config:
         validate_assignment = True
 
     _client: _NVIDIAClient = PrivateAttr(_NVIDIAClient)
-    _default_model_name: str = "bigcode/starcoder2-7b"
+    _default_model_name: str = "nvidia/mistral-nemo-minitron-8b-base"
     _default_base_url: str = "https://integrate.api.nvidia.com/v1"
     base_url: str = Field(
         description="Base url for model listing and invocation",