From a26088ee2c9e43478c1a728f50424a42f2739093 Mon Sep 17 00:00:00 2001 From: Matthew Farrellee Date: Tue, 23 Jul 2024 12:15:35 -0400 Subject: [PATCH] add tool support for meta/llama-3.1-8b-instruct, meta/llama-3.1-70b-instruct & meta/llama-3.1-405b-instruct --- libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py b/libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py index cbfcf7f4..7c51466b 100644 --- a/libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py +++ b/libs/ai-endpoints/langchain_nvidia_ai_endpoints/_statics.py @@ -289,16 +289,19 @@ def validate_client(cls, client: str, values: dict) -> str: id="meta/llama-3.1-8b-instruct", model_type="chat", client="ChatNVIDIA", + supports_tools=True, ), "meta/llama-3.1-70b-instruct": Model( id="meta/llama-3.1-70b-instruct", model_type="chat", client="ChatNVIDIA", + supports_tools=True, ), "meta/llama-3.1-405b-instruct": Model( id="meta/llama-3.1-405b-instruct", model_type="chat", client="ChatNVIDIA", + supports_tools=True, ), }