From eda47f428e405993f92bede3ecdef5df2e33ef15 Mon Sep 17 00:00:00 2001 From: Danipulok <45077699+Danipulok@users.noreply.github.com> Date: Wed, 8 May 2024 06:44:01 +0300 Subject: [PATCH 1/2] feature: add missing openai model token context (#13337) --- .../llama-index-llms-openai/llama_index/llms/openai/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/utils.py b/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/utils.py index 8c26a92b0eb436..fbdba5cb22415e 100644 --- a/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/utils.py +++ b/llama-index-integrations/llms/llama-index-llms-openai/llama_index/llms/openai/utils.py @@ -42,6 +42,7 @@ "gpt-4-turbo-preview": 128000, # multimodal model "gpt-4-vision-preview": 128000, + "gpt-4-1106-vision-preview": 128000, "gpt-4-turbo-2024-04-09": 128000, "gpt-4-turbo": 128000, # 0613 models (function calling): From 7a678073db9c0a602448cd75c99c20a50b28aad6 Mon Sep 17 00:00:00 2001 From: NickSager <121263610+NickSager@users.noreply.github.com> Date: Tue, 7 May 2024 21:49:39 -0600 Subject: [PATCH 2/2] Fix add llama-3 models to Anyscale class (#13336) --- .../llama_index/llms/anyscale/utils.py | 2 ++ .../llms/llama-index-llms-anyscale/pyproject.toml | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py b/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py index c2fc2925b9488f..3e71a666662698 100644 --- a/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py +++ b/llama-index-integrations/llms/llama-index-llms-anyscale/llama_index/llms/anyscale/utils.py @@ -7,6 +7,8 @@ DEFAULT_ANYSCALE_API_VERSION = "" LLAMA_MODELS = { + "meta-llama/Meta-Llama-3-70B-Instruct": 8192, + "meta-llama/Meta-Llama-3-8B-Instruct": 8192, "meta-llama/Llama-2-7b-chat-hf": 4096, "meta-llama/Llama-2-13b-chat-hf": 4096, "meta-llama/Llama-2-70b-chat-hf": 4096, diff --git a/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml b/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml index 7d5ea0d8e678b2..86e5d15283e018 100644 --- a/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml +++ b/llama-index-integrations/llms/llama-index-llms-anyscale/pyproject.toml @@ -27,7 +27,7 @@ exclude = ["**/BUILD"] license = "MIT" name = "llama-index-llms-anyscale" readme = "README.md" -version = "0.1.3" +version = "0.1.4" [tool.poetry.dependencies] python = ">=3.8.1,<4.0"