From 3d9ef48de421f73941ee7b540babd3bb824350cf Mon Sep 17 00:00:00 2001
From: happy-qiao <159568575+happy-qiao@users.noreply.github.com>
Date: Tue, 1 Oct 2024 21:06:26 +0800
Subject: [PATCH] chore(vertexai): Add supported models in tokenizer (#10939)

---
 vertexai/genai/tokenizer/tokenizer.go | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/vertexai/genai/tokenizer/tokenizer.go b/vertexai/genai/tokenizer/tokenizer.go
index d17495677816..39db356e3b08 100644
--- a/vertexai/genai/tokenizer/tokenizer.go
+++ b/vertexai/genai/tokenizer/tokenizer.go
@@ -38,7 +38,9 @@ var supportedModels = map[string]bool{
 	"gemini-1.0-pro-001":   true,
 	"gemini-1.0-pro-002":   true,
 	"gemini-1.5-pro-001":   true,
+	"gemini-1.5-pro-002":   true,
 	"gemini-1.5-flash-001": true,
+	"gemini-1.5-flash-002": true,
 }
 
 // Tokenizer is a local tokenizer for text.