minstral-8b-instruct is not available on vertex at the moment

mlcommons · Nov 19, 2024 · 65e9a49 · 65e9a49
1 parent 68b53da
commit 65e9a49
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/plugins/mistralai_sut/modelgauge/suts/mistralai_client.py b/plugins/mistralai_sut/modelgauge/suts/mistralai_client.py
@@ -93,6 +93,6 @@ def translate_response(self, request: MistralRequest, response: MistralResponse)
 SUTS.register(MistralAISut, model, model, model_version, VERTEX_KEY, VERTEX_PROJECT_ID)
 
 
-model = "ministral-8b-instruct"
-model_version = "2410"
-SUTS.register(MistralAISut, model, model, model_version, VERTEX_KEY, VERTEX_PROJECT_ID)
+# model = "ministral-8b-instruct"
+# model_version = "2410"
+# SUTS.register(MistralAISut, model, model, model_version, VERTEX_KEY, VERTEX_PROJECT_ID)