feat(llm): add Granite 3.0 models to WatsonXChatLLM Preset

Signed-off-by: Tomas Dvorak <[email protected]>
i-am-bee · Nov 6, 2024 · 1e6aa37 · 1e6aa37
1 parent f93d181
commit 1e6aa37
Showing 1 changed file with 18 additions and 0 deletions.
diff --git a/src/adapters/watsonx/chatPreset.ts b/src/adapters/watsonx/chatPreset.ts
@@ -24,6 +24,24 @@ interface WatsonXChatLLMPreset {
 }
 
 export const WatsonXChatLLMPreset = {
+  "ibm/granite-3-8b-instruct": (): WatsonXChatLLMPreset => {
+    const { template, parameters, messagesToPrompt } = LLMChatTemplates.get("granite3Instruct");
+    return {
+      base: {
+        parameters: {
+          decoding_method: "greedy",
+          include_stop_sequence: false,
+          stop_sequences: [...parameters.stop_sequence],
+        },
+      },
+      chat: {
+        messagesToPrompt: messagesToPrompt(template),
+      },
+    };
+  },
+  "ibm/granite-3-2b-instruct"() {
+    return WatsonXChatLLMPreset["ibm/granite-3-8b-instruct"]();
+  },
   "meta-llama/llama-3-1-70b-instruct": (): WatsonXChatLLMPreset => {
     const { template, messagesToPrompt, parameters } = LLMChatTemplates.get("llama3.1");