fix(adapters): vLLM JSON Schema guided decoding (#207)

Signed-off-by: Jan Pokorný <[email protected]>
i-am-bee · Dec 2, 2024 · 7d83d21 · 7d83d21
1 parent 74713a6
commit 7d83d21
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/adapters/ibm-vllm/llm.ts b/src/adapters/ibm-vllm/llm.ts
@@ -233,8 +233,8 @@ export class IBMvLLM extends LLM<IBMvLLMOutput, IBMvLLMGenerateOptions> {
       guided.grammar = guidedOverride.grammar;
     } else if (guidedOverride?.json) {
       guided.json_schema = isString(guidedOverride.json)
-        ? JSON.parse(guidedOverride.json)
-        : guidedOverride.json;
+        ? guidedOverride.json
+        : JSON.stringify(guidedOverride.json);
     } else if (guidedOverride?.regex) {
       guided.regex = guidedOverride.regex;
     } else if (!isEmpty(guidedOverride ?? {})) {