Task: Add function calling to OAI streaming

zya · Nov 7, 2023 · 0944f92 · 0944f92
1 parent 4a2f394
commit 0944f92
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/src/handlers/openai.ts b/src/handlers/openai.ts
@@ -20,6 +20,7 @@ async function* toStreamingResponse(
           delta: {
             content: openAIChoice.delta.content,
             role: openAIChoice.delta.role,
+            function_call: openAIChoice.delta.function_call,
           },
           index: openAIChoice.index,
           finish_reason: openAIChoice.finish_reason,

diff --git a/src/types.ts b/src/types.ts
@@ -19,12 +19,21 @@ export interface ConsistentResponseChoice {
   message: {
     role: string | null | undefined;
     content: string | null | undefined;
+    function_call?: {
+      arguments: string;
+      name: string;
+    };
   };
 }
 
 export interface ConsistentResponseStreamingChoice
   extends Omit<ConsistentResponseChoice, 'message'> {
-  delta: ConsistentResponseChoice['message'];
+  delta: Omit<ConsistentResponseChoice['message'], 'function_call'> & {
+    function_call?: {
+      arguments?: string;
+      name?: string;
+    };
+  };
 }
 
 export interface ConsistentResponseUsage {