BUG: tool call streaming output has duplicated list (#2416)

xorbitsai · Oct 11, 2024 · 9145e02 · 9145e02
1 parent 8f62ca4
commit 9145e02
Showing 1 changed file with 8 additions and 10 deletions.
diff --git a/xinference/model/llm/utils.py b/xinference/model/llm/utils.py
@@ -393,16 +393,14 @@ def _tool_calls_completion_chunk(cls, model_family, model_uid, c):
         for content, func, args in tool_result:
             if func:
                 tool_calls.append(
-                    [
-                        {
-                            "id": f"call_{_id}",
-                            "type": "function",
-                            "function": {
-                                "name": func,
-                                "arguments": json.dumps(args, ensure_ascii=False),
-                            },
-                        }
-                    ]
+                    {
+                        "id": f"call_{_id}",
+                        "type": "function",
+                        "function": {
+                            "name": func,
+                            "arguments": json.dumps(args, ensure_ascii=False),
+                        },
+                    }
                 )
             else:
                 failed_contents.append(content)