Do not pass function context if at max depth (#1306)

livekit · Dec 29, 2024 · bd36bc9 · bd36bc9
1 parent 97d9bce
commit bd36bc9
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 1 deletion.
diff --git a/.changeset/khaki-candles-rest.md b/.changeset/khaki-candles-rest.md
@@ -0,0 +1,5 @@
+---
+"livekit-agents": patch
+---
+
+Do not pass function context if at max depth
diff --git a/livekit-agents/livekit/agents/pipeline/pipeline_agent.py b/livekit-agents/livekit/agents/pipeline/pipeline_agent.py
@@ -960,7 +960,24 @@ async def _execute_function_calls() -> None:
             chat_ctx = call_ctx.chat_ctx.copy()
             chat_ctx.messages.extend(extra_tools_messages)
             chat_ctx.messages.extend(call_ctx.extra_chat_messages)
-            answer_llm_stream = self._llm.chat(chat_ctx=chat_ctx, fnc_ctx=self.fnc_ctx)
+            fnc_ctx = self.fnc_ctx
+            if (
+                fnc_ctx
+                and new_speech_handle.fnc_nested_depth
+                >= self._opts.max_nested_fnc_calls
+            ):
+                logger.warning(
+                    "max function calls nested depth reached, not propagating fnc ctx",
+                    extra={
+                        "speech_id": speech_handle.id,
+                        "fnc_nested_depth": speech_handle.fnc_nested_depth,
+                    },
+                )
+                fnc_ctx = None
+            answer_llm_stream = self._llm.chat(
+                chat_ctx=chat_ctx,
+                fnc_ctx=fnc_ctx,
+            )
 
             synthesis_handle = self._synthesize_agent_speech(
                 new_speech_handle.id, answer_llm_stream