first-class async tools via ctx.update()

examples/voice_agents/async_tool_agent.py

@@ -12,33 +12,67 @@
         "ddgs (duckduckgo search) is required for this example. Install it with: pip install ddgs"
     ) from e
 
-from livekit.agents import Agent, AgentServer, AgentSession, JobContext, cli, inference, llm
-from livekit.agents.llm.async_toolset import AsyncRunContext, AsyncToolset
+from livekit.agents import (
+    Agent,
+    AgentServer,
+    AgentSession,
+    JobContext,
+    RunContext,
+    cli,
+    inference,
+    llm,
+)
 from livekit.plugins import silero
 
 logger = logging.getLogger("async-travel-helper")
 
-_annoying_loggers = ["h2", "rustls", "hyper_util", "cookie_store", "primp"]
+_annoying_loggers = [
+    "h2",
+    "rustls",
+    "hyper_util",
+    "cookie_store",
+    "primp",
+    "hpack",
+    "hickory_net",
+    "hickory_dns",
+    "hickory_resolver",
+    "hickory_proto",
+    "reqwest",
+    "ddgs.ddgs",
+]
 for name in _annoying_loggers:
     logging.getLogger(name).setLevel(logging.WARNING)
 
 load_dotenv()
 
 
-class TravelToolset(AsyncToolset):
+class TravelAgent(Agent):
     def __init__(self) -> None:
-        super().__init__(id="travel")
+        super().__init__(
+            instructions=(
+                "You are a friendly travel assistant that communicates via voice. "
+                "Avoid emojis and markdown — speak naturally and concisely. "
+                "You can help with two things: booking flights and recommending what "
+                "to see, eat, and do at a destination. "
+                "Use the book_flight tool when the user wants to book a flight. "
+                "Use the tour_guide tool when the user asks about places to visit, "
+                "restaurants, sightseeing, nightlife, or things to do somewhere. "
+                "Summarize the results in a concise and natural manner that suitable for voice communication. "
+                f"Today is {datetime.now().strftime('%Y-%m-%d %A')}. "
+                "When user is not asking, don't repeat the messages you have already said in the conversation. "
+                "Don't make up flight details or ask for flight preferences — always use the tools. "
+            ),
+        )
         self._thinking_llm = inference.LLM(
             "openai/gpt-5.4", extra_kwargs={"reasoning_effort": "medium"}
         )
         self._ddgs = DDGS()
 
-    # -- Tool 1: Mock flight booking (takes ~2 minutes with progress updates) --
+    async def on_enter(self):
+        self.session.generate_reply(instructions="Greet the user and introduce yourself.")
 
-    @llm.function_tool
-    async def book_flight(
-        self, ctx: AsyncRunContext, origin: str, destination: str, date: str
-    ) -> str:
+    @llm.function_tool(flags=llm.ToolFlag.CANCELLABLE, on_duplicate="confirm")
+    async def book_flight(self, ctx: RunContext, origin: str, destination: str, date: str) -> str:
         """Called when user wants to book a flight.
 
         Args:
@@ -87,8 +121,8 @@ async def book_flight(
 
     # -- Tool 2: Tour guide via web search --
 
-    @llm.function_tool
-    async def tour_guide(self, ctx: AsyncRunContext, destination: str, interests: str) -> str:
+    @llm.function_tool(flags=llm.ToolFlag.CANCELLABLE, on_duplicate="confirm")
+    async def tour_guide(self, ctx: RunContext, destination: str, interests: str) -> str:
         """Called when user wants to know about a destination, including
         sightseeing spots, restaurants, local food, nightlife, or neighborhood tips.
 
@@ -160,30 +194,6 @@ async def _summarize(
         return response.text
 
 
-class TravelAgent(Agent):
-    def __init__(self) -> None:
-        super().__init__(
-            instructions=(
-                "You are a friendly travel assistant that communicates via voice. "
-                "Avoid emojis and markdown — speak naturally and concisely. "
-                "You can help with two things: booking flights and recommending what "
-                "to see, eat, and do at a destination. "
-                "Use the book_flight tool when the user wants to book a flight. "
-                "Use the tour_guide tool when the user asks about places to visit, "
-                "restaurants, sightseeing, nightlife, or things to do somewhere. "
-                "Summarize the results in a concise and natural manner that suitable for voice communication. "
-                f"Today is {datetime.now().strftime('%Y-%m-%d %A')}. "
-                "When user is not asking, don't repeat the messages you have already said in the conversation. "
-                "Don't make up flight details or ask for flight preferences — always use the tools. "
-            ),
-            tools=[TravelToolset()],
-        )
-        self._llm_count = 0
-
-    async def on_enter(self):
-        self.session.generate_reply(instructions="Greet the user and introduce yourself.")
-
-
 server = AgentServer()
 
 

examples/voice_agents/basic_agent.py

@@ -105,10 +105,10 @@ async def entrypoint(ctx: JobContext) -> None:
                 "resume_false_interruption": True,
                 "false_interruption_timeout": 1.0,
             },
+            # allow the LLM to generate a response while waiting for the end of turn
+            # See more at https://docs.livekit.io/agents/build/audio/#preemptive-generation
+            preemptive_generation={"enabled": True, "max_retries": 3},
         ),
-        # allow the LLM to generate a response while waiting for the end of turn
-        # See more at https://docs.livekit.io/agents/build/audio/#preemptive-generation
-        preemptive_generation=True,
         # blocks interruptions for a few seconds after the agent starts speaking to allow client to calibrate AEC
         aec_warmup_duration=3.0,
         tts_text_transforms=[

livekit-agents/livekit/agents/llm/__init__.py

@@ -47,6 +47,7 @@
     ToolChoice,
     ToolContext,
     ToolError,
+    ToolFlag,
     Toolset,
     find_function_tools,
     function_tool,
@@ -90,6 +91,7 @@
     "ProviderTool",
     "ToolContext",
     "ToolError",
+    "ToolFlag",
     "StopResponse",
     "utils",
     "remote_chat_context",