diff --git a/software/source/server/livekit/multimodal.py b/software/source/server/livekit/multimodal.py index a9fe1f3..d1c9d4a 100644 --- a/software/source/server/livekit/multimodal.py +++ b/software/source/server/livekit/multimodal.py @@ -104,6 +104,9 @@ async def entrypoint(ctx: JobContext): fnc_ctx=fnc_ctx, ) + # Send a message to the client to switch to multimodal mode + await ctx.room.local_participant.publish_data(payload="{MULTIMODAL_MODE}", topic="agent_mode") + # Initial message to start the interaction session.conversation.item.create( llm.ChatMessage(