@voicethere/agent 0.8.0 → 0.8.2

package/dist/templates/webhooks-redis/agent.js

@@ -10915,6 +10915,12 @@ function isRecordingControlAckMessage(value) {
   const msg = value;
   return msg.type === "recording_control_ack" && typeof msg.requestId === "string";
 }
+function isConversationHistoryControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "conversation_history_control_ack" && typeof msg.requestId === "string";
+}
 function isMixControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -10969,7 +10975,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -10983,11 +10989,13 @@ function parseDataChannelPayload(raw) {
 }
 var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
+var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
 var pendingRecordingAcks = /* @__PURE__ */ new Map();
+var pendingConversationHistoryAcks = /* @__PURE__ */ new Map();
 var pendingPlayAcks = /* @__PURE__ */ new Map();
 var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
 var pendingPlayStopAcks = /* @__PURE__ */ new Map();
@@ -11006,6 +11014,18 @@ function handleRecordingControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleConversationHistoryControlAck(message) {
+  const pending = pendingConversationHistoryAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingConversationHistoryAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handlePlayAck(message) {
   const pending = pendingPlayAcks.get(message.requestId);
   if (!pending)
@@ -11093,6 +11113,15 @@ function clearPendingRecordingAcksForSession(sessionId, reason) {
     pending.resolve({ ok: false, reason, requestId });
   }
 }
+function clearPendingConversationHistoryAcksForSession(sessionId, reason) {
+  for (const [requestId, pending] of pendingConversationHistoryAcks) {
+    if (pending.sessionId !== sessionId)
+      continue;
+    clearTimeout(pending.timer);
+    pendingConversationHistoryAcks.delete(requestId);
+    pending.resolve({ ok: false, reason, requestId });
+  }
+}
 var sessionExecutionContext = new AsyncLocalStorage();
 var agentLogSessionContext = new AsyncLocalStorage();
 var inboundQueueAuthority = null;
@@ -11239,6 +11268,7 @@ async function handleParentMessage(message, handlers) {
       endedSessionIds.delete(message.sessionId);
       peerEnvBySessionId.set(message.sessionId, message.env);
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
+      conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
@@ -11249,6 +11279,7 @@ async function handleParentMessage(message, handlers) {
         sessionId: message.sessionId,
         env: message.env,
         recordingAvailable: message.recordingAvailable ?? false,
+        conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
@@ -11295,8 +11326,10 @@ async function handleParentMessage(message, handlers) {
       break;
     case "session_end":
       clearPendingRecordingAcksForSession(message.sessionId, "session_ended");
+      clearPendingConversationHistoryAcksForSession(message.sessionId, "session_ended");
       peerEnvBySessionId.delete(message.sessionId);
       recordingAvailableBySessionId.delete(message.sessionId);
+      conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
@@ -11318,6 +11351,10 @@ function defineAgent(handlers) {
       handleRecordingControlAck(message);
       return;
     }
+    if (isConversationHistoryControlAckMessage(message)) {
+      handleConversationHistoryControlAck(message);
+      return;
+    }
     if (isPlayAckMessage(message)) {
       handlePlayAck(message);
       return;
@@ -11351,6 +11388,7 @@ function defineAgent(handlers) {
     if (message.type === "session_end") {
       endedSessionIds.add(message.sessionId);
       clearPendingRecordingAcksForSession(message.sessionId, "session_ended");
+      clearPendingConversationHistoryAcksForSession(message.sessionId, "session_ended");
       inboundBySession.clear(message.sessionId);
     }
     if (message.type === "session_start") {

package/dist/templates/world-sync/agent.js

@@ -160,6 +160,12 @@ function isRecordingControlAckMessage(value) {
   const msg = value;
   return msg.type === "recording_control_ack" && typeof msg.requestId === "string";
 }
+function isConversationHistoryControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "conversation_history_control_ack" && typeof msg.requestId === "string";
+}
 function isMixControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -214,7 +220,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -228,11 +234,13 @@ function parseDataChannelPayload(raw) {
 }
 var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
+var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
 var pendingRecordingAcks = /* @__PURE__ */ new Map();
+var pendingConversationHistoryAcks = /* @__PURE__ */ new Map();
 var pendingPlayAcks = /* @__PURE__ */ new Map();
 var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
 var pendingPlayStopAcks = /* @__PURE__ */ new Map();
@@ -251,6 +259,18 @@ function handleRecordingControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleConversationHistoryControlAck(message) {
+  const pending = pendingConversationHistoryAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingConversationHistoryAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handlePlayAck(message) {
   const pending = pendingPlayAcks.get(message.requestId);
   if (!pending)
@@ -338,6 +358,15 @@ function clearPendingRecordingAcksForSession(sessionId, reason) {
     pending.resolve({ ok: false, reason, requestId });
   }
 }
+function clearPendingConversationHistoryAcksForSession(sessionId, reason) {
+  for (const [requestId, pending] of pendingConversationHistoryAcks) {
+    if (pending.sessionId !== sessionId)
+      continue;
+    clearTimeout(pending.timer);
+    pendingConversationHistoryAcks.delete(requestId);
+    pending.resolve({ ok: false, reason, requestId });
+  }
+}
 var sessionExecutionContext = new AsyncLocalStorage();
 var agentLogSessionContext = new AsyncLocalStorage();
 var inboundQueueAuthority = null;
@@ -484,6 +513,7 @@ async function handleParentMessage(message, handlers) {
       endedSessionIds.delete(message.sessionId);
       peerEnvBySessionId.set(message.sessionId, message.env);
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
+      conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
@@ -494,6 +524,7 @@ async function handleParentMessage(message, handlers) {
         sessionId: message.sessionId,
         env: message.env,
         recordingAvailable: message.recordingAvailable ?? false,
+        conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
@@ -540,8 +571,10 @@ async function handleParentMessage(message, handlers) {
       break;
     case "session_end":
       clearPendingRecordingAcksForSession(message.sessionId, "session_ended");
+      clearPendingConversationHistoryAcksForSession(message.sessionId, "session_ended");
       peerEnvBySessionId.delete(message.sessionId);
       recordingAvailableBySessionId.delete(message.sessionId);
+      conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
@@ -563,6 +596,10 @@ function defineAgent(handlers) {
       handleRecordingControlAck(message);
       return;
     }
+    if (isConversationHistoryControlAckMessage(message)) {
+      handleConversationHistoryControlAck(message);
+      return;
+    }
     if (isPlayAckMessage(message)) {
       handlePlayAck(message);
       return;
@@ -596,6 +633,7 @@ function defineAgent(handlers) {
     if (message.type === "session_end") {
       endedSessionIds.add(message.sessionId);
       clearPendingRecordingAcksForSession(message.sessionId, "session_ended");
+      clearPendingConversationHistoryAcksForSession(message.sessionId, "session_ended");
       inboundBySession.clear(message.sessionId);
     }
     if (message.type === "session_start") {

package/dist/templates/world-sync-binary/agent.js

@@ -160,6 +160,12 @@ function isRecordingControlAckMessage(value) {
   const msg = value;
   return msg.type === "recording_control_ack" && typeof msg.requestId === "string";
 }
+function isConversationHistoryControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "conversation_history_control_ack" && typeof msg.requestId === "string";
+}
 function isMixControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -214,7 +220,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -228,11 +234,13 @@ function parseDataChannelPayload(raw) {
 }
 var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
+var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
 var pendingRecordingAcks = /* @__PURE__ */ new Map();
+var pendingConversationHistoryAcks = /* @__PURE__ */ new Map();
 var pendingPlayAcks = /* @__PURE__ */ new Map();
 var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
 var pendingPlayStopAcks = /* @__PURE__ */ new Map();
@@ -251,6 +259,18 @@ function handleRecordingControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleConversationHistoryControlAck(message) {
+  const pending = pendingConversationHistoryAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingConversationHistoryAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handlePlayAck(message) {
   const pending = pendingPlayAcks.get(message.requestId);
   if (!pending)
@@ -338,6 +358,15 @@ function clearPendingRecordingAcksForSession(sessionId, reason) {
     pending.resolve({ ok: false, reason, requestId });
   }
 }
+function clearPendingConversationHistoryAcksForSession(sessionId, reason) {
+  for (const [requestId, pending] of pendingConversationHistoryAcks) {
+    if (pending.sessionId !== sessionId)
+      continue;
+    clearTimeout(pending.timer);
+    pendingConversationHistoryAcks.delete(requestId);
+    pending.resolve({ ok: false, reason, requestId });
+  }
+}
 var sessionExecutionContext = new AsyncLocalStorage();
 var agentLogSessionContext = new AsyncLocalStorage();
 var inboundQueueAuthority = null;
@@ -484,6 +513,7 @@ async function handleParentMessage(message, handlers) {
       endedSessionIds.delete(message.sessionId);
       peerEnvBySessionId.set(message.sessionId, message.env);
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
+      conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
@@ -494,6 +524,7 @@ async function handleParentMessage(message, handlers) {
         sessionId: message.sessionId,
         env: message.env,
         recordingAvailable: message.recordingAvailable ?? false,
+        conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
@@ -540,8 +571,10 @@ async function handleParentMessage(message, handlers) {
       break;
     case "session_end":
       clearPendingRecordingAcksForSession(message.sessionId, "session_ended");
+      clearPendingConversationHistoryAcksForSession(message.sessionId, "session_ended");
       peerEnvBySessionId.delete(message.sessionId);
       recordingAvailableBySessionId.delete(message.sessionId);
+      conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
@@ -563,6 +596,10 @@ function defineAgent(handlers) {
       handleRecordingControlAck(message);
       return;
     }
+    if (isConversationHistoryControlAckMessage(message)) {
+      handleConversationHistoryControlAck(message);
+      return;
+    }
     if (isPlayAckMessage(message)) {
       handlePlayAck(message);
       return;
@@ -596,6 +633,7 @@ function defineAgent(handlers) {
     if (message.type === "session_end") {
       endedSessionIds.add(message.sessionId);
       clearPendingRecordingAcksForSession(message.sessionId, "session_ended");
+      clearPendingConversationHistoryAcksForSession(message.sessionId, "session_ended");
       inboundBySession.clear(message.sessionId);
     }
     if (message.type === "session_start") {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voicethere/agent",
-  "version": "0.8.0",
+  "version": "0.8.2",
   "description": "VoiceThere customer agent SDK — IPC types and runtime helpers for sandboxed child bundles",
   "type": "module",
   "exports": {

package/templates/echo/agent.ts

@@ -10,7 +10,7 @@ import {
   defineAgent,
   parseChatText,
   sendToClient,
-  speak,
+  speakAndChat,
   type SpeechEvent,
 } from "@voicethere/agent";
 
@@ -42,16 +42,14 @@ defineAgent({
 
   onUserSpeechFinal({ sessionId, text }) {
     const reply = formatEcho(text);
-    speak(sessionId, reply);
-    sendToClient(sessionId, { type: "chat_reply", text: reply });
+    speakAndChat(sessionId, reply, { stream: true });
   },
 
   onDataChannelMessage(ctx) {
     const text = parseChatText(ctx.message);
     if (!text) return;
     const reply = formatEcho(text);
-    sendToClient(ctx.sessionId, { type: "chat_reply", text: reply });
-    speak(ctx.sessionId, reply);
+    speakAndChat(ctx.sessionId, reply, { stream: true });
   },
 
   onSessionEnd({ sessionId }) {

package/templates/voice-showcase/agent.ts

@@ -10,6 +10,7 @@ import {
   parseChatText,
   sendToClient,
   speak,
+  speakAndChat,
   type SpeechEvent,
 } from "@voicethere/agent";
 
@@ -54,7 +55,7 @@ function deliverSpokenThenPlay(
   applyOutboundOps(
     sessionId,
     spokenThenPlayOps(result.messages, result.speakLines),
-    { sendToClient, speak },
+    { sendToClient, speak, speakAndChat },
   );
 }
 
@@ -88,6 +89,7 @@ defineAgent({
     applyOutboundOps(sessionId, greetingOps(sessionId, GREETING), {
       sendToClient,
       speak,
+      speakAndChat,
     });
     agentLog("info", `voice-showcase session_start ${sessionId}`);
   },

package/templates/voice-showcase/conversation.ts

@@ -3,6 +3,8 @@
  * Tests import this module directly — no defineAgent dependency.
  */
 
+import { randomUUID } from "node:crypto";
+
 import { formatRecipeSpeech, pickRecipe } from "./recipes.js";
 import { pickFunFact } from "./fun-facts.js";
 import {
@@ -55,6 +57,8 @@ export interface ConversationState {
 export interface OutboundMessage {
   type: "chat_reply" | "menu" | "agent_event";
   text?: string;
+  stream?: boolean;
+  utteranceId?: string;
   event?: string;
   items?: Array<{ id: number; label: string }>;
   sessionId?: string;
@@ -91,9 +95,10 @@ function speakAndChat(text: string): {
   speakLines: string[];
   messages: OutboundMessage[];
 } {
+  const utteranceId = randomUUID();
   return {
     speakLines: [text],
-    messages: [{ type: "chat_reply", text }],
+    messages: [{ type: "chat_reply", text, stream: true, utteranceId }],
   };
 }
 
@@ -427,16 +432,15 @@ export function handleUtterance(
       }
 
       if (!country) {
+        const ask = speakAndChat("Got it. Which country is that in?");
         return {
           state: {
             ...state,
             phase: "weatherAwaitingLocation",
             weatherCity: city,
           },
-          speakLines: ["Got it. Which country is that in?"],
-          messages: [
-            { type: "chat_reply", text: "Got it. Which country is that in?" },
-          ],
+          speakLines: ask.speakLines,
+          messages: ask.messages,
         };
       }
 

package/templates/voice-showcase/delivery.ts

@@ -3,15 +3,21 @@
  * then trigger TTS play. Parent IPC preserves this order.
  */
 
+import { randomUUID } from "node:crypto";
+
 import type { OutboundMessage } from "./conversation.js";
 
 export type OutboundOp =
-  | { kind: "send"; message: OutboundMessage }
-  | { kind: "play"; text: string };
+  { kind: "send"; message: OutboundMessage } | { kind: "play"; text: string };
 
 export interface OutboundDeps {
   sendToClient: (sessionId: string, payload: unknown) => void;
   speak: (sessionId: string, text: string) => void;
+  speakAndChat: (
+    sessionId: string,
+    text: string,
+    options?: { stream?: boolean; utteranceId?: string },
+  ) => void;
 }
 
 /** All DataChannel payloads, then TTS play commands. */
@@ -29,14 +35,17 @@ export function spokenThenPlayOps(
   return ops;
 }
 
-export function greetingOps(
-  sessionId: string,
-  greeting: string,
-): OutboundOp[] {
+export function greetingOps(sessionId: string, greeting: string): OutboundOp[] {
+  const utteranceId = randomUUID();
   return spokenThenPlayOps(
     [
       { type: "agent_event", event: "session_start", sessionId },
-      { type: "chat_reply", text: greeting },
+      {
+        type: "chat_reply",
+        text: greeting,
+        stream: true,
+        utteranceId,
+      },
     ],
     [greeting],
   );
@@ -47,11 +56,32 @@ export function applyOutboundOps(
   ops: OutboundOp[],
   deps: OutboundDeps,
 ): void {
+  const spokenViaSpeakAndChat = new Set<string>();
+
   for (const op of ops) {
     if (op.kind === "send") {
-      deps.sendToClient(sessionId, op.message);
-    } else {
-      deps.speak(sessionId, op.text);
+      const message = op.message;
+      if (
+        message.type === "chat_reply" &&
+        message.stream === true &&
+        message.text?.trim()
+      ) {
+        const text = message.text.trim();
+        deps.speakAndChat(sessionId, text, {
+          stream: true,
+          utteranceId: message.utteranceId,
+        });
+        spokenViaSpeakAndChat.add(text);
+      } else {
+        deps.sendToClient(sessionId, message);
+      }
+      continue;
+    }
+
+    const playText = op.text.trim();
+    if (spokenViaSpeakAndChat.has(playText)) {
+      continue;
     }
+    deps.speak(sessionId, op.text);
   }
 }