@voicethere/agent 0.7.2 → 0.7.4

package/dist/templates/voice-showcase/agent.js

@@ -130,6 +130,24 @@ var SessionSerialQueue = class {
 var SESSION_START_INIT_DELAY_ENABLED_ENV = "AGENT_SESSION_START_INIT_DELAY_ENABLED";
 var SESSION_START_INIT_DELAY_MS_ENV = "AGENT_SESSION_START_INIT_DELAY_MS";
 var DEFAULT_SESSION_START_INIT_DELAY_MS = 500;
+function isPlayAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_ack" && typeof msg.requestId === "string";
+}
+function isPlayStatusAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_status_ack" && typeof msg.requestId === "string";
+}
+function isPlayStopAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -190,7 +208,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -207,7 +225,11 @@ var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
+var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
 var pendingRecordingAcks = /* @__PURE__ */ new Map();
+var pendingPlayAcks = /* @__PURE__ */ new Map();
+var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
+var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -222,6 +244,46 @@ function handleRecordingControlAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayAck(message) {
+  const pending = pendingPlayAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    ...message.playId ? { playId: message.playId } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStatusAck(message) {
+  const pending = pendingPlayStatusAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStatusAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    ...message.status ? { status: message.status } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStopAck(message) {
+  const pending = pendingPlayStopAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStopAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -307,6 +369,10 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+    process.send?.(message);
+    return;
+  }
   const sessionId = message && typeof message === "object" && "sessionId" in message && typeof message.sessionId === "string" ? message.sessionId : void 0;
   if (!allowOutboundForSession(sessionId))
     return;
@@ -382,6 +448,16 @@ async function handleWebhookMessage(message, handlers) {
     });
   }
 }
+function resolveUserLanguageCode(event) {
+  const withLanguage = event;
+  const candidates = [withLanguage.language, event.text];
+  for (const value of candidates) {
+    if (typeof value === "string" && value.trim()) {
+      return value.trim();
+    }
+  }
+  return void 0;
+}
 async function handleParentMessage(message, handlers) {
   switch (message.type) {
     case "session_start":
@@ -414,6 +490,15 @@ async function handleParentMessage(message, handlers) {
           text: message.event.text.trim()
         });
       }
+      if (message.event.type === "user_language") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          await handlers.onUserLanguage?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -458,6 +543,18 @@ function defineAgent(handlers) {
       handleRecordingControlAck(message);
       return;
     }
+    if (isPlayAckMessage(message)) {
+      handlePlayAck(message);
+      return;
+    }
+    if (isPlayStatusAckMessage(message)) {
+      handlePlayStatusAck(message);
+      return;
+    }
+    if (isPlayStopAckMessage(message)) {
+      handlePlayStopAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;

package/dist/templates/voice-starter/agent.js

@@ -130,6 +130,24 @@ var SessionSerialQueue = class {
 var SESSION_START_INIT_DELAY_ENABLED_ENV = "AGENT_SESSION_START_INIT_DELAY_ENABLED";
 var SESSION_START_INIT_DELAY_MS_ENV = "AGENT_SESSION_START_INIT_DELAY_MS";
 var DEFAULT_SESSION_START_INIT_DELAY_MS = 500;
+function isPlayAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_ack" && typeof msg.requestId === "string";
+}
+function isPlayStatusAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_status_ack" && typeof msg.requestId === "string";
+}
+function isPlayStopAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -190,7 +208,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -207,7 +225,11 @@ var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
+var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
 var pendingRecordingAcks = /* @__PURE__ */ new Map();
+var pendingPlayAcks = /* @__PURE__ */ new Map();
+var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
+var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -222,6 +244,46 @@ function handleRecordingControlAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayAck(message) {
+  const pending = pendingPlayAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    ...message.playId ? { playId: message.playId } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStatusAck(message) {
+  const pending = pendingPlayStatusAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStatusAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    ...message.status ? { status: message.status } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStopAck(message) {
+  const pending = pendingPlayStopAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStopAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -307,6 +369,10 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+    process.send?.(message);
+    return;
+  }
   const sessionId = message && typeof message === "object" && "sessionId" in message && typeof message.sessionId === "string" ? message.sessionId : void 0;
   if (!allowOutboundForSession(sessionId))
     return;
@@ -382,6 +448,16 @@ async function handleWebhookMessage(message, handlers) {
     });
   }
 }
+function resolveUserLanguageCode(event) {
+  const withLanguage = event;
+  const candidates = [withLanguage.language, event.text];
+  for (const value of candidates) {
+    if (typeof value === "string" && value.trim()) {
+      return value.trim();
+    }
+  }
+  return void 0;
+}
 async function handleParentMessage(message, handlers) {
   switch (message.type) {
     case "session_start":
@@ -414,6 +490,15 @@ async function handleParentMessage(message, handlers) {
           text: message.event.text.trim()
         });
       }
+      if (message.event.type === "user_language") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          await handlers.onUserLanguage?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -458,6 +543,18 @@ function defineAgent(handlers) {
       handleRecordingControlAck(message);
       return;
     }
+    if (isPlayAckMessage(message)) {
+      handlePlayAck(message);
+      return;
+    }
+    if (isPlayStatusAckMessage(message)) {
+      handlePlayStatusAck(message);
+      return;
+    }
+    if (isPlayStopAckMessage(message)) {
+      handlePlayStopAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;
@@ -674,6 +771,8 @@ function peerState(sessionId) {
   return state;
 }
 function formatSpeechDetail(speech) {
+  const language = speech.language;
+  if (language) return language;
   if (speech.text) return `"${speech.text}"`;
   if (speech.error) return speech.error;
   return "";
@@ -681,6 +780,10 @@ function formatSpeechDetail(speech) {
 function handleSpeechEvent(sessionId, speech) {
   const state = peerState(sessionId);
   const detail = formatSpeechDetail(speech);
+  if (speech.type === "user_language") {
+    agentLog("info", `[${sessionId}] user_language ${detail}`);
+    return;
+  }
   switch (speech.type) {
     // --- User turn (VAD + STT) ---
     case "user_speaking_start":
@@ -767,6 +870,9 @@ defineAgent({
   onUserSpeechFinal({ sessionId, text }) {
     speak(sessionId, `You said: ${text}`);
   },
+  onUserLanguage({ sessionId, language }) {
+    agentLog("info", `user_language ${sessionId} ${language}`);
+  },
   onSessionEnd({ sessionId }) {
     peers.delete(sessionId);
     agentLog("info", `session_end ${sessionId}`);

package/dist/templates/webhooks/agent.js

@@ -133,6 +133,24 @@ var SessionSerialQueue = class {
 var SESSION_START_INIT_DELAY_ENABLED_ENV = "AGENT_SESSION_START_INIT_DELAY_ENABLED";
 var SESSION_START_INIT_DELAY_MS_ENV = "AGENT_SESSION_START_INIT_DELAY_MS";
 var DEFAULT_SESSION_START_INIT_DELAY_MS = 500;
+function isPlayAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_ack" && typeof msg.requestId === "string";
+}
+function isPlayStatusAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_status_ack" && typeof msg.requestId === "string";
+}
+function isPlayStopAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -193,7 +211,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -210,7 +228,11 @@ var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
+var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
 var pendingRecordingAcks = /* @__PURE__ */ new Map();
+var pendingPlayAcks = /* @__PURE__ */ new Map();
+var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
+var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -225,6 +247,46 @@ function handleRecordingControlAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayAck(message) {
+  const pending = pendingPlayAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    ...message.playId ? { playId: message.playId } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStatusAck(message) {
+  const pending = pendingPlayStatusAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStatusAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    ...message.status ? { status: message.status } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStopAck(message) {
+  const pending = pendingPlayStopAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStopAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -310,6 +372,10 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+    process.send?.(message);
+    return;
+  }
   const sessionId = message && typeof message === "object" && "sessionId" in message && typeof message.sessionId === "string" ? message.sessionId : void 0;
   if (!allowOutboundForSession(sessionId))
     return;
@@ -385,6 +451,16 @@ async function handleWebhookMessage(message, handlers) {
     });
   }
 }
+function resolveUserLanguageCode(event) {
+  const withLanguage = event;
+  const candidates = [withLanguage.language, event.text];
+  for (const value of candidates) {
+    if (typeof value === "string" && value.trim()) {
+      return value.trim();
+    }
+  }
+  return void 0;
+}
 async function handleParentMessage(message, handlers) {
   switch (message.type) {
     case "session_start":
@@ -417,6 +493,15 @@ async function handleParentMessage(message, handlers) {
           text: message.event.text.trim()
         });
       }
+      if (message.event.type === "user_language") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          await handlers.onUserLanguage?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -461,6 +546,18 @@ function defineAgent(handlers) {
       handleRecordingControlAck(message);
       return;
     }
+    if (isPlayAckMessage(message)) {
+      handlePlayAck(message);
+      return;
+    }
+    if (isPlayStatusAckMessage(message)) {
+      handlePlayStatusAck(message);
+      return;
+    }
+    if (isPlayStopAckMessage(message)) {
+      handlePlayStopAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;

package/dist/templates/webhooks-redis/agent.js

@@ -10885,6 +10885,24 @@ var SessionSerialQueue = class {
 var SESSION_START_INIT_DELAY_ENABLED_ENV = "AGENT_SESSION_START_INIT_DELAY_ENABLED";
 var SESSION_START_INIT_DELAY_MS_ENV = "AGENT_SESSION_START_INIT_DELAY_MS";
 var DEFAULT_SESSION_START_INIT_DELAY_MS = 500;
+function isPlayAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_ack" && typeof msg.requestId === "string";
+}
+function isPlayStatusAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_status_ack" && typeof msg.requestId === "string";
+}
+function isPlayStopAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -10945,7 +10963,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -10962,7 +10980,11 @@ var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
+var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
 var pendingRecordingAcks = /* @__PURE__ */ new Map();
+var pendingPlayAcks = /* @__PURE__ */ new Map();
+var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
+var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -10977,6 +10999,46 @@ function handleRecordingControlAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayAck(message) {
+  const pending = pendingPlayAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    ...message.playId ? { playId: message.playId } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStatusAck(message) {
+  const pending = pendingPlayStatusAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStatusAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    ...message.status ? { status: message.status } : {},
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
+function handlePlayStopAck(message) {
+  const pending = pendingPlayStopAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayStopAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -11062,6 +11124,10 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+    process.send?.(message);
+    return;
+  }
   const sessionId = message && typeof message === "object" && "sessionId" in message && typeof message.sessionId === "string" ? message.sessionId : void 0;
   if (!allowOutboundForSession(sessionId))
     return;
@@ -11137,6 +11203,16 @@ async function handleWebhookMessage(message, handlers) {
     });
   }
 }
+function resolveUserLanguageCode(event) {
+  const withLanguage = event;
+  const candidates = [withLanguage.language, event.text];
+  for (const value of candidates) {
+    if (typeof value === "string" && value.trim()) {
+      return value.trim();
+    }
+  }
+  return void 0;
+}
 async function handleParentMessage(message, handlers) {
   switch (message.type) {
     case "session_start":
@@ -11169,6 +11245,15 @@ async function handleParentMessage(message, handlers) {
           text: message.event.text.trim()
         });
       }
+      if (message.event.type === "user_language") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          await handlers.onUserLanguage?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -11213,6 +11298,18 @@ function defineAgent(handlers) {
       handleRecordingControlAck(message);
       return;
     }
+    if (isPlayAckMessage(message)) {
+      handlePlayAck(message);
+      return;
+    }
+    if (isPlayStatusAckMessage(message)) {
+      handlePlayStatusAck(message);
+      return;
+    }
+    if (isPlayStopAckMessage(message)) {
+      handlePlayStopAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;

package/dist/verify/lib.d.ts

@@ -2,7 +2,7 @@ import type { ChildToParentMessage } from "../protocol.js";
 export declare const VERIFY_SESSION_ID = "local-verify";
 export declare const DEFAULT_VERIFY_BUNDLE = "dist/agent.js";
 export declare const DEFAULT_VERIFY_ENTRY = "agent.ts";
-export declare const VERIFY_CALLBACK_KEYS: readonly ["onSpeechEvent", "onUserSpeechFinal", "onDataChannelMessage", "onDataChannelBinary", "onWebhook", "onSessionStart"];
+export declare const VERIFY_CALLBACK_KEYS: readonly ["onSpeechEvent", "onUserSpeechFinal", "onUserLanguage", "onDataChannelMessage", "onDataChannelBinary", "onWebhook", "onSessionStart"];
 export type VerifyCallbackKey = (typeof VERIFY_CALLBACK_KEYS)[number];
 export declare function parseBundleArg(argv: string[], env?: NodeJS.ProcessEnv, cwd?: string): string;
 export declare function waitForSpeak(messages: ChildToParentMessage[], sessionId: string, timeoutMs: number): Promise<Extract<ChildToParentMessage, {

package/dist/verify/lib.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../../src/verify/lib.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE3D,eAAO,MAAM,iBAAiB,iBAAiB,CAAC;AAChD,eAAO,MAAM,qBAAqB,kBAAkB,CAAC;AACrD,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAC/C,eAAO,MAAM,oBAAoB,+HAOvB,CAAC;AACX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtE,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EAAE,EACd,GAAG,GAAE,MAAM,CAAC,UAAwB,EACpC,GAAG,GAAE,MAAsB,GAC1B,MAAM,CAWR;AAED,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,oBAAoB,EAAE,EAChC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC,CAuB3D;AAED,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,oBAAoB,EAAE,EAChC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE;IAAE,IAAI,EAAE,mBAAmB,CAAA;CAAE,CAAC,CAAC,CAyBvE;AAED,wBAAgB,qBAAqB,CACnC,YAAY,EAAE,MAAM,GACnB,iBAAiB,EAAE,CAqBrB;AAED,wBAAgB,0BAA0B,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAExE"}
+{"version":3,"file":"lib.d.ts","sourceRoot":"","sources":["../../src/verify/lib.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE3D,eAAO,MAAM,iBAAiB,iBAAiB,CAAC;AAChD,eAAO,MAAM,qBAAqB,kBAAkB,CAAC;AACrD,eAAO,MAAM,oBAAoB,aAAa,CAAC;AAC/C,eAAO,MAAM,oBAAoB,iJAQvB,CAAC;AACX,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC;AAEtE,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EAAE,EACd,GAAG,GAAE,MAAM,CAAC,UAAwB,EACpC,GAAG,GAAE,MAAsB,GAC1B,MAAM,CAWR;AAED,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,oBAAoB,EAAE,EAChC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE;IAAE,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC,CAuB3D;AAED,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,oBAAoB,EAAE,EAChC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE;IAAE,IAAI,EAAE,mBAAmB,CAAA;CAAE,CAAC,CAAC,CAyBvE;AAED,wBAAgB,qBAAqB,CACnC,YAAY,EAAE,MAAM,GACnB,iBAAiB,EAAE,CAqBrB;AAED,wBAAgB,0BAA0B,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAExE"}

package/dist/verify/lib.js

@@ -5,6 +5,7 @@ export const DEFAULT_VERIFY_ENTRY = "agent.ts";
 export const VERIFY_CALLBACK_KEYS = [
     "onSpeechEvent",
     "onUserSpeechFinal",
+    "onUserLanguage",
     "onDataChannelMessage",
     "onDataChannelBinary",
     "onWebhook",