@voicethere/agent 0.8.3 → 0.9.1

package/dist/templates/positional-tts/agent.js

@@ -181,6 +181,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -223,7 +229,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -239,6 +245,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
@@ -251,6 +259,7 @@ var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var MIX_CONTROL_ACK_TIMEOUT_MS = 5e3;
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -353,6 +362,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function isTtsPoseAvailableInProcess() {
   for (const available of ttsPoseAvailableBySessionId.values()) {
     if (available)
@@ -433,7 +463,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -534,6 +564,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -545,6 +576,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -563,12 +595,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -595,6 +638,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -643,6 +688,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;

package/dist/templates/recording-consent/agent.js

@@ -178,6 +178,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -220,7 +226,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -236,6 +242,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var RECORDING_CONTROL_ACK_TIMEOUT_MS = 5e3;
@@ -248,6 +256,7 @@ var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -350,6 +359,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function clearPendingRecordingAcksForSession(sessionId, reason) {
   for (const [requestId, pending] of pendingRecordingAcks) {
     if (pending.sessionId !== sessionId)
@@ -418,7 +448,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -519,6 +549,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -530,6 +561,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -548,12 +580,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -580,6 +623,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -628,6 +673,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;

package/dist/templates/registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/templates/registry.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,KAAK,CAAC;AAE7C,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,MAAM,CAAC;IACX,mFAAmF;IACnF,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,YAAY,CAAC;IACnB,mFAAmF;IACnF,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,oFAAoF;IACpF,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC1C;AAED,eAAO,MAAM,eAAe,EAAE,SAAS,uBAAuB,EAqLpD,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;AAMrE,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,EAAE,IAAI,eAAe,CAEnE;AAED,wBAAgB,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG,uBAAuB,CAMnE;AAED,wBAAgB,yBAAyB,IAAI,uBAAuB,EAAE,CAErE"}
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/templates/registry.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,KAAK,CAAC;AAE7C,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,MAAM,CAAC;IACX,mFAAmF;IACnF,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,YAAY,CAAC;IACnB,mFAAmF;IACnF,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,oFAAoF;IACpF,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC1C;AAED,eAAO,MAAM,eAAe,EAAE,SAAS,uBAAuB,EA8LpD,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;AAMrE,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,EAAE,IAAI,eAAe,CAEnE;AAED,wBAAgB,eAAe,CAAC,EAAE,EAAE,MAAM,GAAG,uBAAuB,CAMnE;AAED,wBAAgB,yBAAyB,IAAI,uBAAuB,EAAE,CAErE"}

package/dist/templates/registry.js

@@ -15,6 +15,14 @@ export const AGENT_TEMPLATES = [
         description: "Data-channel-only echo — relays speech events and chat without TTS.",
         sourceFiles: ["echo-dc/agent.ts"],
     },
+    {
+        id: "language-switch",
+        entry: "language-switch/agent.ts",
+        kind: "product",
+        seedOnCreate: true,
+        description: "Switches STT and TTS independently from onUserLanguage, and can change one vendor mid-conversation. Detection does not change either side until this agent calls setVoiceLanguage.",
+        sourceFiles: ["language-switch/agent.ts"],
+    },
     {
         id: "voice-starter",
         entry: "voice-starter/agent.ts",

package/dist/templates/registry.js.map

@@ -1 +1 @@
-{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/templates/registry.ts"],"names":[],"mappings":"AAgBA,MAAM,CAAC,MAAM,eAAe,GAAuC;IACjE;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,eAAe;QACtB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,8EAA8E;QAChF,WAAW,EAAE,CAAC,eAAe,CAAC;KAC/B;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,kBAAkB;QACzB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,qEAAqE;QACvE,WAAW,EAAE,CAAC,kBAAkB,CAAC;KAClC;IACD;QACE,EAAE,EAAE,eAAe;QACnB,KAAK,EAAE,wBAAwB;QAC/B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,uFAAuF;QACzF,WAAW,EAAE,CAAC,wBAAwB,CAAC;KACxC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,wFAAwF;QAC1F,WAAW,EAAE,CAAC,qBAAqB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,KAAK,EAAE,4BAA4B;QACnC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,wGAAwG;QAC1G,WAAW,EAAE,CAAC,4BAA4B,EAAE,+BAA+B,CAAC;KAC7E;IACD;QACE,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,oBAAoB;QAC3B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,sGAAsG;QACxG,WAAW,EAAE;YACX,oBAAoB;YACpB,uBAAuB;YACvB,2BAA2B;YAC3B,kBAAkB;YAClB,oBAAoB;SACrB;QACD,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;KACxC;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,yBAAyB;QAChC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,0FAA0F;QAC5F,WAAW,EAAE;YACX,yBAAyB;YACzB,gCAAgC;YAChC,4BAA4B;YAC5B,2BAA2B;YAC3B,2BAA2B;YAC3B,6BAA6B;SAC9B;KACF;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,KAAK,EAAE,4BAA4B;QACnC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,mFAAmF;QACrF,WAAW,EAAE;YACX,4BAA4B;YAC5B,mCAAmC;SACpC;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,yBAAyB;QAChC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,gFAAgF;QAClF,WAAW,EAAE,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;KACpE;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,2BAA2B;QAClC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,oHAAoH;QACtH,WAAW,EAAE;YACX,2BAA2B;YAC3B,8BAA8B;YAC9B,4BAA4B;YAC5B,0BAA0B;YAC1B,2BAA2B;YAC3B,mCAAmC;YACnC,0BAA0B;SAC3B;KACF;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,mBAAmB;QAC1B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,sFAAsF;QACxF,WAAW,EAAE,CAAC,mBAAmB,CAAC;KACnC;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,yBAAyB;QAChC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,4EAA4E;QAC9E,WAAW,EAAE,CAAC,yBAAyB,CAAC;QACxC,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;KACxC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,6EAA6E;QAC/E,WAAW,EAAE,CAAC,qBAAqB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,OAAO;QACX,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,4EAA4E;QAC9E,WAAW,EAAE,CAAC,gBAAgB,CAAC;KAChC;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,KAAK,EAAE,0BAA0B;QACjC,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,6EAA6E;QAC/E,WAAW,EAAE,CAAC,0BAA0B,CAAC;KAC1C;IACD;QACE,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,uGAAuG;QACzG,WAAW,EAAE,CAAC,qBAAqB,EAAE,4BAA4B,CAAC;QAClE,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;KACxC;IACD;QACE,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,oBAAoB;QAC3B,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,iFAAiF;QACnF,WAAW,EAAE,CAAC,oBAAoB,CAAC;KACpC;CACO,CAAC;AAIX,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAC3D,CAAC;AAEF,MAAM,UAAU,iBAAiB,CAAC,EAAU;IAC1C,OAAO,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,EAAU;IACxC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,8BAA8B,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AACrE,CAAC"}
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/templates/registry.ts"],"names":[],"mappings":"AAgBA,MAAM,CAAC,MAAM,eAAe,GAAuC;IACjE;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,eAAe;QACtB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,8EAA8E;QAChF,WAAW,EAAE,CAAC,eAAe,CAAC;KAC/B;IACD;QACE,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,kBAAkB;QACzB,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,qEAAqE;QACvE,WAAW,EAAE,CAAC,kBAAkB,CAAC;KAClC;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,KAAK,EAAE,0BAA0B;QACjC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,oLAAoL;QACtL,WAAW,EAAE,CAAC,0BAA0B,CAAC;KAC1C;IACD;QACE,EAAE,EAAE,eAAe;QACnB,KAAK,EAAE,wBAAwB;QAC/B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,uFAAuF;QACzF,WAAW,EAAE,CAAC,wBAAwB,CAAC;KACxC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,wFAAwF;QAC1F,WAAW,EAAE,CAAC,qBAAqB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,KAAK,EAAE,4BAA4B;QACnC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,wGAAwG;QAC1G,WAAW,EAAE,CAAC,4BAA4B,EAAE,+BAA+B,CAAC;KAC7E;IACD;QACE,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,oBAAoB;QAC3B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,sGAAsG;QACxG,WAAW,EAAE;YACX,oBAAoB;YACpB,uBAAuB;YACvB,2BAA2B;YAC3B,kBAAkB;YAClB,oBAAoB;SACrB;QACD,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;KACxC;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,yBAAyB;QAChC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,0FAA0F;QAC5F,WAAW,EAAE;YACX,yBAAyB;YACzB,gCAAgC;YAChC,4BAA4B;YAC5B,2BAA2B;YAC3B,2BAA2B;YAC3B,6BAA6B;SAC9B;KACF;IACD;QACE,EAAE,EAAE,mBAAmB;QACvB,KAAK,EAAE,4BAA4B;QACnC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,mFAAmF;QACrF,WAAW,EAAE;YACX,4BAA4B;YAC5B,mCAAmC;SACpC;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,yBAAyB;QAChC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,gFAAgF;QAClF,WAAW,EAAE,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;KACpE;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,2BAA2B;QAClC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,oHAAoH;QACtH,WAAW,EAAE;YACX,2BAA2B;YAC3B,8BAA8B;YAC9B,4BAA4B;YAC5B,0BAA0B;YAC1B,2BAA2B;YAC3B,mCAAmC;YACnC,0BAA0B;SAC3B;KACF;IACD;QACE,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,mBAAmB;QAC1B,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,sFAAsF;QACxF,WAAW,EAAE,CAAC,mBAAmB,CAAC;KACnC;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,KAAK,EAAE,yBAAyB;QAChC,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,IAAI;QAClB,WAAW,EACT,4EAA4E;QAC9E,WAAW,EAAE,CAAC,yBAAyB,CAAC;QACxC,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;KACxC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,6EAA6E;QAC/E,WAAW,EAAE,CAAC,qBAAqB,CAAC;KACrC;IACD;QACE,EAAE,EAAE,OAAO;QACX,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,4EAA4E;QAC9E,WAAW,EAAE,CAAC,gBAAgB,CAAC;KAChC;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,KAAK,EAAE,0BAA0B;QACjC,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,6EAA6E;QAC/E,WAAW,EAAE,CAAC,0BAA0B,CAAC;KAC1C;IACD;QACE,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,uGAAuG;QACzG,WAAW,EAAE,CAAC,qBAAqB,EAAE,4BAA4B,CAAC;QAClE,eAAe,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;KACxC;IACD;QACE,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,oBAAoB;QAC3B,IAAI,EAAE,KAAK;QACX,YAAY,EAAE,KAAK;QACnB,WAAW,EACT,iFAAiF;QACnF,WAAW,EAAE,CAAC,oBAAoB,CAAC;KACpC;CACO,CAAC;AAIX,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAC3D,CAAC;AAEF,MAAM,UAAU,iBAAiB,CAAC,EAAU;IAC1C,OAAO,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,EAAU;IACxC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACxC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,8BAA8B,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;AACrE,CAAC"}

package/dist/templates/spatial-showcase/agent.js

@@ -182,6 +182,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -224,7 +230,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -240,6 +246,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_CONTROL_ACK_TIMEOUT_MS = 5e3;
@@ -254,6 +262,7 @@ var MIX_CONTROL_ACK_TIMEOUT_MS = 5e3;
 var STT_CONTROL_ACK_TIMEOUT_MS = 5e3;
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -356,6 +365,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function isMixAvailableInProcess() {
   for (const available of mixAvailableBySessionId.values()) {
     if (available)
@@ -448,7 +478,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -549,6 +579,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -560,6 +591,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -578,12 +610,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -610,6 +653,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -658,6 +703,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;

package/dist/templates/voice-showcase/agent.js

@@ -178,6 +178,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -220,7 +226,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -236,6 +242,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
@@ -247,6 +255,7 @@ var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -349,6 +358,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function clearPendingRecordingAcksForSession(sessionId, reason) {
   for (const [requestId, pending] of pendingRecordingAcks) {
     if (pending.sessionId !== sessionId)
@@ -414,7 +444,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -515,6 +545,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -526,6 +557,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -544,12 +576,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -576,6 +619,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -624,6 +669,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;