@voicethere/agent 0.8.3 → 0.9.1

package/dist/templates/voice-starter/agent.js

@@ -178,6 +178,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -220,7 +226,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -236,6 +242,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
@@ -247,6 +255,7 @@ var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -349,6 +358,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function clearPendingRecordingAcksForSession(sessionId, reason) {
   for (const [requestId, pending] of pendingRecordingAcks) {
     if (pending.sessionId !== sessionId)
@@ -414,7 +444,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -515,6 +545,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -526,6 +557,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -544,12 +576,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -576,6 +619,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -624,6 +669,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;

package/dist/templates/webhooks/agent.js

@@ -181,6 +181,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -223,7 +229,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -239,6 +245,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
@@ -250,6 +258,7 @@ var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -352,6 +361,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function clearPendingRecordingAcksForSession(sessionId, reason) {
   for (const [requestId, pending] of pendingRecordingAcks) {
     if (pending.sessionId !== sessionId)
@@ -417,7 +447,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -518,6 +548,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -529,6 +560,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -547,12 +579,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -579,6 +622,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -627,6 +672,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;

package/dist/templates/webhooks-redis/agent.js

@@ -10933,6 +10933,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -10975,7 +10981,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -10991,6 +10997,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
@@ -11002,6 +11010,7 @@ var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -11104,6 +11113,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function clearPendingRecordingAcksForSession(sessionId, reason) {
   for (const [requestId, pending] of pendingRecordingAcks) {
     if (pending.sessionId !== sessionId)
@@ -11169,7 +11199,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -11270,6 +11300,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -11281,6 +11312,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -11299,12 +11331,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -11331,6 +11374,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -11379,6 +11424,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;

package/dist/templates/world-sync/agent.js

@@ -178,6 +178,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -220,7 +226,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -236,6 +242,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
@@ -247,6 +255,7 @@ var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -349,6 +358,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function clearPendingRecordingAcksForSession(sessionId, reason) {
   for (const [requestId, pending] of pendingRecordingAcks) {
     if (pending.sessionId !== sessionId)
@@ -414,7 +444,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -515,6 +545,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -526,6 +557,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -544,12 +576,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -576,6 +619,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -624,6 +669,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;

package/dist/templates/world-sync-binary/agent.js

@@ -178,6 +178,12 @@ function isSttControlAckMessage(value) {
   const msg = value;
   return msg.type === "stt_control_ack" && typeof msg.requestId === "string";
 }
+function isVoiceLanguageControlAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "voice_language_control_ack" && typeof msg.requestId === "string";
+}
 function isWebhookMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -220,7 +226,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "conversation_history_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "voice_language_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -236,6 +242,8 @@ var peerEnvBySessionId = /* @__PURE__ */ new Map();
 var recordingAvailableBySessionId = /* @__PURE__ */ new Map();
 var conversationHistoryAvailableBySessionId = /* @__PURE__ */ new Map();
 var mixAvailableBySessionId = /* @__PURE__ */ new Map();
+var voiceLanguageSwitchAvailableBySessionId = /* @__PURE__ */ new Map();
+var lastVoiceLanguageBySessionId = /* @__PURE__ */ new Map();
 var ttsPoseAvailableBySessionId = /* @__PURE__ */ new Map();
 var endedSessionIds = /* @__PURE__ */ new Set();
 var PLAY_BYTES_MAX_DECODED_LENGTH = 64 * 1024;
@@ -247,6 +255,7 @@ var pendingPlayStopAcks = /* @__PURE__ */ new Map();
 var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
+var pendingVoiceLanguageAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
   const pending = pendingRecordingAcks.get(message.requestId);
   if (!pending)
@@ -349,6 +358,27 @@ function handleSttControlAck(message) {
     requestId: message.requestId
   });
 }
+function handleVoiceLanguageControlAck(message) {
+  const pending = pendingVoiceLanguageAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingVoiceLanguageAcks.delete(message.requestId);
+  if (message.ok && message.language?.trim()) {
+    lastVoiceLanguageBySessionId.set(message.sessionId, message.language.trim());
+  }
+  pending.resolve({
+    ok: message.ok,
+    reason: message.reason,
+    requestId: message.requestId,
+    ...message.language ? { language: message.language } : {},
+    ...message.voice ? { voice: message.voice } : {},
+    ...message.stt ? { stt: message.stt } : {},
+    ...message.scope ? { scope: message.scope } : {},
+    ...message.sttProvider ? { sttProvider: message.sttProvider } : {},
+    ...message.ttsProvider ? { ttsProvider: message.ttsProvider } : {}
+  });
+}
 function clearPendingRecordingAcksForSession(sessionId, reason) {
   for (const [requestId, pending] of pendingRecordingAcks) {
     if (pending.sessionId !== sessionId)
@@ -414,7 +444,7 @@ function allowOutboundForSession(sessionId) {
 }
 function sendParentMessage(message) {
   const msgType = message && typeof message === "object" && "type" in message ? message.type : void 0;
-  if (msgType === "mix_control" || msgType === "stt_control") {
+  if (msgType === "mix_control" || msgType === "stt_control" || msgType === "voice_language_control") {
     process.send?.(message);
     return;
   }
@@ -515,6 +545,7 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.set(message.sessionId, message.recordingAvailable ?? false);
       conversationHistoryAvailableBySessionId.set(message.sessionId, message.conversationHistoryAvailable ?? false);
       mixAvailableBySessionId.set(message.sessionId, message.mixAvailable ?? false);
+      voiceLanguageSwitchAvailableBySessionId.set(message.sessionId, message.voiceLanguageSwitchAvailable ?? false);
       ttsPoseAvailableBySessionId.set(message.sessionId, message.ttsPoseAvailable ?? false);
       const sessionStartInitDelayMs = resolveSessionStartInitDelayMs();
       if (sessionStartInitDelayMs > 0) {
@@ -526,6 +557,7 @@ async function handleParentMessage(message, handlers) {
         recordingAvailable: message.recordingAvailable ?? false,
         conversationHistoryAvailable: message.conversationHistoryAvailable ?? false,
         mixAvailable: message.mixAvailable ?? false,
+        voiceLanguageSwitchAvailable: message.voiceLanguageSwitchAvailable ?? false,
         ttsPoseAvailable: message.ttsPoseAvailable ?? false
       });
       sendParentMessage({
@@ -544,12 +576,23 @@ async function handleParentMessage(message, handlers) {
       if (message.event.type === "user_language") {
         const language = resolveUserLanguageCode(message.event);
         if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
           await handlers.onUserLanguage?.({
             sessionId: message.sessionId,
             language
           });
         }
       }
+      if (message.event.type === "voice_language_changed") {
+        const language = resolveUserLanguageCode(message.event);
+        if (language) {
+          lastVoiceLanguageBySessionId.set(message.sessionId, language);
+          await handlers.onVoiceLanguageChanged?.({
+            sessionId: message.sessionId,
+            language
+          });
+        }
+      }
       break;
     case "data_channel_message":
       await handlers.onDataChannelMessage?.({
@@ -576,6 +619,8 @@ async function handleParentMessage(message, handlers) {
       recordingAvailableBySessionId.delete(message.sessionId);
       conversationHistoryAvailableBySessionId.delete(message.sessionId);
       mixAvailableBySessionId.delete(message.sessionId);
+      voiceLanguageSwitchAvailableBySessionId.delete(message.sessionId);
+      lastVoiceLanguageBySessionId.delete(message.sessionId);
       ttsPoseAvailableBySessionId.delete(message.sessionId);
       await (handlers.onClientLeave ?? handlers.onSessionEnd)?.({
         sessionId: message.sessionId
@@ -624,6 +669,10 @@ function defineAgent(handlers) {
       handleSttControlAck(message);
       return;
     }
+    if (isVoiceLanguageControlAckMessage(message)) {
+      handleVoiceLanguageControlAck(message);
+      return;
+    }
     if (isWebhookMessage(message)) {
       void agentStartReady.then(() => handleWebhookMessage(message, handlers));
       return;