@voicethere/agent 0.7.11 → 0.7.12

package/dist/templates/spatial-showcase/agent.js

@@ -152,6 +152,12 @@ function isPlayStopAckMessage(value) {
   const msg = value;
   return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
 }
+function isPlayPoseAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_pose_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -212,7 +218,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -235,7 +241,9 @@ var pendingRecordingAcks = /* @__PURE__ */ new Map();
 var pendingPlayAcks = /* @__PURE__ */ new Map();
 var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
 var pendingPlayStopAcks = /* @__PURE__ */ new Map();
+var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var MIX_CONTROL_ACK_TIMEOUT_MS = 5e3;
+var STT_CONTROL_ACK_TIMEOUT_MS = 5e3;
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -290,6 +298,19 @@ function handlePlayStopAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayPoseAck(message) {
+  const pending = pendingPlayPoseAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayPoseAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -402,7 +423,7 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
-  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop" || msgType === "play_pose") {
     process.send?.(message);
     return;
   }
@@ -588,6 +609,10 @@ function defineAgent(handlers) {
       handlePlayStopAck(message);
       return;
     }
+    if (isPlayPoseAckMessage(message)) {
+      handlePlayPoseAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;
@@ -778,6 +803,26 @@ async function sendTtsPoseControl(action, payload) {
     });
   });
 }
+async function sendSttControl(options) {
+  const requestId = randomUUID();
+  if (!isVoicethereAgentChild()) {
+    return { ok: true, reason: "local_mock", requestId };
+  }
+  return new Promise((resolve) => {
+    const timer = setTimeout(() => {
+      pendingSttAcks.delete(requestId);
+      resolve({ ok: false, reason: "timeout", requestId });
+    }, STT_CONTROL_ACK_TIMEOUT_MS);
+    pendingSttAcks.set(requestId, { resolve, timer });
+    sendParentMessage({
+      type: "stt_control",
+      requestId,
+      enabled: options.enabled,
+      ...options.clientId ? { clientId: options.clientId } : {},
+      ...options.sessionId ? { sessionId: options.sessionId } : {}
+    });
+  });
+}
 function createMixGroup(options) {
   return sendMixControl("create_group", {
     groupId: options.id,
@@ -809,6 +854,9 @@ function setListenerMute(options) {
     muted: options.muted
   });
 }
+function setSttEnabled(options) {
+  return sendSttControl(options);
+}
 function validatePlayOptions(options) {
   const requestId = randomUUID();
   const url = options.url?.trim();
@@ -928,6 +976,36 @@ function getPlay(playId) {
 function stopPlay(playId) {
   return sendPlayStop(playId);
 }
+async function sendPlayPose(playId, pose) {
+  const requestId = randomUUID();
+  if (!playId?.trim() || !pose) {
+    return {
+      ok: false,
+      playId: playId ?? "",
+      reason: "invalid_payload",
+      requestId
+    };
+  }
+  if (!isVoicethereAgentChild()) {
+    return { ok: true, playId, reason: "local_mock", requestId };
+  }
+  return new Promise((resolve) => {
+    const timer = setTimeout(() => {
+      pendingPlayPoseAcks.delete(requestId);
+      resolve({ ok: false, playId, reason: "timeout", requestId });
+    }, PLAY_CONTROL_ACK_TIMEOUT_MS);
+    pendingPlayPoseAcks.set(requestId, { playId, resolve, timer });
+    sendParentMessage({
+      type: "play_pose",
+      requestId,
+      playId,
+      pose
+    });
+  });
+}
+function setPlayPose(playId, pose) {
+  return sendPlayPose(playId, pose);
+}
 function sendToClient(sessionId, payload) {
   sendParentMessage({ type: "send_to_client", sessionId, payload });
 }
@@ -1286,12 +1364,49 @@ var ProximityRoom = class {
   }
 };
 
+// templates/spatial-showcase/sine.ts
+var ORBIT_SINE_DURATION_MS = 2e3;
+var ORBIT_SINE_FREQUENCY_HZ = 440;
+var ORBIT_SINE_AMPLITUDE = 8e3;
+var ORBIT_SINE_INLINE_URL = "https://example.com/inline-orbit-sine.wav";
+function buildOrbitSineInlineClipBase64(durationMs = ORBIT_SINE_DURATION_MS, frequencyHz = ORBIT_SINE_FREQUENCY_HZ, amplitude = ORBIT_SINE_AMPLITUDE) {
+  const sampleRate = 16e3;
+  const channels = 1;
+  const bytesPerSample = 2;
+  const numSamples = Math.floor(sampleRate * durationMs / 1e3);
+  const dataSize = numSamples * channels * bytesPerSample;
+  const buffer = Buffer.alloc(44 + dataSize);
+  buffer.write("RIFF", 0);
+  buffer.writeUInt32LE(36 + dataSize, 4);
+  buffer.write("WAVE", 8);
+  buffer.write("fmt ", 12);
+  buffer.writeUInt32LE(16, 16);
+  buffer.writeUInt16LE(1, 20);
+  buffer.writeUInt16LE(channels, 22);
+  buffer.writeUInt32LE(sampleRate, 24);
+  buffer.writeUInt32LE(sampleRate * channels * bytesPerSample, 28);
+  buffer.writeUInt16LE(channels * bytesPerSample, 32);
+  buffer.writeUInt16LE(16, 34);
+  buffer.write("data", 36);
+  buffer.writeUInt32LE(dataSize, 40);
+  for (let i = 0; i < numSamples; i++) {
+    const t = i / sampleRate;
+    const sample = Math.round(
+      amplitude * Math.sin(2 * Math.PI * frequencyHz * t)
+    );
+    buffer.writeInt16LE(sample, 44 + i * 2);
+  }
+  return buffer.toString("base64");
+}
+
 // templates/spatial-showcase/agent.ts
 var ORBIT_TICK_MS = 50;
 var ORBIT_POSE_EMIT_MS = 100;
 var ROOM_STATE_TICK_MS = 100;
 var LOOP_PAD_POLL_MS = 250;
-var MAX_ACTIVE_PLAYS = 4;
+var ORBIT_SINE_POLL_MS = 250;
+var ORBIT_SINE_VOLUME = 0.25;
+var MAX_ACTIVE_PLAYS = 12;
 var SHOWCASE_ROOM_GROUP_ID = "showcase-room";
 var sessions = /* @__PURE__ */ new Map();
 var proximityRoom = new ProximityRoom();
@@ -1314,12 +1429,13 @@ function ack(sessionId, action, extra) {
     ...extra
   });
 }
-function ackError(sessionId, action, error) {
+function ackError(sessionId, action, error, extra) {
   sendToClient(sessionId, {
     type: "showcase_ack",
     action,
     ok: false,
-    error
+    error,
+    ...extra?.clipId !== void 0 ? { clipId: extra.clipId } : {}
   });
 }
 async function safeMixCall(sessionId, label, fn) {
@@ -1360,6 +1476,14 @@ function clearRoomStateTimer(state) {
     state.roomStateTimer = void 0;
   }
 }
+function stopLoopPadsForClip(sessionId, state, clipId) {
+  for (const [playId, pad] of [...state.loopPads.entries()]) {
+    if (pad.clipId === clipId) {
+      void stopPlay(playId);
+      clearLoopPad(sessionId, state, playId);
+    }
+  }
+}
 function clearLoopPad(sessionId, state, playId) {
   const timer = state.loopPollTimers.get(playId);
   if (timer) {
@@ -1383,6 +1507,78 @@ function clearAllPlays(sessionId, state) {
   state.loopPads.clear();
   state.loopPollTimers.clear();
 }
+function currentOrbitPose(state) {
+  if (!state.orbitStartMs) {
+    return orbitTtsPose(0, state.orbit);
+  }
+  const elapsedSec = (Date.now() - state.orbitStartMs) / 1e3;
+  return orbitTtsPose(elapsedSec, state.orbit);
+}
+function clearOrbitSinePoll(state) {
+  if (state.orbitSinePollTimer) {
+    clearInterval(state.orbitSinePollTimer);
+    state.orbitSinePollTimer = void 0;
+  }
+}
+async function stopOrbitSine(state) {
+  clearOrbitSinePoll(state);
+  const playId = state.orbitSinePlayId;
+  state.orbitSinePlayId = void 0;
+  if (playId) {
+    await stopPlay(playId);
+  }
+}
+function startOrbitSineLoopPoll(sessionId, state) {
+  clearOrbitSinePoll(state);
+  const playId = state.orbitSinePlayId;
+  if (!playId) {
+    return;
+  }
+  state.orbitSinePollTimer = setInterval(() => {
+    void (async () => {
+      if (!state.orbitSinePlayId) {
+        clearOrbitSinePoll(state);
+        return;
+      }
+      const status = await getPlay(state.orbitSinePlayId);
+      if (!status.ok) {
+        return;
+      }
+      if (status.status === "ended") {
+        const replay = await play({
+          url: ORBIT_SINE_INLINE_URL,
+          bytes: buildOrbitSineInlineClipBase64(),
+          sessionIds: [sessionId],
+          volume: ORBIT_SINE_VOLUME,
+          pose: currentOrbitPose(state)
+        });
+        if (replay.ok && replay.playId) {
+          state.orbitSinePlayId = replay.playId;
+        }
+      }
+    })();
+  }, ORBIT_SINE_POLL_MS);
+}
+async function startOrbitSinePlay(sessionId, state) {
+  await stopOrbitSine(state);
+  const result = await play({
+    url: ORBIT_SINE_INLINE_URL,
+    bytes: buildOrbitSineInlineClipBase64(),
+    sessionIds: [sessionId],
+    volume: ORBIT_SINE_VOLUME,
+    pose: currentOrbitPose(state)
+  });
+  if (!result.ok || !result.playId) {
+    agentLog(
+      "warn",
+      `spatial-showcase orbit sine play failed: ${result.reason ?? "play_failed"}`,
+      sessionId
+    );
+    return;
+  }
+  state.orbitSinePlayId = result.playId;
+  startOrbitSineLoopPoll(sessionId, state);
+}
 function emitOrbitPose(sessionId, state) {
   if (!state.orbitStartMs) {
     return;
@@ -1405,15 +1601,23 @@ function emitOrbitPose(sessionId, state) {
 function startOrbitDemo(sessionId, state) {
   stopOrbitInterval(state);
   beginOrbitClock(state);
+  void startOrbitSinePlay(sessionId, state);
   state.orbitTimer = setInterval(() => {
     if (state.orbit.paused || !state.orbitStartMs) {
       return;
     }
-    const elapsedSec = (Date.now() - state.orbitStartMs) / 1e3;
+    const pose = currentOrbitPose(state);
+    if (state.orbitSinePlayId) {
+      void safeMixCall(
+        sessionId,
+        "setPlayPose",
+        () => setPlayPose(state.orbitSinePlayId, pose)
+      );
+    }
     void safeMixCall(
       sessionId,
       "setTtsPose",
-      () => setTtsPose(sessionId, orbitTtsPose(elapsedSec, state.orbit))
+      () => setTtsPose(sessionId, pose)
     );
     emitOrbitPose(sessionId, state);
   }, ORBIT_TICK_MS);
@@ -1482,6 +1686,13 @@ async function startLoopPadPoll(sessionId, state, playId, pad) {
           clearLoopPad(sessionId, state, playId);
           state.playIds.add(replay.playId);
           state.loopPads.set(replay.playId, pad);
+          ack(sessionId, "pad", {
+            playId: replay.playId,
+            clipId: pad.clipId,
+            x: pad.x,
+            z: pad.z,
+            ...pad.placement !== void 0 ? { placement: pad.placement } : {}
+          });
           void startLoopPadPoll(sessionId, state, replay.playId, pad);
         }
       } else if (status.status) {
@@ -1496,21 +1707,24 @@ async function startLoopPadPoll(sessionId, state, playId, pad) {
   state.loopPollTimers.set(playId, timer);
 }
 async function handlePadPlay(sessionId, state, clipId, x, z, volume, placement) {
-  if (state.playIds.size >= MAX_ACTIVE_PLAYS) {
-    ackError(sessionId, "pad", "busy");
-    return;
-  }
   const assetOrigin = state.assetOrigin;
   if (!assetOrigin) {
-    ackError(sessionId, "pad", "missing_asset_origin");
+    ackError(sessionId, "pad", "missing_asset_origin", { clipId });
     return;
   }
   const url = resolveClipUrl(assetOrigin, clipId);
   if (!url) {
-    ackError(sessionId, "pad", "invalid_asset_origin");
+    ackError(sessionId, "pad", "invalid_asset_origin", { clipId });
     return;
   }
   const sound = SHOWCASE_SOUND_FILES[clipId];
+  if (sound.loop) {
+    stopLoopPadsForClip(sessionId, state, clipId);
+  }
+  if (state.playIds.size >= MAX_ACTIVE_PLAYS) {
+    ackError(sessionId, "pad", "busy", { clipId });
+    return;
+  }
   const playVolume = volume ?? sound.defaultVolume;
   const options = {
     url,
@@ -1520,11 +1734,17 @@ async function handlePadPlay(sessionId, state, clipId, x, z, volume, placement)
   };
   const result = await play(options);
   if (!result.ok || !result.playId) {
-    ackError(sessionId, "pad", result.reason ?? "play_failed");
+    ackError(sessionId, "pad", result.reason ?? "play_failed", { clipId });
     return;
   }
   state.playIds.add(result.playId);
-  ack(sessionId, "pad", { playId: result.playId });
+  ack(sessionId, "pad", {
+    playId: result.playId,
+    clipId,
+    x,
+    z,
+    ...placement !== void 0 ? { placement } : {}
+  });
   if (sound.loop) {
     const pad = {
       clipId,
@@ -1553,9 +1773,15 @@ async function handleJoin(sessionId, demo, assetOrigin) {
   }
   ack(sessionId, "join");
   switch (demo) {
-    case "orbit":
+    case "orbit": {
+      void safeMixCall(
+        sessionId,
+        "setSttEnabled",
+        () => setSttEnabled({ enabled: false, sessionId })
+      );
       startOrbitDemo(sessionId, state);
       break;
+    }
     case "soundboard":
       break;
     case "proximity": {
@@ -1600,8 +1826,14 @@ function teardownSession(sessionId) {
   }
   resetOrbitSession(state);
   clearRoomStateTimer(state);
+  void stopOrbitSine(state);
   clearAllPlays(sessionId, state);
   void safeMixCall(sessionId, "clearTtsPose", () => clearTtsPose(sessionId));
+  void safeMixCall(
+    sessionId,
+    "setSttEnabled",
+    () => setSttEnabled({ enabled: true, sessionId })
+  );
   if (state.inProximityRoom) {
     proximityRoom.leave(sessionId);
     void safeMixCall(
@@ -1666,6 +1898,10 @@ async function dispatchMessage(sessionId, message) {
         ackError(sessionId, "pad", "wrong_demo");
         return;
       }
+      if (!isShowcaseClipId(message.clipId)) {
+        ackError(sessionId, "pad", "invalid_clip_id");
+        return;
+      }
       await handlePadPlay(
         sessionId,
         state,
@@ -1784,13 +2020,6 @@ defineAgent({
       ok: true
     });
   },
-  onUserSpeechFinal({ sessionId, text }) {
-    const state = sessions.get(sessionId);
-    if (!state || state.demo !== "orbit") {
-      return;
-    }
-    speak(sessionId, `You said: ${text}`);
-  },
   onDataChannelMessage(ctx) {
     const message = parseShowcaseMessage(ctx.message);
     if (!message) {
@@ -1804,5 +2033,6 @@ defineAgent({
   }
 });
 export {
+  MAX_ACTIVE_PLAYS,
   handlePadPlay
 };

package/dist/templates/voice-showcase/agent.js

@@ -148,6 +148,12 @@ function isPlayStopAckMessage(value) {
   const msg = value;
   return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
 }
+function isPlayPoseAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_pose_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -208,7 +214,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -230,6 +236,7 @@ var pendingRecordingAcks = /* @__PURE__ */ new Map();
 var pendingPlayAcks = /* @__PURE__ */ new Map();
 var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
 var pendingPlayStopAcks = /* @__PURE__ */ new Map();
+var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -284,6 +291,19 @@ function handlePlayStopAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayPoseAck(message) {
+  const pending = pendingPlayPoseAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayPoseAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -369,7 +389,7 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
-  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop" || msgType === "play_pose") {
     process.send?.(message);
     return;
   }
@@ -555,6 +575,10 @@ function defineAgent(handlers) {
       handlePlayStopAck(message);
       return;
     }
+    if (isPlayPoseAckMessage(message)) {
+      handlePlayPoseAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;

package/dist/templates/voice-starter/agent.js

@@ -148,6 +148,12 @@ function isPlayStopAckMessage(value) {
   const msg = value;
   return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
 }
+function isPlayPoseAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_pose_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -208,7 +214,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -230,6 +236,7 @@ var pendingRecordingAcks = /* @__PURE__ */ new Map();
 var pendingPlayAcks = /* @__PURE__ */ new Map();
 var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
 var pendingPlayStopAcks = /* @__PURE__ */ new Map();
+var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -284,6 +291,19 @@ function handlePlayStopAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayPoseAck(message) {
+  const pending = pendingPlayPoseAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayPoseAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -369,7 +389,7 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
-  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop" || msgType === "play_pose") {
     process.send?.(message);
     return;
   }
@@ -555,6 +575,10 @@ function defineAgent(handlers) {
       handlePlayStopAck(message);
       return;
     }
+    if (isPlayPoseAckMessage(message)) {
+      handlePlayPoseAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;

package/dist/templates/webhooks/agent.js

@@ -151,6 +151,12 @@ function isPlayStopAckMessage(value) {
   const msg = value;
   return msg.type === "play_stop_ack" && typeof msg.requestId === "string";
 }
+function isPlayPoseAckMessage(value) {
+  if (!value || typeof value !== "object")
+    return false;
+  const msg = value;
+  return msg.type === "play_pose_ack" && typeof msg.requestId === "string";
+}
 function isRecordingControlAckMessage(value) {
   if (!value || typeof value !== "object")
     return false;
@@ -211,7 +217,7 @@ function isParentMessage(value) {
   if (!value || typeof value !== "object")
     return false;
   const msg = value;
-  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
+  return msg.type === "session_start" || msg.type === "speech_event" || msg.type === "session_end" || msg.type === "data_channel_message" || msg.type === "data_channel_binary" || msg.type === "idle_timeout" || msg.type === "recording_control_ack" || msg.type === "play_ack" || msg.type === "play_status_ack" || msg.type === "play_stop_ack" || msg.type === "play_pose_ack" || msg.type === "mix_control_ack" || msg.type === "stt_control_ack" || msg.type === "webhook";
 }
 function isSessionScopedParentMessage(value) {
   return isParentMessage(value) && !isWebhookMessage(value);
@@ -233,6 +239,7 @@ var pendingRecordingAcks = /* @__PURE__ */ new Map();
 var pendingPlayAcks = /* @__PURE__ */ new Map();
 var pendingPlayStatusAcks = /* @__PURE__ */ new Map();
 var pendingPlayStopAcks = /* @__PURE__ */ new Map();
+var pendingPlayPoseAcks = /* @__PURE__ */ new Map();
 var pendingMixAcks = /* @__PURE__ */ new Map();
 var pendingSttAcks = /* @__PURE__ */ new Map();
 function handleRecordingControlAck(message) {
@@ -287,6 +294,19 @@ function handlePlayStopAck(message) {
     requestId: message.requestId
   });
 }
+function handlePlayPoseAck(message) {
+  const pending = pendingPlayPoseAcks.get(message.requestId);
+  if (!pending)
+    return;
+  clearTimeout(pending.timer);
+  pendingPlayPoseAcks.delete(message.requestId);
+  pending.resolve({
+    ok: message.ok,
+    playId: message.playId,
+    reason: message.reason,
+    requestId: message.requestId
+  });
+}
 function handleMixControlAck(message) {
   const pending = pendingMixAcks.get(message.requestId);
   if (!pending)
@@ -372,7 +392,7 @@ function sendParentMessage(message) {
     process.send?.(message);
     return;
   }
-  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop") {
+  if (msgType === "play" || msgType === "play_status" || msgType === "play_stop" || msgType === "play_pose") {
     process.send?.(message);
     return;
   }
@@ -558,6 +578,10 @@ function defineAgent(handlers) {
       handlePlayStopAck(message);
       return;
     }
+    if (isPlayPoseAckMessage(message)) {
+      handlePlayPoseAck(message);
+      return;
+    }
     if (isMixControlAckMessage(message)) {
       handleMixControlAck(message);
       return;