@voicethere/agent 0.7.11 → 0.7.13

package/templates/spatial-showcase/protocol.ts

@@ -8,6 +8,8 @@ const SHOWCASE_DEMOS = new Set<string>(["orbit", "soundboard", "proximity"]);
 
 export const MAX_SAY_TEXT_LENGTH = 200;
 export const MAX_XZ = 5;
+export const ORBIT_SINE_MIN_FREQUENCY_HZ = 110;
+export const ORBIT_SINE_MAX_FREQUENCY_HZ = 1760;
 
 export type ShowcaseJoinMessage = {
   type: "join";
@@ -22,6 +24,8 @@ export type ShowcaseOrbitSetMessage = {
   periodSec?: number;
   elevation?: number;
   paused?: boolean;
+  frequencyHz?: number;
+  sinePlaying?: boolean;
 };
 
 export type ShowcaseOrbitSayMessage = {
@@ -30,6 +34,13 @@ export type ShowcaseOrbitSayMessage = {
   text: string;
 };
 
+export type ShowcaseOrbitPlaceMessage = {
+  type: "orbit";
+  action: "place";
+  x: number;
+  z: number;
+};
+
 export type ShowcasePadMessage = {
   type: "pad";
   clipId: string;
@@ -49,6 +60,13 @@ export type ShowcasePadStatusMessage = {
   playId: string;
 };
 
+export type ShowcasePadMoveMessage = {
+  type: "pad_move";
+  playId: string;
+  x: number;
+  z: number;
+};
+
 export type ShowcaseMoveMessage = {
   type: "move";
   x: number;
@@ -74,9 +92,11 @@ export type ShowcaseInbound =
   | ShowcaseJoinMessage
   | ShowcaseOrbitSetMessage
   | ShowcaseOrbitSayMessage
+  | ShowcaseOrbitPlaceMessage
   | ShowcasePadMessage
   | ShowcasePadStopMessage
   | ShowcasePadStatusMessage
+  | ShowcasePadMoveMessage
   | ShowcaseMoveMessage
   | ShowcaseMutePeerMessage
   | ShowcaseLeaveMessage
@@ -98,6 +118,11 @@ export type ShowcaseOrbitPose = {
   z: number;
 };
 
+export type ShowcaseOrbitSayStatus = {
+  type: "orbit_say_status";
+  status: "playing" | "ended";
+};
+
 export type ShowcasePadProgress = {
   type: "pad_progress";
   playId: string;
@@ -127,6 +152,7 @@ export type ShowcaseError = {
 export type ShowcaseOutbound =
   | ShowcaseAck
   | ShowcaseOrbitPose
+  | ShowcaseOrbitSayStatus
   | ShowcasePadProgress
   | ShowcaseRoomState
   | ShowcaseRoomFull
@@ -144,6 +170,12 @@ function isInXzRange(value: number): boolean {
   return value >= -MAX_XZ && value <= MAX_XZ;
 }
 
+function isOrbitSineFrequencyHz(value: number): boolean {
+  return (
+    value >= ORBIT_SINE_MIN_FREQUENCY_HZ && value <= ORBIT_SINE_MAX_FREQUENCY_HZ
+  );
+}
+
 function isMixPlacement(value: unknown): value is MixPlacement {
   return (
     value === "center" ||
@@ -164,7 +196,9 @@ export function isShowcaseDemo(value: unknown): value is ShowcaseDemo {
   return typeof value === "string" && SHOWCASE_DEMOS.has(value);
 }
 
-export function isShowcaseInbound(message: unknown): message is ShowcaseInbound {
+export function isShowcaseInbound(
+  message: unknown,
+): message is ShowcaseInbound {
   return parseShowcaseMessage(message) !== null;
 }
 
@@ -219,6 +253,19 @@ export function parseShowcaseMessage(message: unknown): ShowcaseInbound | null {
         if (set.paused !== undefined && typeof set.paused !== "boolean") {
           return null;
         }
+        if (
+          set.frequencyHz !== undefined &&
+          (!isFiniteNumber(set.frequencyHz) ||
+            !isOrbitSineFrequencyHz(set.frequencyHz))
+        ) {
+          return null;
+        }
+        if (
+          set.sinePlaying !== undefined &&
+          typeof set.sinePlaying !== "boolean"
+        ) {
+          return null;
+        }
         return {
           type: "orbit",
           action: "set",
@@ -226,8 +273,24 @@ export function parseShowcaseMessage(message: unknown): ShowcaseInbound | null {
           ...(set.periodSec !== undefined ? { periodSec: set.periodSec } : {}),
           ...(set.elevation !== undefined ? { elevation: set.elevation } : {}),
           ...(set.paused !== undefined ? { paused: set.paused } : {}),
+          ...(set.frequencyHz !== undefined
+            ? { frequencyHz: set.frequencyHz }
+            : {}),
+          ...(set.sinePlaying !== undefined
+            ? { sinePlaying: set.sinePlaying }
+            : {}),
         };
       }
+      if (orbit.action === "place") {
+        const place = message as ShowcaseOrbitPlaceMessage;
+        if (!isFiniteNumber(place.x) || !isInXzRange(place.x)) {
+          return null;
+        }
+        if (!isFiniteNumber(place.z) || !isInXzRange(place.z)) {
+          return null;
+        }
+        return { type: "orbit", action: "place", x: place.x, z: place.z };
+      }
       if (orbit.action === "say") {
         const say = message as ShowcaseOrbitSayMessage;
         if (
@@ -285,6 +348,24 @@ export function parseShowcaseMessage(message: unknown): ShowcaseInbound | null {
       }
       return { type: "pad_status", playId: status.playId.trim() };
     }
+    case "pad_move": {
+      const padMove = message as ShowcasePadMoveMessage;
+      if (!isNonEmptyString(padMove.playId)) {
+        return null;
+      }
+      if (!isFiniteNumber(padMove.x) || !isInXzRange(padMove.x)) {
+        return null;
+      }
+      if (!isFiniteNumber(padMove.z) || !isInXzRange(padMove.z)) {
+        return null;
+      }
+      return {
+        type: "pad_move",
+        playId: padMove.playId.trim(),
+        x: padMove.x,
+        z: padMove.z,
+      };
+    }
     case "move": {
       const move = message as ShowcaseMoveMessage;
       if (!isFiniteNumber(move.x) || !isInXzRange(move.x)) {

package/templates/spatial-showcase/sine.ts

@@ -0,0 +1,66 @@
+/** Inline orbit sine clip — 16 kHz mono s16le, decoded size under 64 KiB play cap. */
+
+/** 2 s keeps loop-restart gaps infrequent; 16 kHz mono still fits under 64 KiB. */
+export const ORBIT_SINE_DURATION_MS = 2000;
+export const ORBIT_SINE_FREQUENCY_HZ = 440;
+export const ORBIT_SINE_AMPLITUDE = 8000;
+export const ORBIT_SINE_SAMPLE_RATE = 16_000;
+export const ORBIT_SINE_INLINE_URL =
+  "https://example.com/inline-orbit-sine.wav";
+
+/** Snap duration to an integer number of cycles so the clip loops at a zero crossing. */
+export function orbitSineSampleCount(
+  durationMs = ORBIT_SINE_DURATION_MS,
+  frequencyHz = ORBIT_SINE_FREQUENCY_HZ,
+  sampleRate = ORBIT_SINE_SAMPLE_RATE,
+): number {
+  const targetCycles = (durationMs / 1000) * frequencyHz;
+  const cycles = Math.max(1, Math.floor(targetCycles));
+  return Math.round((cycles * sampleRate) / frequencyHz);
+}
+
+/** Duration in ms for a clip built with {@link orbitSineSampleCount}. */
+export function orbitSineClipDurationMs(
+  durationMs = ORBIT_SINE_DURATION_MS,
+  frequencyHz = ORBIT_SINE_FREQUENCY_HZ,
+  sampleRate = ORBIT_SINE_SAMPLE_RATE,
+): number {
+  const numSamples = orbitSineSampleCount(durationMs, frequencyHz, sampleRate);
+  return (numSamples / sampleRate) * 1000;
+}
+
+/** Looping sine WAV as base64 for {@link play} inline bytes. */
+export function buildOrbitSineInlineClipBase64(
+  durationMs = ORBIT_SINE_DURATION_MS,
+  frequencyHz = ORBIT_SINE_FREQUENCY_HZ,
+  amplitude = ORBIT_SINE_AMPLITUDE,
+  phaseRad = 0,
+): string {
+  const sampleRate = ORBIT_SINE_SAMPLE_RATE;
+  const channels = 1;
+  const bytesPerSample = 2;
+  const numSamples = orbitSineSampleCount(durationMs, frequencyHz, sampleRate);
+  const dataSize = numSamples * channels * bytesPerSample;
+  const buffer = Buffer.alloc(44 + dataSize);
+  buffer.write("RIFF", 0);
+  buffer.writeUInt32LE(36 + dataSize, 4);
+  buffer.write("WAVE", 8);
+  buffer.write("fmt ", 12);
+  buffer.writeUInt32LE(16, 16);
+  buffer.writeUInt16LE(1, 20);
+  buffer.writeUInt16LE(channels, 22);
+  buffer.writeUInt32LE(sampleRate, 24);
+  buffer.writeUInt32LE(sampleRate * channels * bytesPerSample, 28);
+  buffer.writeUInt16LE(channels * bytesPerSample, 32);
+  buffer.writeUInt16LE(16, 34);
+  buffer.write("data", 36);
+  buffer.writeUInt32LE(dataSize, 40);
+  for (let i = 0; i < numSamples; i++) {
+    const t = i / sampleRate;
+    const sample = Math.round(
+      amplitude * Math.sin(2 * Math.PI * frequencyHz * t + phaseRad),
+    );
+    buffer.writeInt16LE(sample, 44 + i * 2);
+  }
+  return buffer.toString("base64");
+}