@voicethere/agent 0.7.2 → 0.7.4

package/dist/verify/lib.js.map

@@ -1 +1 @@
-{"version":3,"file":"lib.js","sourceRoot":"","sources":["../../src/verify/lib.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,MAAM,CAAC,MAAM,iBAAiB,GAAG,cAAc,CAAC;AAChD,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAC;AACrD,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAC/C,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,eAAe;IACf,mBAAmB;IACnB,sBAAsB;IACtB,qBAAqB;IACrB,WAAW;IACX,gBAAgB;CACR,CAAC;AAGX,MAAM,UAAU,cAAc,CAC5B,IAAc,EACd,MAAyB,OAAO,CAAC,GAAG,EACpC,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACxD,OAAO,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,QAAgC,EAChC,SAAiB,EACjB,SAAiB;IAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,CAAC,EAAyD,EAAE,CAC3D,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,CAClD,CAAC;YACF,IAAI,KAAK,EAAE,CAAC;gBACV,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,cAAc,CAAC,KAAK,CAAC,CAAC;gBACtB,OAAO;YACT,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,IAAI,SAAS,EAAE,CAAC;gBACtC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,CACJ,IAAI,KAAK,CACP,mBAAmB,SAAS,gCAAgC,CAC7D,CACF,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,EAAE,CAAC,CAAC;IACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAgC,EAChC,SAAiB,EACjB,SAAiB;IAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CACvB,CACE,CAAC,EACkE,EAAE,CACrE,CAAC,CAAC,IAAI,KAAK,mBAAmB,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,CAC9D,CAAC;YACF,IAAI,GAAG,EAAE,CAAC;gBACR,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,cAAc,CAAC,GAAG,CAAC,CAAC;gBACpB,OAAO;YACT,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,IAAI,SAAS,EAAE,CAAC;gBACtC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,CACJ,IAAI,KAAK,CACP,mBAAmB,SAAS,4CAA4C,CACzE,CACF,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,EAAE,CAAC,CAAC;IACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,YAAoB;IAEpB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;IAE7C,KAAK,MAAM,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACvC,4DAA4D;QAC5D,sBAAsB;QACtB,0BAA0B;QAC1B,uCAAuC;QACvC,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC;QAC3D,IACE,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;YAC3B,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,EAC9B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,YAAoB;IAC7D,OAAO,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AACjD,CAAC"}
+{"version":3,"file":"lib.js","sourceRoot":"","sources":["../../src/verify/lib.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,MAAM,CAAC,MAAM,iBAAiB,GAAG,cAAc,CAAC;AAChD,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAC;AACrD,MAAM,CAAC,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAC/C,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,eAAe;IACf,mBAAmB;IACnB,gBAAgB;IAChB,sBAAsB;IACtB,qBAAqB;IACrB,WAAW;IACX,gBAAgB;CACR,CAAC;AAGX,MAAM,UAAU,cAAc,CAC5B,IAAc,EACd,MAAyB,OAAO,CAAC,GAAG,EACpC,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACxD,OAAO,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,OAAO,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,QAAgC,EAChC,SAAiB,EACjB,SAAiB;IAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CACzB,CAAC,CAAC,EAAyD,EAAE,CAC3D,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,CAClD,CAAC;YACF,IAAI,KAAK,EAAE,CAAC;gBACV,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,cAAc,CAAC,KAAK,CAAC,CAAC;gBACtB,OAAO;YACT,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,IAAI,SAAS,EAAE,CAAC;gBACtC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,CACJ,IAAI,KAAK,CACP,mBAAmB,SAAS,gCAAgC,CAC7D,CACF,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,EAAE,CAAC,CAAC;IACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAgC,EAChC,SAAiB,EACjB,SAAiB;IAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC7B,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CACvB,CACE,CAAC,EACkE,EAAE,CACrE,CAAC,CAAC,IAAI,KAAK,mBAAmB,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,CAC9D,CAAC;YACF,IAAI,GAAG,EAAE,CAAC;gBACR,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,cAAc,CAAC,GAAG,CAAC,CAAC;gBACpB,OAAO;YACT,CAAC;YACD,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,IAAI,SAAS,EAAE,CAAC;gBACtC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,MAAM,CACJ,IAAI,KAAK,CACP,mBAAmB,SAAS,4CAA4C,CACzE,CACF,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,EAAE,CAAC,CAAC;IACT,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,YAAoB;IAEpB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;IAE7C,KAAK,MAAM,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACvC,4DAA4D;QAC5D,sBAAsB;QACtB,0BAA0B;QAC1B,uCAAuC;QACvC,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC;QAC3D,IACE,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC;YAC7B,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC;YAC3B,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,EAC9B,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,YAAoB;IAC7D,OAAO,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AACjD,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voicethere/agent",
-  "version": "0.7.2",
+  "version": "0.7.4",
   "description": "VoiceThere customer agent SDK — IPC types and runtime helpers for sandboxed child bundles",
   "type": "module",
   "exports": {
@@ -92,12 +92,12 @@
     "esbuild": "0.25.12"
   },
   "peerDependencies": {
-    "@node-webrtc-rust/sdk": ">=0.6.5"
+    "@node-webrtc-rust/sdk": ">=0.9.0"
   },
   "devDependencies": {
-    "@node-webrtc-rust/helpers": "0.8.0",
-    "@node-webrtc-rust/sdk": "0.8.0",
-    "@node-webrtc-rust/signaling": "0.8.0",
+    "@node-webrtc-rust/helpers": "0.9.0",
+    "@node-webrtc-rust/sdk": "0.9.0",
+    "@node-webrtc-rust/signaling": "0.9.0",
     "@types/node": "22.20.1",
     "http-server": "14.1.1",
     "ioredis": "5.11.1",

package/templates/agent.ts

@@ -48,6 +48,8 @@ function peerState(sessionId: string): PeerState {
 }
 
 function formatSpeechDetail(speech: SpeechEvent): string {
+  const language = (speech as SpeechEvent & { language?: string }).language;
+  if (language) return language;
   if (speech.text) return `"${speech.text}"`;
   if (speech.error) return speech.error;
   return "";
@@ -61,6 +63,12 @@ function handleSpeechEvent(sessionId: string, speech: SpeechEvent): void {
   const state = peerState(sessionId);
   const detail = formatSpeechDetail(speech);
 
+  // Published `@node-webrtc-rust/sdk` may not list `user_language` yet.
+  if ((speech.type as string) === "user_language") {
+    agentLog("info", `[${sessionId}] user_language ${detail}`);
+    return;
+  }
+
   switch (speech.type) {
     // --- User turn (VAD + STT) ---
     case "user_speaking_start":
@@ -170,6 +178,11 @@ defineAgent({
     speak(sessionId, `You said: ${text}`);
   },
 
+  onUserLanguage({ sessionId, language }) {
+    // Route prompts / TTS voice from the detected ISO 639-1 code
+    agentLog("info", `user_language ${sessionId} ${language}`);
+  },
+
   onSessionEnd({ sessionId }) {
     peers.delete(sessionId);
     agentLog("info", `session_end ${sessionId}`);

package/templates/mix-smoke.ts

@@ -13,6 +13,7 @@
  * - `{ type: "mix", action: "set_tts_pose", clientId, pose }`
  * - `{ type: "mix", action: "speak", clientId, text }`
  * - `{ type: "mix", action: "clear_tts_pose", clientId }`
+ * - `{ type: "mix", action: "play", sessionIds?, bytes?, url?, volume? }`
  *
  * Acks: `{ type: "mix_ack", action, ok: true, statuses?, ... }` or `{ ok: false, error }`.
  * Ignores `ping` / chat strings (voice-control readiness).
@@ -23,6 +24,7 @@ import {
   createMixGroup,
   defineAgent,
   getClientMixStatus,
+  play,
   sendToClient,
   setClientPose,
   setGlobalMute,
@@ -68,7 +70,15 @@ export type MixCommand =
   | { type: "mix"; action: "get_status"; clientId?: string }
   | { type: "mix"; action: "set_tts_pose"; clientId: string; pose: MixPose }
   | { type: "mix"; action: "speak"; clientId: string; text: string }
-  | { type: "mix"; action: "clear_tts_pose"; clientId: string };
+  | { type: "mix"; action: "clear_tts_pose"; clientId: string }
+  | {
+      type: "mix";
+      action: "play";
+      sessionIds?: string[];
+      bytes?: string;
+      url?: string;
+      volume?: number;
+    };
 
 export type MixClientStatus = {
   clientId?: string;
@@ -86,6 +96,7 @@ export type MixAck =
       sessionId?: string;
       clientIds?: string[];
       statuses?: MixClientStatus[];
+      playId?: string;
     }
   | { type: "mix_ack"; action: string; ok: false; error: string };
 
@@ -194,6 +205,47 @@ export function isMixCommand(message: unknown): message is MixCommand {
         clearMsg.clientId.trim().length > 0
       );
     }
+    case "play": {
+      const playMsg = message as {
+        sessionIds?: unknown;
+        bytes?: unknown;
+        url?: unknown;
+        volume?: unknown;
+      };
+      const hasBytes =
+        typeof playMsg.bytes === "string" && playMsg.bytes.trim().length > 0;
+      const hasUrl =
+        typeof playMsg.url === "string" && playMsg.url.trim().length > 0;
+      if (!hasBytes && !hasUrl) {
+        return false;
+      }
+      if (
+        playMsg.bytes !== undefined &&
+        (typeof playMsg.bytes !== "string" || playMsg.bytes.trim().length === 0)
+      ) {
+        return false;
+      }
+      if (
+        playMsg.url !== undefined &&
+        (typeof playMsg.url !== "string" || playMsg.url.trim().length === 0)
+      ) {
+        return false;
+      }
+      if (playMsg.sessionIds !== undefined) {
+        if (
+          !Array.isArray(playMsg.sessionIds) ||
+          !playMsg.sessionIds.every(
+            (id) => typeof id === "string" && id.trim().length > 0,
+          )
+        ) {
+          return false;
+        }
+      }
+      if (playMsg.volume !== undefined && typeof playMsg.volume !== "number") {
+        return false;
+      }
+      return true;
+    }
     default:
       return false;
   }
@@ -235,6 +287,7 @@ function ackOk(
     sessionId?: string;
     clientIds?: string[];
     statuses?: MixClientStatus[];
+    playId?: string;
   },
 ): void {
   sendToClient(sessionId, {
@@ -386,6 +439,24 @@ async function handleMixCommand(
       ackOk(sessionId, action);
       return;
     }
+    case "play": {
+      const inlineUrl =
+        command.url?.trim() || "https://example.com/inline-clip.wav";
+      const result = await play({
+        url: inlineUrl,
+        ...(command.sessionIds?.length
+          ? { sessionIds: command.sessionIds }
+          : {}),
+        ...(command.bytes ? { bytes: command.bytes } : {}),
+        ...(command.volume !== undefined ? { volume: command.volume } : {}),
+      });
+      if (!result.ok || !result.playId) {
+        ackError(sessionId, action, result.reason ?? "play failed");
+        return;
+      }
+      ackOk(sessionId, action, { playId: result.playId });
+      return;
+    }
     default:
       ackError(sessionId, "unknown", "unsupported mix action");
   }