@craftedxp/voice-js 0.10.0 → 0.12.0

package/dist/transcribe.d.mts

@@ -1,5 +1,5 @@
-import { m as StartCallOptions, V as VoiceClientConfig } from './config-D2TbvIqT.mjs';
-export { f as CallState, o as TranscriptEntry } from './config-D2TbvIqT.mjs';
+import { n as StartCallOptions, V as VoiceClientConfig } from './config-DfbPB1Tq.mjs';
+export { f as CallState, p as TranscriptEntry } from './config-DfbPB1Tq.mjs';
 
 interface DictationSession {
     end: () => void;

package/dist/transcribe.d.ts

@@ -1,5 +1,5 @@
-import { m as StartCallOptions, V as VoiceClientConfig } from './config-D2TbvIqT.js';
-export { f as CallState, o as TranscriptEntry } from './config-D2TbvIqT.js';
+import { n as StartCallOptions, V as VoiceClientConfig } from './config-DfbPB1Tq.js';
+export { f as CallState, p as TranscriptEntry } from './config-DfbPB1Tq.js';
 
 interface DictationSession {
     end: () => void;

package/dist/transcribe.js

@@ -1,7 +1,9 @@
 "use strict";
+var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -15,6 +17,14 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
 // src/transcribe.ts
@@ -504,7 +514,8 @@ function buildWsUrl(args) {
   const base = new URL(args.apiBase);
   const proto = base.protocol === "https:" ? "wss:" : "ws:";
   const bargeQS = args.bargeIn === false ? "&barge=off" : "";
-  return `${proto}//${base.host}/v1/agents/${encodeURIComponent(args.agentId)}/call?token=${encodeURIComponent(args.token)}${bargeQS}`;
+  const mediaQS = args.media === "livekit" ? "&media=livekit" : "";
+  return `${proto}//${base.host}/v1/agents/${encodeURIComponent(args.agentId)}/call?token=${encodeURIComponent(args.token)}${bargeQS}${mediaQS}`;
 }
 
 // src/clientTools.ts
@@ -658,7 +669,75 @@ var createClientMarksBuffer = (args) => {
   };
 };
 
+// src/livekit/createLiveKitMedia.ts
+var toError = (e) => e instanceof Error ? e : new Error(String(e));
+function createLiveKitMedia(lk, opts = {}) {
+  let room = null;
+  let audioEl = null;
+  let muted = false;
+  const attach = (track) => {
+    if (track.kind !== lk.Track.Kind.Audio) return;
+    if (typeof document === "undefined") return;
+    if (!audioEl) {
+      audioEl = document.createElement("audio");
+      audioEl.autoplay = true;
+      audioEl.style.display = "none";
+      document.body.appendChild(audioEl);
+    }
+    track.attach(audioEl);
+  };
+  return {
+    connect: async (url, token) => {
+      const r = new lk.Room({ adaptiveStream: false, dynacast: false });
+      room = r;
+      r.on(lk.RoomEvent.TrackSubscribed, (track) => attach(track));
+      await r.connect(url, token);
+      if (room !== r) {
+        return;
+      }
+      await r.localParticipant.setMicrophoneEnabled(!muted);
+      if (room !== r) {
+        return;
+      }
+      try {
+        await r.startAudio();
+      } catch {
+      }
+    },
+    disconnect: () => {
+      const r = room;
+      room = null;
+      if (r) void r.disconnect().catch(() => void 0);
+      audioEl?.remove();
+      audioEl = null;
+    },
+    setMuted: (m) => {
+      muted = m;
+      const r = room;
+      if (!r) return;
+      void r.localParticipant.setMicrophoneEnabled(!m).catch((e) => opts.onError?.(toError(e)));
+    }
+  };
+}
+
 // src/VoiceClient.ts
+var parseMediaFrame = (raw) => {
+  if (!raw.includes('"livekit_')) return null;
+  try {
+    const m = JSON.parse(raw);
+    if (m.type === "livekit_join" && typeof m.url === "string" && typeof m.token === "string") {
+      return { type: "livekit_join", url: m.url, token: m.token };
+    }
+    if (m.type === "livekit_fallback") {
+      return {
+        type: "livekit_fallback",
+        reason: typeof m.reason === "string" ? m.reason : void 0
+      };
+    }
+  } catch {
+  }
+  return null;
+};
 var BrowserVoiceClient = class {
   constructor(args) {
     this.rws = null;
@@ -670,6 +749,9 @@ var BrowserVoiceClient = class {
     this.startedAt = null;
     this.endedFired = false;
     this.lastError = null;
+    this.mediaMode = "ws";
+    this.lkMedia = null;
+    this.lkJoinSeen = false;
     this.end = () => {
       this.teardown("user_hangup");
     };
@@ -677,11 +759,73 @@ var BrowserVoiceClient = class {
       if (this.muted) return;
       this.muted = true;
       this.capture?.mute(true);
+      this.lkMedia?.setMuted(true);
     };
     this.unmute = () => {
       if (!this.muted) return;
       this.muted = false;
       this.capture?.mute(false);
+      this.lkMedia?.setMuted(false);
+    };
+    this.ensureWsPlayback = async () => {
+      if (this.playback) return;
+      const createPlayback = this.args.audio?.createPlayback ?? createAudioPlayback;
+      this.playback = createPlayback({
+        onVolume: (v) => {
+          this.outputVolume = v;
+          this.args.options.onVolume?.({ input: this.inputVolume, output: v });
+        }
+      });
+      try {
+        await this.playback.resume();
+      } catch {
+      }
+    };
+    // ---------------------------------------------------------------
+    // LiveKit media lifecycle (phase 35)
+    // ---------------------------------------------------------------
+    this.joinLiveKit = async (url, token) => {
+      this.lkJoinSeen = true;
+      const lk = this.args.media?.lk;
+      if (!lk) {
+        this.fallbackToWs("livekit-client unavailable");
+        return;
+      }
+      const media = createLiveKitMedia(lk, {
+        onError: (e) => this.emitError({ code: "mic_start_failed", message: e.message })
+      });
+      this.lkMedia = media;
+      if (this.muted) media.setMuted(true);
+      try {
+        await media.connect(url, token);
+        if (this.lkMedia !== media) return;
+        this.mediaMode = "livekit";
+        this.rws?.send(JSON.stringify({ type: "livekit_ready" }));
+      } catch (err) {
+        const reason = err instanceof Error ? err.message : String(err);
+        media.disconnect();
+        if (this.lkMedia === media) this.lkMedia = null;
+        this.rws?.send(JSON.stringify({ type: "livekit_failed", reason }));
+        this.fallbackToWs(reason);
+      }
+    };
+    // Idempotent: whichever side gives up first (client join error, server
+    // livekit_fallback, `connected` without a join) lands here once.
+    this.fallbackToWs = (reason) => {
+      if (this.mediaMode === "ws") return;
+      this.mediaMode = "ws";
+      this.lkMedia?.disconnect();
+      this.lkMedia = null;
+      void this.ensureWsPlayback();
+      void this.startCapture();
+      this.args.options.onTransportChange?.({ requested: "livekit", actual: "ws", reason });
+    };
+    this.resetLiveKitForReconnect = () => {
+      if (this.args.media?.kind !== "livekit") return;
+      this.lkMedia?.disconnect();
+      this.lkMedia = null;
+      this.lkJoinSeen = false;
+      this.mediaMode = "livekit-pending";
     };
     // ---------------------------------------------------------------
     // Internal
@@ -702,17 +846,27 @@ var BrowserVoiceClient = class {
     this.handleSocketEvent = (ev) => {
       switch (ev.type) {
         case "open":
-          void this.startCapture();
+          if (this.mediaMode === "ws") void this.startCapture();
           break;
         case "reconnected":
           this.proto.transcript = [];
           this.proto.agentBubbleId = null;
           this.args.options.onTranscript?.(this.proto.transcript);
-          void this.startCapture();
+          this.resetLiveKitForReconnect();
+          if (this.mediaMode === "ws") void this.startCapture();
           this.setState("listening");
           break;
         case "message":
           if (typeof ev.data === "string") {
+            const media = parseMediaFrame(ev.data);
+            if (media?.type === "livekit_join") {
+              if (this.mediaMode === "livekit-pending") void this.joinLiveKit(media.url, media.token);
+              break;
+            }
+            if (media?.type === "livekit_fallback") {
+              this.fallbackToWs(media.reason ?? "server_fallback");
+              break;
+            }
             handleServerMessage(ev.data, this.proto, {
               onState: this.setState,
               onTranscript: (entries) => this.args.options.onTranscript?.(entries),
@@ -729,7 +883,12 @@ var BrowserVoiceClient = class {
                 if (typeof seq === "number") this.marks.onAgentTurnEnd(seq);
               },
               onCallEnd: (reason) => this.teardown(reason),
-              onConnected: () => this.sendClientToolsRegister(),
+              onConnected: () => {
+                if (this.mediaMode === "livekit-pending" && !this.lkJoinSeen) {
+                  this.fallbackToWs("server_declined");
+                }
+                this.sendClientToolsRegister();
+              },
               onClientToolCall: (frame) => dispatchClientToolCall(
                 (f) => this.rws?.send(JSON.stringify(f)),
                 this.args.options.clientTools ?? {},
@@ -737,6 +896,8 @@ var BrowserVoiceClient = class {
               )
             });
           } else {
+            if (this.mediaMode === "livekit") break;
+            if (!this.playback) void this.ensureWsPlayback();
             this.marks.markFirstAudibleOutput();
             this.playback?.enqueue(ev.data);
           }
@@ -754,7 +915,8 @@ var BrowserVoiceClient = class {
     };
     this.startCapture = async () => {
       if (this.capture?.isCapturing()) return;
-      this.capture = createAudioCapture({
+      const createCapture = this.args.audio?.createCapture ?? createAudioCapture;
+      this.capture = createCapture({
         onChunk: (pcm) => {
           this.marks.markFirstOutboundAudio();
           this.rws?.send(pcm);
@@ -783,6 +945,8 @@ var BrowserVoiceClient = class {
       }
       this.capture?.stop();
       this.capture = null;
+      this.lkMedia?.disconnect();
+      this.lkMedia = null;
       this.playback?.close();
       this.playback = null;
       try {
@@ -835,28 +999,17 @@ var BrowserVoiceClient = class {
   async start() {
     this.setState("connecting");
     this.startedAt = Date.now();
+    this.mediaMode = this.args.media?.kind === "livekit" ? "livekit-pending" : "ws";
     const url = buildWsUrl({
       apiBase: this.args.config.apiBase,
       agentId: this.args.options.agentId,
       token: this.args.token,
-      bargeIn: this.args.options.bargeIn
-    });
-    this.playback = createAudioPlayback({
-      onVolume: (v) => {
-        this.outputVolume = v;
-        this.args.options.onVolume?.({ input: this.inputVolume, output: v });
-      }
+      bargeIn: this.args.options.bargeIn,
+      media: this.mediaMode === "ws" ? void 0 : "livekit"
     });
-    try {
-      await this.playback.resume();
-    } catch {
-    }
+    if (this.mediaMode === "ws") await this.ensureWsPlayback();
     this.rws = createReconnectingWebSocket(
-      {
-        url,
-        wsFactory: this.args.wsFactory,
-        maxRetries: 3
-      },
+      { url, wsFactory: this.args.wsFactory, maxRetries: 3 },
       (ev) => this.handleSocketEvent(ev)
     );
   }
@@ -1041,6 +1194,20 @@ async function createWebRtcCall(opts) {
   };
 }
 
+// src/livekit/loadLiveKit.ts
+var lkPromise;
+var loadLiveKit = (requiredBy = "this feature") => {
+  lkPromise ?? (lkPromise = import("livekit-client").catch((e) => {
+    lkPromise = void 0;
+    const wrapped = new Error(
+      `${requiredBy} requires the optional peer dependency 'livekit-client' \u2014 npm install livekit-client`
+    );
+    wrapped.cause = e;
+    throw wrapped;
+  }));
+  return lkPromise;
+};
+
 // src/textSession.ts
 async function startTextSession(opts) {
   const f = opts.fetch ?? fetch;
@@ -1171,6 +1338,27 @@ var AssistantVoiceFactory = class {
           clientTools: options.clientTools
         });
       }
+      if (resolved.transport === "livekit") {
+        let lk = null;
+        let loadError = "";
+        try {
+          lk = await loadLiveKit("transport 'livekit'");
+        } catch (e) {
+          loadError = e instanceof Error ? e.message : String(e);
+        }
+        if (!lk) {
+          options.onTransportChange?.({ requested: "livekit", actual: "ws", reason: loadError });
+        }
+        const client2 = new BrowserVoiceClient({
+          config: this.config,
+          options: { ...options, context, metadata },
+          token: resolved.token,
+          wsFactory: browserWsFactory,
+          media: lk ? { kind: "livekit", lk } : void 0
+        });
+        await client2.start();
+        return client2;
+      }
       const client = new BrowserVoiceClient({
         config: this.config,
         // Carry merged context/metadata through to startCall so server can