@craftedxp/voice-js 0.4.0 → 0.4.2

package/dist/browser.mjs

@@ -838,9 +838,18 @@ var BrowserVoiceClient = class {
 
 // src/webrtc/createWebRtcCall.ts
 async function createWebRtcCall(opts) {
+  validateClientToolMap(opts.clientTools);
   const proto = createProtocolState();
   let muted = false;
   let ended = false;
+  const tools = opts.clientTools ?? {};
+  const sendControl = (frame) => {
+    if (dc?.readyState !== "open") return;
+    try {
+      dc.send(JSON.stringify(frame));
+    } catch {
+    }
+  };
   const fireState = (next) => {
     if (proto.state === next) return;
     proto.state = next;
@@ -857,8 +866,12 @@ async function createWebRtcCall(opts) {
       },
       onCallEnd: () => teardown(),
       onConnected: () => {
+        if (Object.keys(tools).length > 0) {
+          sendControl(buildRegisterFrame(tools));
+        }
       },
-      onClientToolCall: () => {
+      onClientToolCall: (frame) => {
+        dispatchClientToolCall(sendControl, tools, frame);
       }
     });
   };
@@ -895,11 +908,57 @@ async function createWebRtcCall(opts) {
   dc.onerror = () => {
     opts.onError?.({ code: "socket_error", message: "control channel error" });
   };
+  dc.onopen = () => {
+    if (Object.keys(tools).length > 0) {
+      sendControl(buildRegisterFrame(tools));
+    }
+  };
   const gateway = opts.webrtcGatewayBase || "";
   const offerUrl = gateway ? `${gateway}/webrtc/offer?token=${encodeURIComponent(opts.token)}` : `${opts.apiBase}/v1/agents/${encodeURIComponent(opts.agentId)}/webrtc/offer?token=${encodeURIComponent(opts.token)}`;
   const iceUrl = gateway ? `${gateway}/webrtc/ice?token=${encodeURIComponent(opts.token)}` : `${opts.apiBase}/v1/agents/${encodeURIComponent(opts.agentId)}/webrtc/ice?token=${encodeURIComponent(opts.token)}`;
+  const teardown = () => {
+    if (ended) return;
+    ended = true;
+    try {
+      mic.getTracks().forEach((t) => t.stop());
+    } catch {
+    }
+    try {
+      pc.close();
+    } catch {
+    }
+    try {
+      audioEl.remove();
+    } catch {
+    }
+    fireState("ended");
+    opts.onEnd?.();
+  };
+  let callId = null;
+  const pendingCandidates = [];
+  const postCandidate = (candidate) => {
+    void fetch(iceUrl, {
+      method: "POST",
+      headers: { "content-type": "application/json" },
+      body: JSON.stringify({ callId, candidate })
+    }).catch(() => {
+    });
+  };
+  pc.onicecandidate = (e) => {
+    if (!e.candidate) return;
+    if (callId) postCandidate(e.candidate);
+    else pendingCandidates.push(e.candidate);
+  };
+  pc.onconnectionstatechange = () => {
+    const s = pc.connectionState;
+    if (s === "connected") fireState("listening");
+    if (s === "failed" || s === "disconnected") {
+      opts.onError?.({ code: "socket_error", message: `webrtc connection ${s}` });
+      teardown();
+    }
+    if (s === "closed" && !ended) teardown();
+  };
   await pc.setLocalDescription(await pc.createOffer());
-  let callId;
   try {
     const offerRes = await fetch(offerUrl, {
       method: "POST",
@@ -918,6 +977,7 @@ async function createWebRtcCall(opts) {
     const body = await offerRes.json();
     callId = body.callId;
     await pc.setRemoteDescription({ type: "answer", sdp: body.sdp });
+    while (pendingCandidates.length > 0) postCandidate(pendingCandidates.shift());
   } catch (err) {
     if (!ended) {
       opts.onError?.({
@@ -931,42 +991,6 @@ async function createWebRtcCall(opts) {
     }
     throw err;
   }
-  pc.onicecandidate = (e) => {
-    if (!e.candidate) return;
-    void fetch(iceUrl, {
-      method: "POST",
-      headers: { "content-type": "application/json" },
-      body: JSON.stringify({ callId, candidate: e.candidate })
-    }).catch(() => {
-    });
-  };
-  pc.onconnectionstatechange = () => {
-    const s = pc.connectionState;
-    if (s === "connected") fireState("listening");
-    if (s === "failed" || s === "disconnected") {
-      opts.onError?.({ code: "socket_error", message: `webrtc connection ${s}` });
-      teardown();
-    }
-    if (s === "closed" && !ended) teardown();
-  };
-  const teardown = () => {
-    if (ended) return;
-    ended = true;
-    try {
-      mic.getTracks().forEach((t) => t.stop());
-    } catch {
-    }
-    try {
-      pc.close();
-    } catch {
-    }
-    try {
-      audioEl.remove();
-    } catch {
-    }
-    fireState("ended");
-    opts.onEnd?.();
-  };
   return {
     get state() {
       return proto.state;
@@ -1033,7 +1057,8 @@ var BrowserVoiceFactory = class {
           // tracked at 0 until the followup lands (see spec Followups section).
           onEnd: options.onEnd ? () => options.onEnd({ reason: "agent_ended", durationMs: 0 }) : void 0,
           onInterrupt: options.onInterrupt,
-          onAgentTurnStart: options.onAgentTurnStart
+          onAgentTurnStart: options.onAgentTurnStart,
+          clientTools: options.clientTools
         });
       }
       const client = new BrowserVoiceClient({