@jchaffin/voicekit 0.2.0 → 0.2.2

package/dist/adapters/deepgram.js

@@ -73,12 +73,18 @@ var DeepgramSession = class extends EventEmitter {
     if (this.options.model) url.searchParams.set("model", this.options.model);
     if (this.options.language) url.searchParams.set("language", this.options.language);
     this.ws = new WebSocket(url.toString());
-    await new Promise((resolve, reject) => {
-      const ws = this.ws;
-      ws.onopen = () => resolve();
-      ws.onerror = (e) => reject(new Error("WebSocket connection failed"));
-      ws.onclose = () => this.emit("status_change", "DISCONNECTED");
-    });
+    try {
+      await new Promise((resolve, reject) => {
+        const ws = this.ws;
+        ws.onopen = () => resolve();
+        ws.onerror = () => reject(new Error("WebSocket connection failed"));
+        ws.onclose = () => this.emit("status_change", "DISCONNECTED");
+      });
+    } catch (err) {
+      this.ws?.close();
+      this.ws = null;
+      throw err;
+    }
     this.ws.onmessage = (event) => {
       try {
         const msg = JSON.parse(event.data);

package/dist/adapters/deepgram.mjs

@@ -19,12 +19,18 @@ var DeepgramSession = class extends EventEmitter {
     if (this.options.model) url.searchParams.set("model", this.options.model);
     if (this.options.language) url.searchParams.set("language", this.options.language);
     this.ws = new WebSocket(url.toString());
-    await new Promise((resolve, reject) => {
-      const ws = this.ws;
-      ws.onopen = () => resolve();
-      ws.onerror = (e) => reject(new Error("WebSocket connection failed"));
-      ws.onclose = () => this.emit("status_change", "DISCONNECTED");
-    });
+    try {
+      await new Promise((resolve, reject) => {
+        const ws = this.ws;
+        ws.onopen = () => resolve();
+        ws.onerror = () => reject(new Error("WebSocket connection failed"));
+        ws.onclose = () => this.emit("status_change", "DISCONNECTED");
+      });
+    } catch (err) {
+      this.ws?.close();
+      this.ws = null;
+      throw err;
+    }
     this.ws.onmessage = (event) => {
       try {
         const msg = JSON.parse(event.data);

package/dist/adapters/elevenlabs.js

@@ -73,11 +73,17 @@ var ElevenLabsSession = class extends EventEmitter {
   async connect(config) {
     const wsUrl = config.authToken?.startsWith("wss://") ? config.authToken : `${ELEVENLABS_WS_BASE}?agent_id=${this.agentId}`;
     this.ws = new WebSocket(wsUrl);
-    await new Promise((resolve, reject) => {
-      const ws = this.ws;
-      ws.onopen = () => resolve();
-      ws.onerror = () => reject(new Error("ElevenLabs WebSocket connection failed"));
-    });
+    try {
+      await new Promise((resolve, reject) => {
+        const ws = this.ws;
+        ws.onopen = () => resolve();
+        ws.onerror = () => reject(new Error("ElevenLabs WebSocket connection failed"));
+      });
+    } catch (err) {
+      this.ws?.close();
+      this.ws = null;
+      throw err;
+    }
     this.ws.onmessage = (event) => {
       try {
         const msg = JSON.parse(event.data);

package/dist/adapters/elevenlabs.mjs

@@ -19,11 +19,17 @@ var ElevenLabsSession = class extends EventEmitter {
   async connect(config) {
     const wsUrl = config.authToken?.startsWith("wss://") ? config.authToken : `${ELEVENLABS_WS_BASE}?agent_id=${this.agentId}`;
     this.ws = new WebSocket(wsUrl);
-    await new Promise((resolve, reject) => {
-      const ws = this.ws;
-      ws.onopen = () => resolve();
-      ws.onerror = () => reject(new Error("ElevenLabs WebSocket connection failed"));
-    });
+    try {
+      await new Promise((resolve, reject) => {
+        const ws = this.ws;
+        ws.onopen = () => resolve();
+        ws.onerror = () => reject(new Error("ElevenLabs WebSocket connection failed"));
+      });
+    } catch (err) {
+      this.ws?.close();
+      this.ws = null;
+      throw err;
+    }
     this.ws.onmessage = (event) => {
       try {
         const msg = JSON.parse(event.data);

package/dist/adapters/livekit.js

@@ -106,9 +106,15 @@ var LiveKitSession = class extends EventEmitter {
     this.room.on(RoomEvent.Reconnected, () => {
       this.emit("status_change", "CONNECTED");
     });
-    await this.room.connect(this.serverUrl, config.authToken);
-    await this.room.localParticipant.setMicrophoneEnabled(true);
-    this.emit("status_change", "CONNECTED");
+    try {
+      await this.room.connect(this.serverUrl, config.authToken);
+      await this.room.localParticipant.setMicrophoneEnabled(true);
+      this.emit("status_change", "CONNECTED");
+    } catch (err) {
+      await this.room.disconnect();
+      this.room = null;
+      throw err;
+    }
   }
   async disconnect() {
     if (this.room) {

package/dist/adapters/livekit.mjs

@@ -42,9 +42,15 @@ var LiveKitSession = class extends EventEmitter {
     this.room.on(RoomEvent.Reconnected, () => {
       this.emit("status_change", "CONNECTED");
     });
-    await this.room.connect(this.serverUrl, config.authToken);
-    await this.room.localParticipant.setMicrophoneEnabled(true);
-    this.emit("status_change", "CONNECTED");
+    try {
+      await this.room.connect(this.serverUrl, config.authToken);
+      await this.room.localParticipant.setMicrophoneEnabled(true);
+      this.emit("status_change", "CONNECTED");
+    } catch (err) {
+      await this.room.disconnect();
+      this.room = null;
+      throw err;
+    }
   }
   async disconnect() {
     if (this.room) {

package/dist/adapters/openai.js

@@ -152,12 +152,16 @@ var OpenAISession = class extends EventEmitter {
       await new Promise((resolve) => {
         const onDone = (event) => {
           if (event.type === "response.done" || event.type === "response.cancelled") {
+            clearTimeout(timeoutId);
             this.off("raw_event", onDone);
             resolve();
           }
         };
         this.on("raw_event", onDone);
-        setTimeout(resolve, 1500);
+        const timeoutId = setTimeout(() => {
+          this.off("raw_event", onDone);
+          resolve();
+        }, 1500);
       });
     }
     this.session.sendMessage(text);

package/dist/adapters/openai.mjs

@@ -96,12 +96,16 @@ var OpenAISession = class extends EventEmitter {
       await new Promise((resolve) => {
         const onDone = (event) => {
           if (event.type === "response.done" || event.type === "response.cancelled") {
+            clearTimeout(timeoutId);
             this.off("raw_event", onDone);
             resolve();
           }
         };
         this.on("raw_event", onDone);
-        setTimeout(resolve, 1500);
+        const timeoutId = setTimeout(() => {
+          this.off("raw_event", onDone);
+          resolve();
+        }, 1500);
       });
     }
     this.session.sendMessage(text);

package/dist/index.js

@@ -217,6 +217,7 @@ function VoiceProvider({
       }, 500);
     } catch (error) {
       console.error("VoiceKit connection failed:", error);
+      sessionRef.current = null;
       onError?.(error instanceof Error ? error : new Error(String(error)));
       updateStatus("DISCONNECTED");
     }
@@ -823,6 +824,7 @@ function useAudioRecorder() {
     if (mediaRecorderRef.current?.state === "recording") {
       return;
     }
+    recordedChunksRef.current = [];
     try {
       const mediaRecorder = new MediaRecorder(stream, { mimeType: "audio/webm" });
       mediaRecorder.ondataavailable = (event) => {
@@ -1172,11 +1174,7 @@ function useSessionHistory() {
     const { itemId, role, content = [] } = item;
     if (itemId && role) {
       let text = extractMessageText(content);
-      if (role === "assistant" && !text) {
-        text = "";
-      } else if (role === "user" && !text) {
-        return;
-      }
+      if (!text) text = "";
       const guardrailMessage = sketchilyDetectGuardrailMessage(text);
       if (guardrailMessage) {
         const failureDetails = JSON.parse(guardrailMessage);
@@ -1219,6 +1217,7 @@ function useSessionHistory() {
     const itemId = item.item_id;
     if (interruptedItemsRef.current.has(itemId)) return;
     if (itemId) {
+      const displayedText = displayedTextRef.current.get(itemId) ?? accumulatedTextRef.current.get(itemId);
       const timer = deltaTimerRef.current.get(itemId);
       if (timer) clearTimeout(timer);
       deltaTimerRef.current.delete(itemId);
@@ -1227,14 +1226,13 @@ function useSessionHistory() {
       displayedTextRef.current.delete(itemId);
       accumulatedTextRef.current.delete(itemId);
       totalAudioDurationRef.current.delete(itemId);
-      const displayedText = displayedTextRef.current.get(itemId);
       const finalText = displayedText || item.transcript || "";
       const stripped = finalText.replace(/[\s.…]+/g, "");
       if (stripped.length > 0) {
         updateTranscriptMessage(itemId, finalText, false);
       }
       updateTranscriptItem(itemId, { status: "DONE" });
-      const transcriptItem = transcriptItems.find((i) => i.itemId === itemId);
+      const transcriptItem = transcriptItemsRef.current.find((i) => i.itemId === itemId);
       if (transcriptItem?.guardrailResult?.status === "IN_PROGRESS") {
         updateTranscriptItem(itemId, {
           guardrailResult: {
@@ -1259,7 +1257,8 @@ function useSessionHistory() {
       const category = moderation.moderationCategory ?? "NONE";
       const rationale = moderation.moderationRationale ?? "";
       const offendingText = moderation.testText;
-      updateTranscriptItem(lastAssistant.itemId, {
+      const assistantItemId = lastAssistant.itemId ?? lastAssistant.id;
+      updateTranscriptItem(assistantItemId, {
         guardrailResult: {
           status: "DONE",
           category,
@@ -1326,13 +1325,15 @@ function useRealtimeSession(callbacks = {}) {
   const [status, setStatus] = (0, import_react8.useState)("DISCONNECTED");
   const { logClientEvent, logServerEvent } = useEvent();
   const codecParamRef = (0, import_react8.useRef)("opus");
+  const callbacksRef = (0, import_react8.useRef)(callbacks);
+  callbacksRef.current = callbacks;
   const updateStatus = (0, import_react8.useCallback)(
     (s) => {
       setStatus(s);
-      callbacks.onConnectionChange?.(s);
+      callbacksRef.current.onConnectionChange?.(s);
       logClientEvent({}, s);
     },
-    [callbacks, logClientEvent]
+    [logClientEvent]
   );
   const historyHandlers = useSessionHistory().current;
   const interruptedRef = (0, import_react8.useRef)(/* @__PURE__ */ new Set());
@@ -1392,7 +1393,7 @@ function useRealtimeSession(callbacks = {}) {
       );
     });
     session.on("agent_handoff", (_from, to) => {
-      callbacks.onAgentHandoff?.(to);
+      callbacksRef.current.onAgentHandoff?.(to);
     });
     session.on("guardrail_tripped", (info) => {
       historyHandlers.handleGuardrailTripped(
@@ -1429,7 +1430,7 @@ function useRealtimeSession(callbacks = {}) {
       console.error("Session error:", msg);
       logServerEvent({ type: "error", message: msg });
     });
-  }, [callbacks, historyHandlers, logServerEvent]);
+  }, [historyHandlers, logServerEvent]);
   const connect = (0, import_react8.useCallback)(
     async ({
       getEphemeralKey,
@@ -1445,6 +1446,9 @@ function useRealtimeSession(callbacks = {}) {
           "useRealtimeSession: `adapter` is required in ConnectOptions. Pass an adapter like openai() from @jchaffin/voicekit/openai."
         );
       }
+      if (!initialAgents?.length) {
+        throw new Error("useRealtimeSession: `initialAgents` must be a non-empty array.");
+      }
       updateStatus("CONNECTING");
       const ek = await getEphemeralKey();
       const rootAgent = initialAgents[0];
@@ -1667,8 +1671,8 @@ function SuggestionProvider({
   (0, import_react9.useEffect)(() => {
     const handler = (e) => {
       const detail = e.detail;
-      if (detail?.group) {
-        setSuggestionsState(detail.group);
+      if (detail) {
+        setSuggestionsState(detail.group ?? null);
       }
     };
     window.addEventListener(SUGGESTION_EVENT, handler);

package/dist/index.mjs

@@ -159,6 +159,7 @@ function VoiceProvider({
       }, 500);
     } catch (error) {
       console.error("VoiceKit connection failed:", error);
+      sessionRef.current = null;
       onError?.(error instanceof Error ? error : new Error(String(error)));
       updateStatus("DISCONNECTED");
     }
@@ -604,6 +605,7 @@ function useAudioRecorder() {
     if (mediaRecorderRef.current?.state === "recording") {
       return;
     }
+    recordedChunksRef.current = [];
     try {
       const mediaRecorder = new MediaRecorder(stream, { mimeType: "audio/webm" });
       mediaRecorder.ondataavailable = (event) => {
@@ -958,11 +960,7 @@ function useSessionHistory() {
     const { itemId, role, content = [] } = item;
     if (itemId && role) {
       let text = extractMessageText(content);
-      if (role === "assistant" && !text) {
-        text = "";
-      } else if (role === "user" && !text) {
-        return;
-      }
+      if (!text) text = "";
       const guardrailMessage = sketchilyDetectGuardrailMessage(text);
       if (guardrailMessage) {
         const failureDetails = JSON.parse(guardrailMessage);
@@ -1005,6 +1003,7 @@ function useSessionHistory() {
     const itemId = item.item_id;
     if (interruptedItemsRef.current.has(itemId)) return;
     if (itemId) {
+      const displayedText = displayedTextRef.current.get(itemId) ?? accumulatedTextRef.current.get(itemId);
       const timer = deltaTimerRef.current.get(itemId);
       if (timer) clearTimeout(timer);
       deltaTimerRef.current.delete(itemId);
@@ -1013,14 +1012,13 @@ function useSessionHistory() {
       displayedTextRef.current.delete(itemId);
       accumulatedTextRef.current.delete(itemId);
       totalAudioDurationRef.current.delete(itemId);
-      const displayedText = displayedTextRef.current.get(itemId);
       const finalText = displayedText || item.transcript || "";
       const stripped = finalText.replace(/[\s.…]+/g, "");
       if (stripped.length > 0) {
         updateTranscriptMessage(itemId, finalText, false);
       }
       updateTranscriptItem(itemId, { status: "DONE" });
-      const transcriptItem = transcriptItems.find((i) => i.itemId === itemId);
+      const transcriptItem = transcriptItemsRef.current.find((i) => i.itemId === itemId);
       if (transcriptItem?.guardrailResult?.status === "IN_PROGRESS") {
         updateTranscriptItem(itemId, {
           guardrailResult: {
@@ -1045,7 +1043,8 @@ function useSessionHistory() {
       const category = moderation.moderationCategory ?? "NONE";
       const rationale = moderation.moderationRationale ?? "";
       const offendingText = moderation.testText;
-      updateTranscriptItem(lastAssistant.itemId, {
+      const assistantItemId = lastAssistant.itemId ?? lastAssistant.id;
+      updateTranscriptItem(assistantItemId, {
         guardrailResult: {
           status: "DONE",
           category,
@@ -1112,13 +1111,15 @@ function useRealtimeSession(callbacks = {}) {
   const [status, setStatus] = useState5("DISCONNECTED");
   const { logClientEvent, logServerEvent } = useEvent();
   const codecParamRef = useRef6("opus");
+  const callbacksRef = useRef6(callbacks);
+  callbacksRef.current = callbacks;
   const updateStatus = useCallback6(
     (s) => {
       setStatus(s);
-      callbacks.onConnectionChange?.(s);
+      callbacksRef.current.onConnectionChange?.(s);
       logClientEvent({}, s);
     },
-    [callbacks, logClientEvent]
+    [logClientEvent]
   );
   const historyHandlers = useSessionHistory().current;
   const interruptedRef = useRef6(/* @__PURE__ */ new Set());
@@ -1178,7 +1179,7 @@ function useRealtimeSession(callbacks = {}) {
       );
     });
     session.on("agent_handoff", (_from, to) => {
-      callbacks.onAgentHandoff?.(to);
+      callbacksRef.current.onAgentHandoff?.(to);
     });
     session.on("guardrail_tripped", (info) => {
       historyHandlers.handleGuardrailTripped(
@@ -1215,7 +1216,7 @@ function useRealtimeSession(callbacks = {}) {
       console.error("Session error:", msg);
       logServerEvent({ type: "error", message: msg });
     });
-  }, [callbacks, historyHandlers, logServerEvent]);
+  }, [historyHandlers, logServerEvent]);
   const connect = useCallback6(
     async ({
       getEphemeralKey,
@@ -1231,6 +1232,9 @@ function useRealtimeSession(callbacks = {}) {
           "useRealtimeSession: `adapter` is required in ConnectOptions. Pass an adapter like openai() from @jchaffin/voicekit/openai."
         );
       }
+      if (!initialAgents?.length) {
+        throw new Error("useRealtimeSession: `initialAgents` must be a non-empty array.");
+      }
       updateStatus("CONNECTING");
       const ek = await getEphemeralKey();
       const rootAgent = initialAgents[0];
@@ -1453,8 +1457,8 @@ function SuggestionProvider({
   useEffect6(() => {
     const handler = (e) => {
       const detail = e.detail;
-      if (detail?.group) {
-        setSuggestionsState(detail.group);
+      if (detail) {
+        setSuggestionsState(detail.group ?? null);
       }
     };
     window.addEventListener(SUGGESTION_EVENT, handler);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jchaffin/voicekit",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "A provider-agnostic React library for building voice-enabled AI agents",
   "main": "dist/index.js",
   "module": "dist/index.mjs",