@tellyouai/plugin 0.1.9 → 0.1.10

package/dist/package/index.js

@@ -41017,7 +41017,7 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 		let r = await navigator.mediaDevices.enumerateDevices(), i = r.find((e) => e.kind === "audioinput" && e.deviceId === n), a = r.find((e) => e.kind === "audiooutput" && i?.groupId && e.groupId === i.groupId);
 		a && await e.setSinkId(a.deviceId);
 	}, lce = (e) => {
-		let { config: { entityId: t } } = Kl(), { entityId: n } = xu(), { locale: r } = cA(), i = ql(), a = gu(i.config.consent), [o, s] = (0, lA.useState)([]), [c, l] = (0, lA.useState)(!1), [u, d] = (0, lA.useState)(!1), f = (0, lA.useRef)(null), p = (0, lA.useRef)(null), m = (0, lA.useRef)(null), h = (0, lA.useRef)(null), g = (0, lA.useRef)(null), _ = (0, lA.useRef)(0), v = (0, lA.useRef)(/* @__PURE__ */ new Set()), y = (0, lA.useRef)(null), b = (0, lA.useRef)(null), x = (0, lA.useCallback)((e) => {
+		let { config: { entityId: t } } = Kl(), { entityId: n } = xu(), { locale: r } = cA(), i = ql(), a = gu(i.config.consent), [o, s] = (0, lA.useState)([]), [c, l] = (0, lA.useState)(!1), [u, d] = (0, lA.useState)(!1), f = (0, lA.useRef)(null), p = (0, lA.useRef)(null), m = (0, lA.useRef)(null), h = (0, lA.useRef)(null), g = (0, lA.useRef)(null), _ = (0, lA.useRef)(0), v = (0, lA.useRef)(/* @__PURE__ */ new Set()), y = (0, lA.useRef)(null), b = (0, lA.useRef)(null), x = (0, lA.useRef)(null), S = (0, lA.useRef)(null), C = (0, lA.useCallback)((e) => {
 			s((t) => {
 				let n = e.filter((e) => t.some((t) => t.id === e.id)), r = e.filter((e) => !t.some((t) => t.id === e.id));
 				return [...t.map((e) => {
@@ -41032,13 +41032,13 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 					createdAt: e.createdAt || /* @__PURE__ */ new Date()
 				}))];
 			});
-		}, []), S = (0, lA.useCallback)((r, i, a) => {
+		}, []), w = (0, lA.useCallback)((r, i, a) => {
 			let o = r === "agent" ? b : y, s = o.current || {
 				id: Tt(),
 				content: "",
 				createdAt: /* @__PURE__ */ new Date()
 			}, c = a ? i : s.content + i;
-			c.trim() && x([{
+			c.trim() && C([{
 				id: s.id,
 				content: c.trim(),
 				createdAt: s.createdAt,
@@ -41051,16 +41051,16 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 		}, [
 			n,
 			e,
-			x,
+			C,
 			t
-		]), C = (0, lA.useCallback)(() => {
+		]), T = (0, lA.useCallback)(() => {
 			let e = f.current;
 			f.current = null, e && e.readyState < WebSocket.CLOSING && e.close(), g.current?.disconnect(), g.current = null, m.current?.getTracks().forEach((e) => e.stop()), m.current = null, h.current &&= (navigator.mediaDevices.removeEventListener("devicechange", h.current), null), v.current.forEach((e) => {
 				try {
 					e.stop();
 				} catch {}
-			}), v.current.clear(), y.current = null, b.current = null, _.current = 0, p.current?.close(), p.current = null, l(!1), d(!1);
-		}, []), w = (0, lA.useCallback)((e) => {
+			}), v.current.clear(), y.current = null, b.current = null, x.current = null, S.current = null, _.current = 0, p.current?.close(), p.current = null, l(!1), d(!1);
+		}, []), E = (0, lA.useCallback)((e) => {
 			let t = p.current;
 			if (!t) return;
 			let n = cce(e), r = Math.floor(n.byteLength / 2), i = t.createBuffer(1, r, 24e3), a = i.getChannelData(0), o = new DataView(n.buffer, n.byteOffset, n.byteLength);
@@ -41069,13 +41069,13 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 			s.buffer = i, s.connect(t.destination);
 			let c = Math.max(t.currentTime, _.current);
 			s.start(c), _.current = c + i.duration, v.current.add(s), s.onended = () => v.current.delete(s);
-		}, []), T = (0, lA.useCallback)(() => {
+		}, []), D = (0, lA.useCallback)(() => {
 			v.current.forEach((e) => {
 				try {
 					e.stop();
 				} catch {}
 			}), v.current.clear(), _.current = p.current?.currentTime || 0;
-		}, []), E = (0, lA.useCallback)(async () => {
+		}, []), O = (0, lA.useCallback)(async () => {
 			if (t && n) {
 				l(!0);
 				try {
@@ -41089,9 +41089,9 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 						uA(_, u).catch((e) => console.warn("Unable to route voice playback to headset:", e));
 					};
 					navigator.mediaDevices.addEventListener("devicechange", v);
-					let x = new WebSocket(c.mediaUrl);
-					m.current = u, p.current = _, h.current = v, f.current = x, x.onopen = () => {
-						x.send(JSON.stringify({
+					let C = new WebSocket(c.mediaUrl);
+					m.current = u, p.current = _, h.current = v, f.current = C, C.onopen = () => {
+						C.send(JSON.stringify({
 							type: "proxy.configure",
 							token: c.token,
 							context: {
@@ -41113,7 +41113,7 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 								parameters: t.inputSchema
 							}))
 						}));
-					}, x.onmessage = async (e) => {
+					}, C.onmessage = async (e) => {
 						let t = JSON.parse(e.data);
 						if (t.type === "proxy.tool_call") {
 							let e = t.name ? s[t.name] : void 0, n;
@@ -41122,7 +41122,7 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 							} catch (e) {
 								n = `Client tool "${t.name}" failed: ${e instanceof Error ? e.message : String(e)}`;
 							}
-							x.readyState === WebSocket.OPEN && x.send(JSON.stringify({
+							C.readyState === WebSocket.OPEN && C.send(JSON.stringify({
 								type: "proxy.tool_result",
 								callId: t.callId,
 								output: n
@@ -41130,49 +41130,53 @@ var bp, xp, Sp, Cp, wp, Tp, Ep, Dp, Op, kp, Ap, jp, Mp, Np, Pp, Fp, Ip, Lp, Rp,
 						} else if (t.type === "proxy.ready") {
 							let e = _.createMediaStreamSource(u), t = _.createScriptProcessor(4096, 1, 1), n = _.createGain();
 							n.gain.value = 0, t.onaudioprocess = (e) => {
-								if (x.readyState !== WebSocket.OPEN) return;
+								if (C.readyState !== WebSocket.OPEN) return;
 								let t = e.inputBuffer.getChannelData(0), n = new Int16Array(t.length);
 								for (let e = 0; e < t.length; e += 1) {
 									let r = Math.max(-1, Math.min(1, t[e]));
 									n[e] = r < 0 ? r * 32768 : r * 32767;
 								}
-								x.send(n.buffer);
+								C.send(n.buffer);
 							}, e.connect(t), t.connect(n), n.connect(_.destination), g.current = t, _.resume(), l(!1), d(!0);
 						} else if (t.type === "proxy.takeover_announcement" && t.announcement) {
-							T(), speechSynthesis.cancel();
+							D(), speechSynthesis.cancel();
 							let e = new SpeechSynthesisUtterance(t.announcement);
 							e.lang = r;
 							let n = () => {
-								x.readyState === WebSocket.OPEN && x.send(JSON.stringify({ type: "proxy.takeover_announcement_done" }));
+								C.readyState === WebSocket.OPEN && C.send(JSON.stringify({ type: "proxy.takeover_announcement_done" }));
 							};
 							e.onend = n, e.onerror = n, speechSynthesis.speak(e);
-						} else t.type === "response.output_audio.delta" ? t.delta && w(t.delta) : t.type === "input_audio_buffer.speech_started" ? (T(), y.current = null, b.current = null) : t.type === "conversation.item.input_audio_transcription.delta" ? S("user", t.delta || "", !1) : t.type === "conversation.item.input_audio_transcription.completed" ? S("user", t.transcript || "", !0) : t.type === "response.output_audio_transcript.delta" ? S("agent", t.delta || "", !1) : t.type === "response.output_audio_transcript.done" ? S("agent", t.transcript || "", !0) : t.type === "error" && console.error("OpenAI Realtime error:", t.message || t);
-					}, x.onerror = (e) => {
-						console.error("OpenAI Realtime connection failed:", e), C();
-					}, x.onclose = () => C();
+						} else if (t.type === "session.output_audio.delta") t.delta && E(t.delta);
+						else if (t.type === "session.input_transcript.delta" || t.type === "session.output_transcript.delta") {
+							let e = t.type === "session.input_transcript.delta", n = e ? x : S, r = e ? y : b;
+							n.current !== null && t.start_ms !== void 0 && t.start_ms > n.current + 1200 && (r.current = null, e && D()), e && n.current === null && D(), n.current = t.end_ms ?? n.current, w(e ? "user" : "agent", t.delta || "", !1);
+						} else t.type === "error" && console.error("OpenAI Live error:", t.message || t);
+					}, C.onerror = (e) => {
+						console.error("OpenAI Realtime connection failed:", e), T();
+					}, C.onclose = () => T();
 				} catch (e) {
-					C(), console.error("Failed to start OpenAI Realtime conversation:", e);
+					T(), console.error("Failed to start OpenAI Realtime conversation:", e);
 				}
 			}
 		}, [
-			T,
+			D,
 			n,
 			e,
 			i,
 			r,
-			w,
+			E,
 			a.analytics,
-			C,
+			T,
 			t,
-			S
+			w
 		]);
 		return (0, lA.useEffect)(() => () => {
-			f.current && C();
-		}, [C]), {
-			startCall: E,
-			endCall: C,
+			f.current && T();
+		}, [T]), {
+			startCall: O,
+			endCall: T,
 			messages: o,
-			onMessages: x,
+			onMessages: C,
 			isConnected: u,
 			isConnecting: c
 		};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tellyouai/plugin",
-  "version": "0.1.9",
+  "version": "0.1.10",
   "description": "Framework-agnostic browser SDK for the Tellyou AI plugin",
   "repository": {
     "type": "git",