@epam/ai-dial-chat-hooks 1.2.0-dev.163 → 1.2.0-dev.170

package/conversation/create-chat-stream-api.js

@@ -12,7 +12,31 @@ var e = { "Content-Type": "application/json" }, t = 409, n = "The response could
 	constructor(e) {
 		super(e), this.name = "StreamUpstreamError";
 	}
-}, s = (e, t, n) => {
+}, s = class extends Error {
+	constructor(e) {
+		super("The completion stream was interrupted", { cause: e }), this.name = "StreamInterruptedError";
+	}
+}, c = 45e3, l = (e, t) => {
+	let n = Date.now(), r, i = !1, a = () => {
+		if (i) return;
+		let o = Date.now() - n;
+		if (o >= e) {
+			t();
+			return;
+		}
+		clearTimeout(r), r = setTimeout(a, e - o);
+	}, o = () => {
+		document.visibilityState === "visible" && a();
+	}, s = typeof window < "u" && typeof document < "u";
+	return s && (document.addEventListener("visibilitychange", o), window.addEventListener("online", a), window.addEventListener("pageshow", a)), r = setTimeout(a, e), {
+		touch: () => {
+			n = Date.now();
+		},
+		stop: () => {
+			i || (i = !0, clearTimeout(r), s && (document.removeEventListener("visibilitychange", o), window.removeEventListener("online", a), window.removeEventListener("pageshow", a)));
+		}
+	};
+}, u = (e) => typeof e == "object" && !!e && e.name === "AbortError", d = (e, t, n) => {
 	let i = e.trim();
 	if (!i || i.startsWith(":") || !i.startsWith("data: ")) return;
 	let a = i.slice(6);
@@ -24,19 +48,19 @@ var e = { "Content-Type": "application/json" }, t = 409, n = "The response could
 		}
 		t(e);
 	} catch {}
-}, c = (n) => {
+}, f = (n) => {
 	let { completionsBasePath: r } = n, i = (...e) => (n.fetchImpl ?? fetch)(...e);
 	return {
-		streamCompletion: (o, c, l, u, d, f, p, m, h) => {
-			let { onChunk: g, onComplete: _, onError: v, signal: y } = u;
+		streamCompletion: (o, c, f, p, m, h, g, _, v) => {
+			let { onChunk: y, onComplete: b, onError: x, signal: S } = p;
 			(async () => {
-				let u;
+				let p;
 				try {
 					let t = n.getTimezone?.();
-					u = await i(`${r}/completions`, {
+					p = await i(`${r}/completions`, {
 						method: "POST",
 						credentials: "include",
-						signal: y,
+						signal: S,
 						headers: {
 							...e,
 							...n.getCsrfToken() == null ? {} : { "X-CSRF-Token": n.getCsrfToken() },
@@ -45,53 +69,56 @@ var e = { "Content-Type": "application/json" }, t = 409, n = "The response could
 						body: JSON.stringify({
 							path: o,
 							message: c ?? "",
-							model: l,
-							custom_content: d || {},
-							...f != null && { generationId: f },
-							...p != null && { mode: p },
-							...m != null && { messageIndex: m },
-							...h != null && { clientChannelId: h }
+							model: f,
+							custom_content: m || {},
+							...h != null && { generationId: h },
+							...g != null && { mode: g },
+							..._ != null && { messageIndex: _ },
+							...v != null && { clientChannelId: v }
 						})
 					});
 				} catch (e) {
-					if (e instanceof Error && e.name === "AbortError") return;
-					v(e instanceof Error ? e : Error(String(e)));
+					if (u(e)) return;
+					x(new s(e));
 					return;
 				}
-				let b = u.headers.get("x-csrf-token");
-				if (b && n.setCsrfToken(b), !u.ok) {
-					if (u.status === t) {
-						v(new a());
+				let C = p.headers.get("x-csrf-token");
+				if (C && n.setCsrfToken(C), !p.ok) {
+					if (p.status === t) {
+						x(new a());
 						return;
 					}
-					v(/* @__PURE__ */ Error(`Stream request failed with status ${u.status}`));
+					x(/* @__PURE__ */ Error(`Stream request failed with status ${p.status}`));
 					return;
 				}
-				if (!u.body) {
-					v(/* @__PURE__ */ Error("No response body"));
+				if (!p.body) {
+					x(/* @__PURE__ */ Error("No response body"));
 					return;
 				}
-				let x = u.body.getReader(), S = new TextDecoder(), C = "", w = !1, T = (e) => {
-					w = !0, v(e);
-				};
+				let w = p.body.getReader(), T = new TextDecoder(), E = "", D = !1, O = !1, k = (e) => {
+					D || (D = !0, A.stop(), x(e));
+				}, A = l(n.idleTimeoutMs ?? 45e3, () => {
+					O = !0, k(new s()), w.cancel().catch(() => void 0);
+				});
 				try {
 					for (;;) {
-						let { done: e, value: t } = await x.read();
+						let { done: e, value: t } = await w.read();
+						if (O) break;
 						if (e) {
-							C.trim() && s(C, g, T);
+							E.trim() && d(E, y, k);
 							break;
 						}
-						C += S.decode(t, { stream: !0 });
-						let n = C.split("\n");
-						C = n.pop() ?? "";
-						for (let e of n) s(e, g, T);
+						A.touch(), E += T.decode(t, { stream: !0 });
+						let n = E.split("\n");
+						E = n.pop() ?? "";
+						for (let e of n) d(e, y, k);
 					}
-					w || _();
+					D || (D = !0, b());
 				} catch (e) {
-					if (e instanceof Error && e.name === "AbortError") return;
-					v(e instanceof Error ? e : Error(String(e)));
+					if (u(e)) return;
+					k(new s(e));
 				} finally {
-					x.releaseLock();
+					A.stop(), w.releaseLock();
 				}
 			})();
 		},
@@ -110,4 +137,4 @@ var e = { "Content-Type": "application/json" }, t = 409, n = "The response could
 	};
 };
 //#endregion
-export { i as DEFAULT_GENERATION_CONFLICT_MESSAGE, n as DEFAULT_GENERATION_PERSISTENCE_ERROR_MESSAGE, a as GenerationConflictError, r as GenerationPersistenceError, o as StreamUpstreamError, c as createChatStreamApi };
+export { i as DEFAULT_GENERATION_CONFLICT_MESSAGE, n as DEFAULT_GENERATION_PERSISTENCE_ERROR_MESSAGE, c as DEFAULT_STREAM_IDLE_TIMEOUT_MS, a as GenerationConflictError, r as GenerationPersistenceError, s as StreamInterruptedError, o as StreamUpstreamError, f as createChatStreamApi };

package/conversation/useConversationStream/generation-resume.js

@@ -11,7 +11,29 @@ var s = (e) => {
 }, c = (e) => {
 	let t = e.messages[e.messages.length - 1];
 	return !!t && t.role === o.Assistant && !s(t) && t.streamErrorMessage == null && !t.wasStoppedByUser;
-}, l = 300 * 1e3, u = "awaiting-resume", d = async (e, t) => {
+}, l = 300 * 1e3, u = "awaiting-resume", d = [
+	1e3,
+	2e3,
+	4e3,
+	8e3,
+	16e3
+], f = (e) => new Promise((t) => {
+	let n = typeof window < "u", r = () => {
+		clearTimeout(i), n && window.removeEventListener("online", r), t();
+	}, i = setTimeout(r, e);
+	n && window.addEventListener("online", r);
+}), p = async (e, t) => {
+	for (let n = 0; n <= d.length; n++) {
+		if (t()) return null;
+		try {
+			return await e();
+		} catch {
+			if (n === d.length) return null;
+			await f(d[n]);
+		}
+	}
+	return null;
+}, m = async (e, t) => {
 	let n = e.getReader(), r = new TextDecoder(), i = "";
 	try {
 		for (;;) {
@@ -40,99 +62,106 @@ var s = (e) => {
 	} catch {} finally {
 		n.releaseLock();
 	}
-}, f = ({ transport: o, setConversation: f, conversationRef: p, resumingPathsRef: m, bufferedGenerationsRef: h, addStreamingPath: g, removeStreamingPath: _, isPathDisplayed: v, generationPersistenceErrorMessage: y = t }) => (t, b) => {
-	if (!c(b)) return;
-	let x = r(t);
-	if (m.current.has(x)) return;
-	m.current.add(x), g(x);
-	let S = b.messages.length - 1, C = {
+}, h = ({ transport: o, setConversation: d, conversationRef: f, resumingPathsRef: p, bufferedGenerationsRef: h, addStreamingPath: g, removeStreamingPath: _, isPathDisplayed: v, generationPersistenceErrorMessage: y = t }) => (t, b, x = {}) => {
+	if (!c(b)) {
+		x.onSettled?.();
+		return;
+	}
+	let S = r(t);
+	if (!x.skipDedupe && p.current.has(S)) return;
+	p.current.add(S), g(S);
+	let C = b.messages.length - 1, w = {
 		generationId: u,
-		messageIndex: S,
-		message: b.messages[S]
+		messageIndex: C,
+		message: x.seedMessage ?? b.messages[C]
 	};
-	h.current.set(x, C);
-	let w = () => h.current.get(x) === C, T = (e, t = !1) => {
-		if (!w()) return;
-		m.current.delete(x), _(x);
-		let n = e && e.messages.length - 1 === S && c(e) && s(C.message);
+	h.current.set(S, w);
+	let T = () => h.current.get(S) === w, E = (e, t = !1) => {
+		if (!T()) return;
+		p.current.delete(S), _(S);
+		let n = e && e.messages.length - 1 === C && c(e) && s(w.message);
 		if (t || n) {
-			C.message = {
-				...C.message,
+			w.message = {
+				...w.message,
 				streamErrorMessage: y
-			}, v(x) && f((e) => {
-				if (!e || !w() || !v(x)) return e;
-				let t = a(e, C);
-				return p.current = t, t;
+			}, v(S) && d((e) => {
+				if (!e || !T() || !v(S)) return e;
+				let t = a(e, w);
+				return f.current = t, t;
 			});
 			return;
 		}
-		h.current.delete(x), e && v(x) && (f(e), p.current = e);
-	}, E = async () => {
+		h.current.delete(S), e && v(S) && (d(e), f.current = e);
+	}, D = async () => {
 		try {
-			T(await o.getConversation(e(t)));
+			E(await o.getConversation(e(t)));
 		} catch {
-			T(void 0, s(C.message));
+			E(void 0, s(w.message));
 		}
-	}, D = (e) => {
-		w() && (C.message = e, v(x) && f((e) => {
-			if (!e || !w() || !v(x)) return e;
-			let t = a(e, C);
-			return p.current = t, t;
-		}));
 	}, O = (e) => {
-		if (!w()) return;
-		let t = i([C.message], 0, e);
-		t && (C.message = t[0]), v(x) && f((e) => {
-			if (!e || !w() || !v(x)) return e;
-			let t = a(e, C);
-			return p.current = t, t;
+		T() && (w.message = e, v(S) && d((e) => {
+			if (!e || !T() || !v(S)) return e;
+			let t = a(e, w);
+			return f.current = t, t;
+		}));
+	}, k = (e) => {
+		if (!T()) return;
+		let t = i([w.message], 0, e);
+		t && (w.message = t[0]), v(S) && d((e) => {
+			if (!e || !T() || !v(S)) return e;
+			let t = a(e, w);
+			return f.current = t, t;
 		});
-	}, k = async () => {
+	}, A = async () => {
 		let n = new AbortController(), r;
 		try {
-			r = await o.watchConversation(x, n.signal);
+			r = await o.watchConversation(S, n.signal);
 		} catch {
-			await E();
+			await D();
 			return;
 		}
 		let i = !1, a = window.setTimeout(() => {
 			n.abort();
 		}, l);
 		try {
-			await d(r, async (n) => {
+			await m(r, async (n) => {
 				if (n?.action !== "UPDATE") return !1;
 				try {
 					let n = await o.getConversation(e(t));
-					if (!c(n)) return T(n), i = !0, !0;
+					if (!c(n)) return E(n), i = !0, !0;
 				} catch {}
 				return !1;
 			});
 		} finally {
 			clearTimeout(a);
 		}
-		i || await E();
-	}, A = async () => {
+		i || await D();
+	}, j = async () => {
 		let e = new AbortController(), t;
 		try {
-			t = await o.attachToGeneration(x, e.signal);
+			t = await o.attachToGeneration(S, e.signal);
 		} catch {
 			return !1;
 		}
 		let r = !1, i = !1;
-		return await d(t, (e) => {
-			if (!w()) return !0;
+		return await m(t, (e) => {
+			if (!T()) return !0;
 			switch (e.type) {
-				case "snapshot": return D(e.message), !1;
-				case "chunk": return O(e.chunk), !1;
+				case "snapshot": return O(e.message), !1;
+				case "chunk": return k(e.chunk), !1;
 				case "done":
 				case "error":
 				case "stopped": return i = e.type === "error" && e.errorType === n.type, r = !0, !0;
 			}
-		}), r ? (i ? T(void 0, !0) : await E(), !0) : !w();
+		}), r ? (i ? E(void 0, !0) : await D(), !0) : !T();
 	};
 	(async () => {
-		await A() || await k();
+		try {
+			await j() || await A();
+		} finally {
+			x.onSettled?.();
+		}
 	})();
 };
 //#endregion
-export { f as createResumeIfAwaitingGeneration, s as hasGeneratedPayload, c as isAwaitingGenerationResume };
+export { h as createResumeIfAwaitingGeneration, p as fetchConversationForRecovery, s as hasGeneratedPayload, c as isAwaitingGenerationResume };