@epam/ai-dial-chat-hooks 1.2.0-dev.20 → 1.2.0-dev.207

package/conversation/useConversationStream/generation-resume.js

@@ -1,16 +1,39 @@
 import { safeDecodeURI as e } from "../../shared/string-utils.js";
-import { getConversationPath as t } from "./conversation-path.js";
-import { applyChunkToMessages as n } from "./apply-chunk.js";
-import { restoreBufferedMessage as r } from "./buffered-generation.js";
-import { MessageRole as i } from "@epam/ai-dial-chat-shared";
+import { DEFAULT_GENERATION_PERSISTENCE_ERROR_MESSAGE as t, GenerationPersistenceError as n } from "../create-chat-stream-api.js";
+import { getConversationPath as r } from "./conversation-path.js";
+import { applyChunkToMessages as i } from "./apply-chunk.js";
+import { restoreBufferedMessage as a } from "./buffered-generation.js";
+import { MessageRole as o } from "@epam/ai-dial-chat-shared";
 //#region src/conversation/useConversationStream/generation-resume.ts
-var a = (e) => {
+var s = (e) => {
 	let t = e.custom_content;
 	return !!e.content || e.responseId != null || !!t?.attachments?.length || !!t?.stages?.length || !!t?.annotations?.length || !!t?.form_schema || t?.state != null;
-}, o = (e) => {
+}, c = (e) => {
 	let t = e.messages[e.messages.length - 1];
-	return !!t && t.role === i.Assistant && !a(t) && t.streamErrorMessage == null && !t.wasStoppedByUser;
-}, s = 300 * 1e3, c = "awaiting-resume", l = async (e, t) => {
+	return !!t && t.role === o.Assistant && !s(t) && t.streamErrorMessage == null && !t.wasStoppedByUser;
+}, l = 300 * 1e3, u = "awaiting-resume", d = [
+	1e3,
+	2e3,
+	4e3,
+	8e3,
+	16e3
+], f = (e) => new Promise((t) => {
+	let n = typeof window < "u", r = () => {
+		clearTimeout(i), n && window.removeEventListener("online", r), t();
+	}, i = setTimeout(r, e);
+	n && window.addEventListener("online", r);
+}), p = async (e, t) => {
+	for (let n = 0; n <= d.length; n++) {
+		if (t()) return null;
+		try {
+			return await e();
+		} catch {
+			if (n === d.length) return null;
+			await f(d[n]);
+		}
+	}
+	return null;
+}, m = async (e, t) => {
 	let n = e.getReader(), r = new TextDecoder(), i = "";
 	try {
 		for (;;) {
@@ -39,88 +62,106 @@ var a = (e) => {
 	} catch {} finally {
 		n.releaseLock();
 	}
-}, u = ({ transport: i, setConversation: a, conversationRef: u, resumingPathsRef: d, bufferedGenerationsRef: f, addStreamingPath: p, removeStreamingPath: m, isPathDisplayed: h }) => (g, _) => {
-	if (!o(_)) return;
-	let v = t(g);
-	if (d.current.has(v)) return;
-	d.current.add(v), p(v);
-	let y = _.messages.length - 1, b = (e) => {
-		d.current.delete(v), m(v), f.current.delete(v), e && h(v) && (a(e), u.current = e);
-	}, x = async () => {
+}, h = ({ transport: o, setConversation: d, conversationRef: f, resumingPathsRef: p, bufferedGenerationsRef: h, addStreamingPath: g, removeStreamingPath: _, isPathDisplayed: v, generationPersistenceErrorMessage: y = t }) => (t, b, x = {}) => {
+	if (!c(b)) {
+		x.onSettled?.();
+		return;
+	}
+	let S = r(t);
+	if (!x.skipDedupe && p.current.has(S)) return;
+	p.current.add(S), g(S);
+	let C = b.messages.length - 1, w = {
+		generationId: u,
+		messageIndex: C,
+		message: x.seedMessage ?? b.messages[C]
+	};
+	h.current.set(S, w);
+	let T = () => h.current.get(S) === w, E = (e, t = !1) => {
+		if (!T()) return;
+		p.current.delete(S), _(S);
+		let n = e && e.messages.length - 1 === C && c(e) && s(w.message);
+		if (t || n) {
+			w.message = {
+				...w.message,
+				streamErrorMessage: y
+			}, v(S) && d((e) => {
+				if (!e || !T() || !v(S)) return e;
+				let t = a(e, w);
+				return f.current = t, t;
+			});
+			return;
+		}
+		h.current.delete(S), e && v(S) && (d(e), f.current = e);
+	}, D = async () => {
 		try {
-			b(await i.getConversation(e(g)));
+			E(await o.getConversation(e(t)));
 		} catch {
-			b();
-		}
-	}, S = (e) => {
-		let t = {
-			generationId: c,
-			messageIndex: y,
-			message: e
-		};
-		f.current.set(v, t), h(v) && a((e) => {
-			if (!e) return e;
-			let n = r(e, t);
-			return u.current = n, n;
-		});
-	}, C = (e) => {
-		let t = f.current.get(v);
-		if (t?.generationId === c) {
-			let r = n([t.message], 0, e);
-			r && (t.message = r[0]);
+			E(void 0, s(w.message));
 		}
-		h(v) && a((e) => {
-			if (!e) return e;
-			let t = f.current.get(v);
-			if (t?.generationId !== c) return e;
-			let n = r(e, t);
-			return u.current = n, n;
+	}, O = (e) => {
+		T() && (w.message = e, v(S) && d((e) => {
+			if (!e || !T() || !v(S)) return e;
+			let t = a(e, w);
+			return f.current = t, t;
+		}));
+	}, k = (e) => {
+		if (!T()) return;
+		let t = i([w.message], 0, e);
+		t && (w.message = t[0]), v(S) && d((e) => {
+			if (!e || !T() || !v(S)) return e;
+			let t = a(e, w);
+			return f.current = t, t;
 		});
-	}, w = async () => {
-		let t = new AbortController(), n;
+	}, A = async () => {
+		let n = new AbortController(), r;
 		try {
-			n = await i.watchConversation(v, t.signal);
+			r = await o.watchConversation(S, n.signal);
 		} catch {
-			await x();
+			await D();
 			return;
 		}
-		let r = !1, a = window.setTimeout(() => {
-			t.abort();
-		}, s);
+		let i = !1, a = window.setTimeout(() => {
+			n.abort();
+		}, l);
 		try {
-			await l(n, async (t) => {
-				if (t?.action !== "UPDATE") return !1;
+			await m(r, async (n) => {
+				if (n?.action !== "UPDATE") return !1;
 				try {
-					let t = await i.getConversation(e(g));
-					if (!o(t)) return b(t), r = !0, !0;
+					let n = await o.getConversation(e(t));
+					if (!c(n)) return E(n), i = !0, !0;
 				} catch {}
 				return !1;
 			});
 		} finally {
 			clearTimeout(a);
 		}
-		r || await x();
-	}, T = async () => {
+		i || await D();
+	}, j = async () => {
 		let e = new AbortController(), t;
 		try {
-			t = await i.attachToGeneration(v, e.signal);
+			t = await o.attachToGeneration(S, e.signal);
 		} catch {
 			return !1;
 		}
-		let n = !1;
-		return await l(t, (e) => {
+		let r = !1, i = !1;
+		return await m(t, (e) => {
+			if (!T()) return !0;
 			switch (e.type) {
-				case "snapshot": return S(e.message), !1;
-				case "chunk": return C(e.chunk), !1;
+				case "snapshot": return O(e.message), !1;
+				case "chunk": return k(e.chunk), !1;
 				case "done":
 				case "error":
-				case "stopped": return n = !0, !0;
+				case "stopped": return i = e.type === "error" && e.errorType === n.type, r = !0, !0;
 			}
-		}), n ? (await x(), !0) : !1;
+		}), r ? (i ? E(void 0, !0) : await D(), !0) : !T();
 	};
 	(async () => {
-		await T() || await w();
+		try {
+			await j() || await A();
+		} finally {
+			x.onSettled?.();
+		}
 	})();
 };
 //#endregion
-export { u as createResumeIfAwaitingGeneration, o as isAwaitingGenerationResume };
+export { h as createResumeIfAwaitingGeneration, p as fetchConversationForRecovery, s as hasGeneratedPayload, c as isAwaitingGenerationResume };

package/conversation/useConversationStream/useConversationStream.js

@@ -1,152 +1,227 @@
 import { safeDecodeURI as e } from "../../shared/string-utils.js";
-import { DEFAULT_GENERATION_CONFLICT_MESSAGE as t, GenerationConflictError as n } from "../create-chat-stream-api.js";
-import { getConversationPath as r } from "./conversation-path.js";
-import { applyChunkToMessages as i } from "./apply-chunk.js";
-import { restoreBufferedMessage as a } from "./buffered-generation.js";
-import { createResumeIfAwaitingGeneration as o } from "./generation-resume.js";
-import { generateUUID as s } from "@epam/ai-dial-chat-shared";
-import { useCallback as c, useEffect as l, useMemo as u, useRef as d, useState as f } from "react";
-import { SendCompletionDtoModeEnum as p } from "@epam/ai-dial-chat-api-client";
+import { DEFAULT_GENERATION_CONFLICT_MESSAGE as t, DEFAULT_GENERATION_PERSISTENCE_ERROR_MESSAGE as n, GenerationConflictError as r, GenerationPersistenceError as i, StreamInterruptedError as a, StreamUpstreamError as o } from "../create-chat-stream-api.js";
+import { getConversationPath as s } from "./conversation-path.js";
+import { applyChunkToMessages as c } from "./apply-chunk.js";
+import { restoreBufferedMessage as l } from "./buffered-generation.js";
+import { createResumeIfAwaitingGeneration as u, fetchConversationForRecovery as d, hasGeneratedPayload as f, isAwaitingGenerationResume as p } from "./generation-resume.js";
+import { MessageRole as m, generateUUID as h } from "@epam/ai-dial-chat-shared";
+import { useCallback as g, useEffect as _, useMemo as v, useRef as y, useState as b } from "react";
+import { SendCompletionDtoModeEnum as x } from "@epam/ai-dial-chat-api-client";
 //#region src/conversation/useConversationStream/useConversationStream.ts
-var m = 2e4, h = ({ conversationId: h, state: { setConversation: g, conversationRef: _ }, transport: v, generation: { startGeneration: y, completeGeneration: b }, channel: x, overlay: S, onStopError: C, generationConflictMessage: w = t }) => {
-	let [T, E] = f(() => /* @__PURE__ */ new Set()), [D, O] = f(null), k = d(null), A = d(null), j = d(/* @__PURE__ */ new Set()), M = d(/* @__PURE__ */ new Map()), N = d(/* @__PURE__ */ new Set()), P = d(/* @__PURE__ */ new Map()), F = d(h);
-	l(() => {
-		F.current = h;
-	}, [h]);
-	let I = c((e) => r(F.current ?? "") === e, []), L = c((e) => {
-		E((t) => {
+var S = 2e4, ee = (e, t, n) => e instanceof i ? n : e instanceof r ? t : e instanceof o ? e.message : "", C = ({ conversationId: r, state: { setConversation: o, conversationRef: C }, transport: w, generation: { startGeneration: T, completeGeneration: E }, channel: D, overlay: O, onStopError: k, generationConflictMessage: A = t, generationPersistenceErrorMessage: j = n, onStreamError: M }) => {
+	let N = y(M);
+	_(() => {
+		N.current = M;
+	}, [M]);
+	let [P, F] = b(() => /* @__PURE__ */ new Set()), [I, L] = b(null), R = y(null), z = y(null), B = y(/* @__PURE__ */ new Set()), V = y(/* @__PURE__ */ new Map()), H = y(/* @__PURE__ */ new Set()), U = y(/* @__PURE__ */ new Map()), W = y(r);
+	_(() => {
+		W.current = r;
+	}, [r]);
+	let G = g((e) => s(W.current ?? "") === e, []), K = g((e) => {
+		F((t) => {
 			if (t.has(e)) return t;
 			let n = new Set(t);
 			return n.add(e), n;
 		});
-	}, []), R = c((e) => {
-		E((t) => {
+	}, []), q = g((e) => {
+		F((t) => {
 			if (!t.has(e)) return t;
 			let n = new Set(t);
 			return n.delete(e), n;
 		});
-	}, []), z = c((t, o, c, l, u, d, f = p.Append) => {
-		let h = d ?? s(), C = r(t);
-		k.current = h, A.current = C, P.current.set(C, h), O(C);
-		let T;
-		f === p.Regenerate ? T = c : f === p.Edit && (T = c - 1);
-		let E = () => P.current.get(C) !== h, D = y(C, h), j = _.current?.messages[c];
-		j ? M.current.set(C, {
-			generationId: h,
-			messageIndex: c,
-			message: j
-		}) : M.current.delete(C), L(C), S?.notifyGenerationStart?.(), x?.ensureConnected();
-		let F = {
-			signal: D.signal,
+	}, []), J = v(() => u({
+		transport: w,
+		setConversation: o,
+		conversationRef: C,
+		resumingPathsRef: B,
+		bufferedGenerationsRef: V,
+		addStreamingPath: K,
+		removeStreamingPath: q,
+		isPathDisplayed: G,
+		generationPersistenceErrorMessage: j
+	}), [
+		K,
+		q,
+		G,
+		w,
+		j
+	]), Y = g((t, n, r, u, g, _, v = x.Append) => {
+		let y = _ ?? h(), b = s(t);
+		B.current.delete(b), R.current = y, z.current = b, U.current.set(b, y), L(b);
+		let k;
+		v === x.Regenerate ? k = r : v === x.Edit && (k = r - 1);
+		let M = () => U.current.get(b) !== y, P = T(b, y), F = C.current?.messages[r];
+		F ? V.current.set(b, {
+			generationId: y,
+			messageIndex: r,
+			message: F
+		}) : V.current.delete(b), K(b), O?.notifyGenerationStart?.(), D?.ensureConnected();
+		let I = () => {
+			M() || q(b), R.current === y && (R.current = null, z.current = null, L(null)), E(b, y), D?.notifyGenerationSettled?.();
+		}, W = () => {
+			if (M()) return;
+			let e = V.current.get(b);
+			!e || e.generationId !== y || (e.message = {
+				...e.message,
+				streamErrorMessage: j
+			}, N.current?.(new i()), G(b) && o((t) => {
+				if (!t || M() || !G(b)) return t;
+				let n = l(t, e);
+				return C.current = n, n;
+			}));
+		}, Y = {
+			signal: P.signal,
 			onChunk: (e) => {
-				if (k.current !== h) return;
-				let t = M.current.get(C);
-				if (t?.generationId === h) {
-					let n = i([t.message], 0, e);
+				if (R.current !== y) return;
+				let t = V.current.get(b);
+				if (t?.generationId === y) {
+					let n = c([t.message], 0, e);
 					n && (t.message = n[0]);
 				}
-				I(C) && g((t) => {
+				G(b) && o((t) => {
 					if (!t) return t;
-					let n = M.current.get(C), r;
-					if (n?.generationId === h) r = a(t, n);
+					let n = V.current.get(b), i;
+					if (n?.generationId === y) i = l(t, n);
 					else {
-						let n = i(t.messages, c, e);
+						let n = c(t.messages, r, e);
 						if (!n) return t;
-						r = {
+						i = {
 							...t,
 							messages: n
 						};
 					}
-					return _.current = r, r;
+					return C.current = i, i;
 				});
 			},
 			onComplete: async () => {
-				if (M.current.get(C)?.generationId === h && M.current.delete(C), E() || R(C), k.current === h && (k.current = null, A.current = null, O(null)), b(C, h), x?.notifyGenerationSettled?.(), N.current.has(h) ? N.current.delete(h) : E() || S?.notifyGenerationEnd?.(), !E() && I(C)) try {
-					let n = await v.getConversation(e(t));
-					if (E() || !I(C)) return;
-					g(n), _.current = n;
-				} catch {}
+				let n = V.current.get(b), r = n?.generationId === y ? n : void 0;
+				if (I(), H.current.has(y) ? H.current.delete(y) : M() || O?.notifyGenerationEnd?.(), !M()) {
+					if (!G(b)) {
+						r && V.current.delete(b);
+						return;
+					}
+					try {
+						let n = await w.getConversation(e(t));
+						if (M()) return;
+						if (!G(b)) {
+							r && V.current.delete(b);
+							return;
+						}
+						if (r && r.messageIndex === n.messages.length - 1 && p(n) && f(r.message)) {
+							W();
+							return;
+						}
+						r && V.current.delete(b), o(n), C.current = n;
+					} catch {
+						M() || W();
+					}
+				}
 			},
 			onError: (e) => {
-				let t = M.current.get(C), r = t?.generationId === h ? t : void 0;
-				if (r && M.current.delete(C), E() || R(C), k.current === h && (k.current = null, A.current = null, O(null)), b(C, h), x?.notifyGenerationSettled?.(), E() || !I(C)) return;
-				let i = e instanceof n ? w : e.message;
-				g((e) => {
-					if (!e) return e;
-					let t = r?.generationId === h ? a(e, r) : e, n = {
-						...t,
-						messages: t.messages.map((e, t) => t === c ? {
-							...e,
-							streamErrorMessage: i
-						} : e)
-					};
-					return _.current = n, n;
+				if (N.current?.(e), e instanceof a && !M()) {
+					Q(e);
+					return;
+				}
+				X(e);
+			}
+		}, X = (e) => {
+			let t = V.current.get(b), n = t?.generationId === y ? t : void 0;
+			if (n && (e instanceof i ? n.message = {
+				...n.message,
+				streamErrorMessage: j
+			} : V.current.delete(b)), I(), M() || !G(b)) return;
+			let a = ee(e, A, j);
+			o((e) => {
+				if (!e || M() || !G(b)) return e;
+				let t = n?.generationId === y ? l(e, n) : e, i = {
+					...t,
+					messages: t.messages.map((e, t) => t === r ? {
+						...e,
+						streamErrorMessage: a
+					} : e)
+				};
+				return C.current = i, i;
+			});
+		}, Z = () => {
+			I(), H.current.has(y) ? H.current.delete(y) : M() || O?.notifyGenerationEnd?.();
+		}, Q = async (n) => {
+			B.current.add(b);
+			let i = await d(() => w.getConversation(e(t)), M);
+			if (M()) {
+				I();
+				return;
+			}
+			let a = i?.messages[i.messages.length - 1], s = i != null && i.messages.length - 1 === r && a?.role === m.Assistant;
+			if (!i || !s) {
+				B.current.delete(b), X(n);
+				return;
+			}
+			let c = V.current.get(b), l = c?.generationId === y ? c : void 0;
+			if (p(i)) {
+				J(t, i, {
+					seedMessage: l?.message,
+					skipDedupe: !0,
+					onSettled: Z
 				});
+				return;
 			}
+			B.current.delete(b), l && V.current.delete(b), G(b) && (o(i), C.current = i), Z();
 		};
 		(async () => {
 			try {
-				let e = x?.channelId ?? await x?.waitForChannel(m) ?? void 0;
-				v.streamCompletion(C, o, l, F, u, h, f, T, e);
+				let e = D?.channelId ?? await D?.waitForChannel(S) ?? void 0, t = H.current.has(y);
+				if (P.signal.aborted || M() || t) {
+					V.current.get(b)?.generationId === y && V.current.delete(b), M() || q(b), R.current === y && (R.current = null, z.current = null, L(null)), E(b, y), D?.notifyGenerationSettled?.(), t ? H.current.delete(y) : M() || O?.notifyGenerationEnd?.();
+					return;
+				}
+				w.streamCompletion(b, n, u, Y, g, y, v, k, e);
 			} catch (e) {
-				F.onError(e instanceof Error ? e : Error(String(e)));
+				Y.onError(e instanceof Error ? e : Error(String(e)));
 			}
 		})();
 	}, [
-		y,
-		b,
-		L,
-		R,
-		I,
-		x?.channelId,
-		x?.ensureConnected,
-		x?.waitForChannel,
-		x?.notifyGenerationSettled,
-		S,
-		v,
-		w
-	]), B = c((e, t) => {
-		let n = r(e), i = M.current.get(n);
-		return i ? a(t, i) : t;
-	}, []), V = c(() => {
-		let e = k.current;
-		if (!e || !h) return;
-		let t = r(h);
-		A.current === t && (N.current.add(e), S?.notifyStopGenerating?.(), v.stopCompletion({
+		T,
+		E,
+		K,
+		q,
+		G,
+		D?.channelId,
+		D?.ensureConnected,
+		D?.waitForChannel,
+		D?.notifyGenerationSettled,
+		O,
+		w,
+		J,
+		A,
+		j
+	]), X = g((e, t) => {
+		let n = s(e), r = V.current.get(n);
+		return r ? l(t, r) : t;
+	}, []), Z = g(() => {
+		let e = R.current;
+		if (!e || !r) return;
+		let t = s(r);
+		z.current === t && (H.current.add(e), O?.notifyStopGenerating?.(), w.stopCompletion({
 			generationId: e,
 			path: t
 		}).catch((e) => {
 			let t = e instanceof Error ? e : Error(String(e));
-			C?.(t);
+			k?.(t);
 		}));
 	}, [
-		h,
-		C,
-		S,
-		v
-	]), H = u(() => o({
-		transport: v,
-		setConversation: g,
-		conversationRef: _,
-		resumingPathsRef: j,
-		bufferedGenerationsRef: M,
-		addStreamingPath: L,
-		removeStreamingPath: R,
-		isPathDisplayed: I
-	}), [
-		L,
-		R,
-		I,
-		v
-	]), U = h != null && T.has(r(h)), W = h == null ? null : r(h);
+		r,
+		k,
+		O,
+		w
+	]), Q = g((e, t) => J(e, t), [J]), te = r != null && P.has(s(r)), $ = r == null ? null : s(r);
 	return {
-		startStream: z,
-		handleStop: V,
-		resumeIfAwaitingGeneration: H,
-		restoreBufferedGeneration: B,
-		isStreaming: U,
-		canStopStreaming: W != null && D === W
+		startStream: Y,
+		handleStop: Z,
+		resumeIfAwaitingGeneration: Q,
+		restoreBufferedGeneration: X,
+		isStreaming: te,
+		canStopStreaming: $ != null && I === $
 	};
 };
 //#endregion
-export { h as useConversationStream };
+export { C as useConversationStream };