@librechat/agents 3.7.13 → 3.7.14

package/dist/cjs/llm/invoke.cjs

@@ -1,9 +1,11 @@
 require("../common/enum.cjs");
 require("../common/index.cjs");
+const require_misc = require("../utils/misc.cjs");
+const require_core = require("../messages/core.cjs");
+const require_preempt = require("./preempt.cjs");
 const require_callbacks = require("../utils/callbacks.cjs");
 const require_providerRegistry = require("./providerRegistry.cjs");
 const require_request = require("./request.cjs");
-const require_core = require("../messages/core.cjs");
 const require_events = require("../utils/events.cjs");
 const require_projectionInvariant = require("../messages/projectionInvariant.cjs");
 require("../messages/index.cjs");
@@ -13,7 +15,6 @@ const require_errors = require("../utils/errors.cjs");
 require("./providers.cjs");
 const require_prepareProviderRequest = require("./prepareProviderRequest.cjs");
 const require_truncation = require("./truncation.cjs");
-const require_preempt = require("./preempt.cjs");
 const require_init = require("./init.cjs");
 let _langchain_core_runnables = require("@langchain/core/runnables");
 let _langchain_core_callbacks_base = require("@langchain/core/callbacks/base");
@@ -21,6 +22,7 @@ let _langchain_core_messages = require("@langchain/core/messages");
 let _langchain_core_callbacks_manager = require("@langchain/core/callbacks/manager");
 let _langchain_core_utils_stream = require("@langchain/core/utils/stream");
 //#region src/llm/invoke.ts
+const MAX_TIMEOUT_MS = 2147483647;
 let streamLimitAttemptSeq = 0;
 function createModelStartHandler({ config, mode, provider, captureRunId }) {
 	let inspected = false;
@@ -166,7 +168,7 @@ function collectModelCallbackSources(model) {
 	}
 	return sources;
 }
-async function endSealedModelRun(context, chunk, prompt, llmRunId, config, model) {
+async function endSealedModelRun(context, chunk, prompt, llmRunId, config, model, llmOutput = {}, nativeCloseOptional = false) {
 	const metadata = config?.metadata;
 	synthesizeSealedUsage(context, chunk, prompt, metadata);
 	if (llmRunId != null) try {
@@ -180,12 +182,12 @@ async function endSealedModelRun(context, chunk, prompt, llmRunId, config, model
 			};
 			await runManager.handleLLMEnd({
 				generations: [[generation]],
-				llmOutput: {}
+				llmOutput
 			});
 			return;
 		}
 	} catch (e) {
-		console.warn("[attemptInvoke] Native close of the sealed model run failed; falling back to a custom event:", e instanceof Error ? e.message : e);
+		if (!nativeCloseOptional) console.warn("[attemptInvoke] Native close of the sealed model run failed; falling back to a custom event:", e instanceof Error ? e.message : e);
 	}
 	await require_events.safeDispatchCustomEvent("on_chat_model_end", { output: chunk }, config);
 }
@@ -232,13 +234,14 @@ async function attemptInvoke(params, config) {
 		return await attemptInvokeBody({
 			request: resolveAttemptRequest(params, stampedConfig),
 			context: params.context,
-			onChunk: params.onChunk
+			onChunk: params.onChunk,
+			preemptAgentId: params.preemptAgentId
 		}, stampedConfig);
 	} finally {
 		if (leaseTarget != null && generationKey != null) require_streamLimits.releaseStreamLimitGeneration(leaseTarget, generationKey);
 	}
 }
-async function attemptInvokeBody({ request, context, onChunk }, config) {
+async function attemptInvokeBody({ request, context, onChunk, preemptAgentId }, config) {
 	const { model, messages: messagesForProvider, provider } = request;
 	const projectionInvariantMode = require_projectionInvariant.resolveProviderMessageProjectionInvariantMode();
 	let sealedRunId;
@@ -253,88 +256,193 @@ async function attemptInvokeBody({ request, context, onChunk }, config) {
 		} : void 0
 	});
 	if (model.stream) {
-		const stream = await model.stream(messagesForProvider, invocationConfig);
 		let finalChunk;
-		let preempted = false;
+		let preemptAction = "none";
 		const registeredStreamHandler = getRegisteredDefaultChatStreamHandler(context);
+		const restartLane = onChunk == null && registeredStreamHandler == null && context?.preemption?.subscribe != null ? preemptAgentId : void 0;
+		const restartController = restartLane == null ? void 0 : new AbortController();
+		const streamConfig = restartController == null ? invocationConfig : {
+			...invocationConfig,
+			signal: require_misc.composeAbortSignals(invocationConfig.signal, restartController.signal)
+		};
+		const restartGraceMs = require_preempt.resolveRestartGraceMs(context?.preemption?.restartGraceMs);
+		let preemptRequestedAt;
+		let restartGraceTimer;
+		let dispatchingChunk = false;
+		const restartDecided = () => preemptAction === "restart";
+		let restartRoute;
+		let attemptActive = true;
+		const restartNeedsNativeClose = () => restartRoute !== "exhausted";
+		const restartCloseMayHaveHappened = () => restartRoute === "aborted";
+		const evaluatePreemptRestart = () => {
+			if (!attemptActive) return false;
+			if (restartController == null || preemptAction !== "none") return preemptAction === "restart";
+			if (context?.shouldPreemptStream() !== true) {
+				preemptRequestedAt = void 0;
+				return false;
+			}
+			if (dispatchingChunk) return false;
+			preemptRequestedAt ??= Date.now();
+			const requestAgeMs = Date.now() - preemptRequestedAt;
+			const action = require_preempt.resolvePreemptAction({
+				chunk: finalChunk,
+				requestAgeMs,
+				graceMs: restartGraceMs
+			});
+			if (action !== "restart") {
+				if (action === "none" && restartGraceTimer == null && require_preempt.canRestartPreempt(finalChunk)) {
+					restartGraceTimer = setTimeout(() => {
+						restartGraceTimer = void 0;
+						try {
+							evaluatePreemptRestart();
+						} catch {}
+					}, Math.min(MAX_TIMEOUT_MS, Math.max(0, restartGraceMs - requestAgeMs)));
+					restartGraceTimer.unref();
+				}
+				return false;
+			}
+			if (!context.claimPreemptRestart()) return false;
+			preemptAction = "restart";
+			if (sealedRunId != null) {
+				finalChunk ??= new _langchain_core_messages.AIMessageChunk({ content: "" });
+				synthesizeSealedUsage(context, finalChunk, messagesForProvider, config.metadata);
+				require_preempt.notePreemptRestartedRun(sealedRunId, finalChunk);
+			}
+			restartRoute = "aborted";
+			restartController.abort();
+			return true;
+		};
+		const unsubscribeWake = restartController == null ? void 0 : context?.preemption?.subscribe?.(evaluatePreemptRestart);
 		const throwIfBreakerTripped = () => {
 			const signal = config.signal;
 			if (signal?.aborted === true && signal.reason instanceof require_streamLimits.StreamLimitExceededError) throw signal.reason;
 		};
-		if (onChunk) {
-			const attemptMetadata = config.metadata;
-			for await (const chunk of stream) {
-				throwIfBreakerTripped();
-				if (context != null) require_streamLimits.enforceStreamLimitsForWireChunk({
-					graph: context,
-					metadata: attemptMetadata,
-					chunk
-				});
-				await onChunk(chunk, attemptMetadata);
-				finalChunk = appendStreamChunk({
-					current: finalChunk,
-					next: chunk,
-					provider
-				});
-			}
-		} else if (registeredStreamHandler == null) {
-			const metadata = config.metadata;
-			const streamHandler = new require_stream.ChatModelStreamHandler();
-			for await (const chunk of stream) {
-				throwIfBreakerTripped();
-				const handlingChunk = getStreamHandlingChunk({
-					current: finalChunk,
-					next: chunk,
-					provider
-				});
-				if (handlingChunk != null) await streamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, metadata, context);
-				else if (context != null) require_streamLimits.enforceStreamLimitsForWireChunk({
-					graph: context,
-					metadata,
-					chunk,
-					side: "consumer"
-				});
-				finalChunk = appendStreamChunk({
-					current: finalChunk,
-					next: chunk,
-					provider
-				});
-				if (context?.shouldPreemptStream() === true && require_preempt.canSealPreempt(finalChunk) && context.claimPreemptSeal()) {
-					preempted = true;
-					break;
+		try {
+			if (!evaluatePreemptRestart()) {
+				const stream = await model.stream(messagesForProvider, streamConfig);
+				if (onChunk) {
+					const attemptMetadata = config.metadata;
+					for await (const chunk of stream) {
+						throwIfBreakerTripped();
+						if (context != null) require_streamLimits.enforceStreamLimitsForWireChunk({
+							graph: context,
+							metadata: attemptMetadata,
+							chunk
+						});
+						await onChunk(chunk, attemptMetadata);
+						finalChunk = appendStreamChunk({
+							current: finalChunk,
+							next: chunk,
+							provider
+						});
+					}
+				} else if (registeredStreamHandler == null) {
+					const metadata = config.metadata;
+					const streamHandler = new require_stream.ChatModelStreamHandler();
+					for await (const chunk of stream) {
+						throwIfBreakerTripped();
+						if (restartDecided()) break;
+						const handlingChunk = getStreamHandlingChunk({
+							current: finalChunk,
+							next: chunk,
+							provider
+						});
+						if (handlingChunk != null) {
+							dispatchingChunk = true;
+							try {
+								await streamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, metadata, context);
+							} finally {
+								dispatchingChunk = false;
+							}
+						} else if (context != null) require_streamLimits.enforceStreamLimitsForWireChunk({
+							graph: context,
+							metadata,
+							chunk,
+							side: "consumer"
+						});
+						finalChunk = appendStreamChunk({
+							current: finalChunk,
+							next: chunk,
+							provider
+						});
+						if (context?.shouldPreemptStream() !== true) preemptRequestedAt = void 0;
+						else {
+							preemptRequestedAt ??= Date.now();
+							const action = require_preempt.resolvePreemptAction({
+								chunk: finalChunk,
+								requestAgeMs: Date.now() - preemptRequestedAt,
+								graceMs: restartGraceMs
+							});
+							if (action === "seal" ? context.claimPreemptSeal() : action === "restart" && restartLane != null && context.claimPreemptRestart()) {
+								preemptAction = action;
+								if (action === "restart") restartRoute = "broke";
+								break;
+							}
+						}
+					}
+				} else {
+					const metadata = config.metadata;
+					let redispatchMetadata;
+					for await (const chunk of stream) {
+						throwIfBreakerTripped();
+						if (context != null) require_streamLimits.enforceStreamLimitsForWireChunk({
+							graph: context,
+							metadata,
+							chunk
+						});
+						const handlingChunk = getStreamHandlingChunk({
+							current: finalChunk,
+							next: chunk,
+							provider
+						});
+						if (handlingChunk != null && handlingChunk !== chunk) {
+							redispatchMetadata ??= {
+								...metadata ?? {},
+								[require_streamLimits.STREAM_LIMIT_REDISPATCH_KEY]: true
+							};
+							await registeredStreamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, redispatchMetadata, context);
+						}
+						finalChunk = appendStreamChunk({
+							current: finalChunk,
+							next: chunk,
+							provider
+						});
+					}
 				}
-			}
-		} else {
-			const metadata = config.metadata;
-			let redispatchMetadata;
-			for await (const chunk of stream) {
-				throwIfBreakerTripped();
-				if (context != null) require_streamLimits.enforceStreamLimitsForWireChunk({
-					graph: context,
-					metadata,
-					chunk
-				});
-				const handlingChunk = getStreamHandlingChunk({
-					current: finalChunk,
-					next: chunk,
-					provider
-				});
-				if (handlingChunk != null && handlingChunk !== chunk) {
-					redispatchMetadata ??= {
-						...metadata ?? {},
-						[require_streamLimits.STREAM_LIMIT_REDISPATCH_KEY]: true
-					};
-					await registeredStreamHandler.handle("on_chat_model_stream", { chunk: handlingChunk }, redispatchMetadata, context);
+				if (preemptAction === "none" && restartLane != null && context?.shouldPreemptStream() === true && require_preempt.canRestartPreempt(finalChunk) && context.claimPreemptRestart()) {
+					preemptAction = "restart";
+					restartRoute = "exhausted";
 				}
-				finalChunk = appendStreamChunk({
-					current: finalChunk,
-					next: chunk,
-					provider
-				});
 			}
+		} catch (error) {
+			if (!(restartRoute === "aborted" && !(error instanceof require_streamLimits.StreamLimitExceededError) && config.signal?.aborted !== true)) throw error;
+		} finally {
+			attemptActive = false;
+			unsubscribeWake?.();
+			clearTimeout(restartGraceTimer);
 		}
 		if (require_providerRegistry.providerUsesManualToolStream(provider)) finalChunk = require_core.modifyDeltaProperties(getManualToolStreamNormalizationProvider(provider), finalChunk);
-		if (preempted && finalChunk != null) {
+		if (preemptAction === "restart") {
+			if (restartRoute !== "exhausted") await context?.cancelOpenMessageStep(config.metadata);
+			if (finalChunk != null || sealedRunId != null) {
+				const discardedChunk = finalChunk ?? new _langchain_core_messages.AIMessageChunk({ content: "" });
+				const responseMetadata = {
+					...discardedChunk.response_metadata,
+					preempted: true,
+					preemptDiscarded: true
+				};
+				discardedChunk.response_metadata = responseMetadata;
+				discardedChunk.lc_kwargs.response_metadata = responseMetadata;
+				if (restartRoute === "exhausted") await require_events.safeDispatchCustomEvent("on_chat_model_end", { output: new _langchain_core_messages.AIMessageChunk({
+					content: "",
+					response_metadata: responseMetadata
+				}) }, config);
+				else await endSealedModelRun(context, discardedChunk, messagesForProvider, restartNeedsNativeClose() ? sealedRunId : void 0, config, model, require_preempt.PREEMPT_RESTART_CONTROL_FLOW, restartCloseMayHaveHappened());
+			}
+			if (restartLane != null) context?.notePreemptRestart(restartLane);
+			return { messages: [] };
+		}
+		if (preemptAction === "seal" && finalChunk != null) {
 			const responseMetadata = {
 				...finalChunk.response_metadata,
 				preempted: true
@@ -366,7 +474,7 @@ function getFallbackOverflowCandidates(error) {
 	if (typeof error !== "object" || error === null) return [];
 	return [...fallbackOverflowCandidates.get(error) ?? []];
 }
-async function tryFallbackProviders({ fallbacks, tools, messages, config, primaryError, context, onChunk, streamLimitState, overflowContext, prepareProviderRequest: prepareFallbackRequest, prepareProviderMessages }) {
+async function tryFallbackProviders({ fallbacks, tools, messages, config, primaryError, context, onChunk, streamLimitState, preemptAgentId, overflowContext, prepareProviderRequest: prepareFallbackRequest, prepareProviderMessages }) {
 	const isOverflow = (error, contextOverride = overflowContext) => require_errors.getContextOverflowInfo(error, contextOverride) != null;
 	let lastError = primaryError;
 	const overflowCandidates = [];
@@ -409,7 +517,8 @@ async function tryFallbackProviders({ fallbacks, tools, messages, config, primar
 			request: preparedRequest,
 			context,
 			onChunk,
-			streamLimitState
+			streamLimitState,
+			preemptAgentId
 		}, fbConfig);
 		return await attemptInvoke({
 			model: fbModel,
@@ -417,7 +526,8 @@ async function tryFallbackProviders({ fallbacks, tools, messages, config, primar
 			provider: fb.provider,
 			context,
 			onChunk,
-			streamLimitState
+			streamLimitState,
+			preemptAgentId
 		}, fbConfig);
 	} catch (e) {
 		if (e instanceof require_streamLimits.StreamLimitExceededError) throw e;

package/dist/cjs/llm/invoke.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"invoke.cjs","names":["BaseCallbackHandler","inspectProviderMessageProjection","ProviderMessageProjectionInvariantError","appendCallbacks","getProviderFamily","dispatchesChatModelStream","AIMessageChunk","CallbackManager","CallbackManagerForLLMRun","safeDispatchCustomEvent","prepareProviderRequest","STREAM_LIMIT_ATTEMPT_KEY","streamLimitAccountingEnabled","resolveGenerationKey","resolveProviderMessageProjectionInvariantMode","StreamLimitExceededError","ChatModelStreamHandler","canSealPreempt","STREAM_LIMIT_REDISPATCH_KEY","providerUsesManualToolStream","modifyDeltaProperties","getContextOverflowInfo","initializeModel","resolveClientOptionsModel"],"sources":["../../../src/llm/invoke.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAiHA,IAAI,wBAAwB;AAE5B,SAAS,wBAAwB,EAC/B,QACA,MACA,UACA,gBAMsB;CACtB,IAAI,YAAY;CAChB,MAAM,UAAUA,+BAAAA,oBAAoB,YAAY,EAC9C,sBAAsB,OACpB,MACA,gBACA,UACkB;EAClB,eAAe,KAAK;EACpB,IAAI,SAAS,SAAS,WACpB;EAEF,YAAY;EACZ,MAAM,SAASC,4BAAAA,iCAAiC,eAAe,MAAM,CAAC,CAAC;EACvE,IAAI,OAAO,OACT;EAEF,IAAI,SAAS,UACX,MAAM,IAAIC,4BAAAA,wCAAwC,MAAM;EAE1D,IAAI;GAEF,OAAM,OAAA,GAAA,0BAAA,4BAAA,CADoD,MAAM,EAAA,EACzC,oBAAA,gBAErB;IACE,OAAO;IACP,OAAO;IACP,SAAS;IACT,MAAM;KAAE;KAAU;IAAO;IACzB;GACF,GACA,KACF;EACF,QAAQ;GACN;EACF;CACF,EACF,CAAC;CACD,QAAQ,OAAO;CACf,QAAQ,aAAa,SAAS;CAC9B,QAAQ,gBAAgB;CACxB,OAAO;AACT;AAEA,SAAS,sBAAsB,EAC7B,QACA,MACA,UACA,gBAMiB;CACjB,OAAO;EACL,GAAG;EACH,WAAWC,kBAAAA,gBAAgB,OAAO,WAAW,CAC3C,wBAAwB;GAAE;GAAQ;GAAM;GAAU;EAAa,CAAC,CAClE,CAAC;CACH;AACF;AAEA,SAAS,yCACP,UACgB;CAChB,MAAM,SAASC,yBAAAA,kBAAkB,QAAQ;CACzC,IAAI,WAAW,aACb,OAAA;CAEF,IAAI,WAAW,WACb,OAAA;CAEF,OAAO;AACT;AAYA,SAAS,sCACP,SAC4B;CAC5B,MAAM,UAAU,SAAS,iBAAiB,WAAA,sBAE1C;CACA,OAAOC,eAAAA,0BAA0B,OAAO,IAAI,UAAU,KAAA;AACxD;AAEA,SAAS,oBAAoB,OAAgC;CAC3D,MAAM,mBAAmB,MAAM,kBAAkB;CACjD,OAAO,MAAM,QAAQ,gBAAgB,KAAK,iBAAiB,SAAS;AACtE;AAEA,SAAS,4CAA4C,EACnD,SACA,MACA,YAKiB;CACjB,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,QAAQ,YAAY,KAAK,SACtC,OAAO;CAGT,OAAO,IAAIC,yBAAAA,eACT,OAAO,OAAO,CAAC,GAAG,MAAM,EACtB,QACF,CAAC,CACH;AACF;AAEA,SAAS,mCAAmC,EAC1C,SACA,MACA,YAKqB;CACrB,IACE,aAAA,gBACA,WAAW,QACX,CAAC,oBAAoB,IAAI,KACzB,OAAO,QAAQ,YAAY,YAC3B,QAAQ,YAAY,MACpB,OAAO,KAAK,YAAY,YACxB,KAAK,YAAY,IAEjB;CAEF,IAAI,CAAC,KAAK,QAAQ,WAAW,QAAQ,OAAO,GAC1C,OAAO,KAAK;CAEd,OAAO,KAAK,QAAQ,MAAM,QAAQ,QAAQ,MAAM;AAClD;AAEA,SAAS,uBACP,kBACqC;CACrC,OAAO,OAAO,YACZ,OAAO,QAAQ,gBAAgB,CAAC,CAAC,QAC9B,CAAC,SAAS,QAAQ,mBACrB,CACF;AACF;AAEA,SAAS,uBAAuB,EAC9B,SACA,MACA,YAK6B;CAC7B,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,MACb,OAAO;CAET,IAAI,YAAY,IACd;CAEF,OAAO,IAAIA,yBAAAA,eACT,OAAO,OAAO,CAAC,GAAG,MAAM;EACtB;EACA,mBAAmB,uBAAuB,KAAK,iBAAiB;CAClE,CAAC,CACH;AACF;AAMA,SAAS,kBACP,SACA,UACA,UACoB;CACpB,IAAI;EACF,MAAM,UAAU,SAAS,gBAAgB,QAAQ,CAAC,CAAC;EACnD,IAAI,WAAW,MACb;EAEF,IAAI,QAAQ;EACZ,KAAK,MAAM,WAAW,UACpB,SAAS,QAAQ,OAAO;EAE1B,OAAO;CACT,QAAQ;EACN;CACF;AACF;AAaA,SAAS,0BACP,SACA,UACQ;CACR,IAAI;EACF,MAAM,eAAe,SAAS,gBAAgB,QAAQ;EACtD,OACE,cAAc,+BACd,cAAc,qBACd;CAEJ,QAAQ;EACN,OAAO;CACT;AACF;AAuBA,SAAS,sBACP,SACA,OACA,QACA,UACM;CACN,IAAI,MAAM,kBAAkB,MAC1B;CAEF,MAAM,eAAe,kBAAkB,SAAS,UAAU,CAAC,KAAK,CAAC;CACjE,IAAI,gBAAgB,MAClB;CAEF,MAAM,eACH,kBAAkB,SAAS,UAAU,MAAM,KAAK,KACjD,0BAA0B,SAAS,QAAQ;CAC7C,MAAM,gBAAgB;EACpB,cAAc;EACd,eAAe;EACf,cAAc,cAAc;CAC9B;CACA,MAAM,iBAAiB;CACvB,MAAM,UAAU,iBAAiB;CACjC,MAAM,mBAAmB;EACvB,GAAG,MAAM;EACT,iBAAiB;CACnB;CACA,MAAM,oBAAoB;CAC1B,MAAM,UAAU,oBAAoB;AACtC;AAEA,SAAS,eAAe,OAA+B;CACrD,IAAI,OAAO,MAAM,YAAY,UAC3B,OAAO,MAAM;CAEf,IAAI,OAAO;CACX,KAAK,MAAM,SAAS,MAAM,SACxB,IAAI,MAAM,SAAA,QAA4B;EACpC,MAAM,QAAQ,MAAA;EACd,IAAI,OAAO,UAAU,UACnB,QAAQ;CAEZ;CAEF,OAAO;AACT;AAiCA,SAAS,4BAA4B,OAA6B;CAChE,MAAM,UAAuB,CAAC;CAC9B,MAAM,uBAAO,IAAI,IAAa;CAC9B,IAAI,UAAmB;CACvB,OAAO,WAAW,QAAQ,OAAO,YAAY,YAAY,CAAC,KAAK,IAAI,OAAO,GAAG;EAC3E,KAAK,IAAI,OAAO;EAChB,MAAM,UAAU;EAOhB,IAAI,QAAQ,aAAa,MACvB,QAAQ,KAAK,QAAQ,SAAS;EAEhC,IAAI,QAAQ,QAAQ,aAAa,MAC/B,QAAQ,KAAK,QAAQ,OAAO,SAAS;EAEvC,UACE,QAAQ,SACR,QAAQ,SACP,MAAM,QAAQ,QAAQ,KAAK,IACxB,QAAQ,MAAM,QAAQ,MAAM,SAAS,KACrC,KAAA;CACR;CACA,OAAO;AACT;AAEA,eAAe,kBACb,SACA,OACA,QACA,UACA,QACA,OACe;CACf,MAAM,WAAW,QAAQ;CACzB,sBAAsB,SAAS,OAAO,QAAQ,QAAQ;CACtD,IAAI,YAAY,MACd,IAAI;EACF,IAAI,kBAAkB,OAAA,GAAA,0BAAA,4BAAA,CAAkC,MAAM;EAY9D,KAAK,MAAM,UAAU,4BAA4B,KAAK,GACpD,kBACEC,kCAAAA,gBAAgB,UAAU,mBAAmB,KAAA,GAAW,MAAM,KAC9D;EAEJ,IAAI,mBAAmB,MAAM;GAC3B,MAAM,aAAa,IAAIC,kCAAAA,yBACrB,UACA,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,MAChB,gBAAgB,iBAChB,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,eAAe,CACjC;GACA,MAAM,aAA6B;IACjC,MAAM,eAAe,KAAK;IAC1B,SAAS;GACX;GACA,MAAM,WAAW,aAAa;IAC5B,aAAa,CAAC,CAAC,UAAU,CAAC;IAC1B,WAAW,CAAC;GACd,CAAC;GACD;EACF;CACF,SAAS,GAAG;EAMV,QAAQ,KACN,gGACA,aAAa,QAAQ,EAAE,UAAU,CACnC;CACF;CAEF,MAAMC,eAAAA,wBAAAA,qBAEJ,EAAE,QAAQ,MAAM,GAChB,MACF;AACF;AAEA,SAAS,kBAAkB,EACzB,SACA,MACA,YAKiB;CACjB,IAAI,WAAW,MACb,OAAO;CAET,QAAA,GAAA,6BAAA,OAAA,CACE,SACA,4CAA4C;EAAE;EAAS;EAAM;CAAS,CAAC,CACzE;AACF;AAoCA,SAAS,uBAAuB,QAA6C;CAC3E,IAAI,OAAO,WAAW,MACpB,OAAO,OAAO,QAAQ;CAExB,OAAO,OAAO;AAChB;AAEA,SAAS,sBACP,QACA,QACyB;CACzB,IAAI,OAAO,WAAW,MAAM;EAC1B,+BAAA,iCACE,OAAO,SACP,OAAO,QAAQ,OACf,OAAO,QAAQ,UACf,MACF;EACA,OAAO,OAAO;CAChB;CACA,OAAOC,+BAAAA,uBAAuB;EAC5B,OAAO,OAAO;EACd,UAAU,OAAO;EACjB,UAAU,OAAO;EACjB,SAAS,OAAO;EAChB;CACF,CAAC;AACH;AASA,eAAsB,cACpB,QACA,QACoC;CACpC,MAAM,WAAW,uBAAuB,MAAM;CAC9C,MAAM,gBAAgC;EACpC,GAAG;EACH,UAAU;GACR,GAAI,QAAQ,YAAY,CAAC;2BACK;IAU7BC,qBAAAA,2BAA2B,EAAE;EAChC;CACF;CACA,MAAM,iBAAiB,OAAO,WAAW,OAAO;CAIhD,MAAM,cACJ,kBAAkB,QAAQC,qBAAAA,6BAA6B,cAAc,IACjE,iBACA,KAAA;CACN,MAAM,gBACJ,eAAe,OACXC,qBAAAA,qBAAqB,cAAc,QAAmC,IACtE,KAAA;CACN,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,qBAAA,oCAAoC,aAAa,aAAa;CAEhE,IAAI;EACF,OAAO,MAAM,kBACX;GACE,SAAS,sBAAsB,QAAQ,aAAa;GACpD,SAAS,OAAO;GAChB,SAAS,OAAO;EAClB,GACA,aACF;CACF,UAAU;EACR,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,qBAAA,6BAA6B,aAAa,aAAa;CAE3D;AACF;AAEA,eAAe,kBACb,EACE,SACA,SACA,WAIF,QACoC;CACpC,MAAM,EAAE,OAAO,UAAU,qBAAqB,aAAa;CAC3D,MAAM,0BACJC,4BAAAA,8CAA8C;CAChD,IAAI;CACJ,IAAI,mBAAmB;CACvB,MAAM,oBAAoB,MAAM,UAAU,QAAQ,SAAS,cAAc;CACzE,IAAI,4BAA4B,SAAS,mBACvC,mBAAmB,sBAAsB;EACvC;EACA,MAAM;EACN;EACA,cAAc,qBACT,UAAwB;GACzB,gBAAgB;EAClB,IACE,KAAA;CACN,CAAC;CAYH,IAAI,MAAM,QAAQ;EAQhB,MAAM,SAAS,MAAM,MAAM,OAAO,qBAAqB,gBAAgB;EACvE,IAAI;EACJ,IAAI,YAAY;EAChB,MAAM,0BACJ,sCAAsC,OAAO;EAM/C,MAAM,8BAAoC;GACxC,MAAM,SAAS,OAAO;GACtB,IACE,QAAQ,YAAY,QACpB,OAAO,kBAAkBC,qBAAAA,0BAEzB,MAAM,OAAO;EAEjB;EAEA,IAAI,SAAS;GACX,MAAM,kBAAkB,OAAO;GAG/B,WAAW,MAAM,SAAS,QAAQ;IAChC,sBAAsB;IAMtB,IAAI,WAAW,MACb,qBAAA,gCAAgC;KAC9B,OAAO;KACP,UAAU;KACV;IACF,CAAC;IAEH,MAAM,QAAQ,OAAO,eAAe;IACpC,aAAa,kBAAkB;KAC7B,SAAS;KACT,MAAM;KACN;IACF,CAAC;GACH;EACF,OAAO,IAAI,2BAA2B,MAAM;GAC1C,MAAM,WAAW,OAAO;GACxB,MAAM,gBAAgB,IAAIC,eAAAA,uBAAuB;GACjD,WAAW,MAAM,SAAS,QAAQ;IAChC,sBAAsB;IACtB,MAAM,gBAAgB,uBAAuB;KAC3C,SAAS;KACT,MAAM;KACN;IACF,CAAC;IACD,IAAI,iBAAiB,MACnB,MAAM,cAAc,OAAA,wBAElB,EAAE,OAAO,cAAc,GACvB,UACA,OACF;SACK,IAAI,WAAW,MAWpB,qBAAA,gCAAgC;KAC9B,OAAO;KACP;KACA;KACA,MAAM;IACR,CAAC;IAEH,aAAa,kBAAkB;KAC7B,SAAS;KACT,MAAM;KACN;IACF,CAAC;IAaD,IACE,SAAS,oBAAoB,MAAM,QACnCC,gBAAAA,eAAe,UAAU,KACzB,QAAQ,iBAAiB,GACzB;KACA,YAAY;KACZ;IACF;GACF;EACF,OAAO;GACL,MAAM,WAAW,OAAO;GAQxB,IAAI;GACJ,WAAW,MAAM,SAAS,QAAQ;IAChC,sBAAsB;IAQtB,IAAI,WAAW,MACb,qBAAA,gCAAgC;KAAE,OAAO;KAAS;KAAU;IAAM,CAAC;IAErE,MAAM,gBAAgB,uBAAuB;KAC3C,SAAS;KACT,MAAM;KACN;IACF,CAAC;IACD,IAAI,iBAAiB,QAAQ,kBAAkB,OAAO;KACpD,uBAAuB;MACrB,GAAI,YAAY,CAAC;OAChBC,qBAAAA,8BAA8B;KACjC;KACA,MAAM,wBAAwB,OAAA,wBAE5B,EAAE,OAAO,cAAc,GACvB,oBACA,OACF;IACF;IACA,aAAa,kBAAkB;KAC7B,SAAS;KACT,MAAM;KACN;IACF,CAAC;GACH;EACF;EAEA,IAAIC,yBAAAA,6BAA6B,QAAQ,GACvC,aAAaC,aAAAA,sBACX,yCAAyC,QAAQ,GACjD,UACF;EAGF,IAAI,aAAa,cAAc,MAAM;GACnC,MAAM,mBAAmB;IACvB,GAAG,WAAW;IACd,WAAW;GACb;GACA,WAAW,oBAAoB;GAC/B,WAAW,UAAU,oBAAoB;GACzC,MAAM,kBACJ,SACA,YACA,qBACA,aACA,QACA,KACF;EACF;EAEA,KAAK,YAAY,YAAY,UAAU,KAAK,GAC1C,WAAY,aAAa,WAAY,YAAY,QAC9C,cAAwB,CAAC,CAAC,UAAU,IACvC;EAGF,mBAAA,2BAA2B,YAAY,QAAQ;EAC/C,OAAO,EAAE,UAAU,CAAC,UAA4B,EAAE;CACpD;CAEA,MAAM,eAAe,MAAM,MAAM,OAC/B,qBACA,gBACF;CACA,KAAK,aAAa,YAAY,UAAU,KAAK,GAC3C,aAAa,aAAa,aAAa,YAAY,QAChD,cAAwB,CAAC,CAAC,UAAU,IACvC;CAEF,mBAAA,2BAA2B,cAAc,QAAQ;CACjD,OAAO,EAAE,UAAU,CAAC,YAAY,EAAE;AACpC;AAmBA,MAAM,wCAAwB,IAAI,QAAsC;AACxE,MAAM,6CAA6B,IAAI,QAGrC;AAEF,SAAS,2BACP,OACA,iBACM;CACN,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,sBAAsB,IAAI,OAAO,eAAe;AAClD;AAGA,SAAgB,wBACd,OACkC;CAClC,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,OAAO,sBAAsB,IAAI,KAAK;AACxC;AAGA,SAAgB,8BACd,OAC6B;CAC7B,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC,OAAO,CAAC;CAEV,OAAO,CAAC,GAAI,2BAA2B,IAAI,KAAK,KAAK,CAAC,CAAE;AAC1D;AAWA,eAAsB,qBAAqB,EACzC,WACA,OACA,UACA,QACA,cACA,SACA,SACA,kBACA,iBACA,wBAAwB,wBACxB,2BAwCiD;CACjD,MAAM,cACJ,OACA,kBAAkB,oBACNC,eAAAA,uBAAuB,OAAO,eAAe,KAAK;CAChE,IAAI,YAAqB;CAOzB,MAAM,qBAAkD,CAAC;CACzD,MAAM,uBAAgC,WAAW,YAAY,IACzD,eACA,KAAA;CACJ,KAAK,MAAM,MAAM,WACf,IAAI;EACF,MAAM,UAAUC,aAAAA,gBAAgB;GAC9B,UAAU,GAAG;GACb,eAAe,GAAG;GAClB;EACF,CAAC;EAQD,MAAM,cAAcC,gBAAAA,0BAA0B,GAAG,aAAa;EAC9D,MAAM,WACJ,eAAe,OACX,SACA;GACA,GAAG;GACH,UAAU;IACR,GAAI,QAAQ,YAAY,CAAC;yBACE;GAC7B;EACF;EACJ,MAAM,mBAAmB;GACvB,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV;EACA,MAAM,kBAAkB,MAAM,yBAAyB,gBAAgB;EACvE,IAAI,mBAAmB,MACrB,+BAAA,iCACE,iBACA,SACA,GAAG,UACH,QACF;EAEF,IAAI,mBAAmB;EACvB,IAAI,mBAAmB,MACrB,mBACG,MAAM,0BAA0B;GAC/B,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV,CAAC,KAAM;EAMX,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkBR,qBAAAA,0BAEhC,MAAM,OAAO,OAAO;EAEtB,IAAI,mBAAmB,MACrB,OAAO,MAAM,cACX;GACE,SAAS;GACT;GACA;GACA;EACF,GACA,QACF;EAEF,OAAO,MAAM,cACX;GACE,OAAO;GACP,UAAU;GACV,UAAU,GAAG;GACb;GACA;GACA;EACF,GACA,QACF;CACF,SAAS,GAAG;EAMV,IAAI,aAAaA,qBAAAA,0BACf,MAAM;EAMR,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkBA,qBAAAA,0BAEhC,MAAM,OAAO,OAAO;EAEtB,YAAY;EAUZ,IAAI,WAAW,GAAG;GARhB,UAAU,GAAG;GACb,kBAAkB,GAAG;GACrB,GAAI,iBAAiB,aAAa,GAAG,WACjC,EACA,uBAAuB,gBAAgB,sBACzC,IACE,CAAC;EAEiC,CAAC,GAAG;GAC1C,MAAM,eAAqC;IACzC,UAAU,GAAG;IACb,eAAe,GAAG;IAClB,kBAAkB,GAAG;GACvB;GACA,2BAA2B,GAAG,YAAY;GAC1C,mBAAmB,KAAK;IAAE,OAAO;IAAG,SAAS;GAAa,CAAC;EAC7D;EACA;CACF;CAQF,MAAM,YACJ,mBAAmB,EAAE,EAAE,SAAS,wBAAwB;CAC1D,IACE,mBAAmB,SAAS,KAC5B,OAAO,cAAc,YACrB,cAAc,MAEd,2BAA2B,IAAI,WAAW,kBAAkB;CAE9D,IAAI,cAAc,KAAA,GAChB,MAAM;AAGV"}
+{"version":3,"file":"invoke.cjs","names":["BaseCallbackHandler","inspectProviderMessageProjection","ProviderMessageProjectionInvariantError","appendCallbacks","getProviderFamily","dispatchesChatModelStream","AIMessageChunk","CallbackManager","CallbackManagerForLLMRun","safeDispatchCustomEvent","prepareProviderRequest","STREAM_LIMIT_ATTEMPT_KEY","streamLimitAccountingEnabled","resolveGenerationKey","resolveProviderMessageProjectionInvariantMode","composeAbortSignals","resolveRestartGraceMs","resolvePreemptAction","canRestartPreempt","StreamLimitExceededError","ChatModelStreamHandler","STREAM_LIMIT_REDISPATCH_KEY","providerUsesManualToolStream","modifyDeltaProperties","PREEMPT_RESTART_CONTROL_FLOW","getContextOverflowInfo","initializeModel","resolveClientOptionsModel"],"sources":["../../../src/llm/invoke.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AA0HA,MAAM,iBAAiB;AAGvB,IAAI,wBAAwB;AAE5B,SAAS,wBAAwB,EAC/B,QACA,MACA,UACA,gBAMsB;CACtB,IAAI,YAAY;CAChB,MAAM,UAAUA,+BAAAA,oBAAoB,YAAY,EAC9C,sBAAsB,OACpB,MACA,gBACA,UACkB;EAClB,eAAe,KAAK;EACpB,IAAI,SAAS,SAAS,WACpB;EAEF,YAAY;EACZ,MAAM,SAASC,4BAAAA,iCAAiC,eAAe,MAAM,CAAC,CAAC;EACvE,IAAI,OAAO,OACT;EAEF,IAAI,SAAS,UACX,MAAM,IAAIC,4BAAAA,wCAAwC,MAAM;EAE1D,IAAI;GAEF,OAAM,OAAA,GAAA,0BAAA,4BAAA,CADoD,MAAM,EAAA,EACzC,oBAAA,gBAErB;IACE,OAAO;IACP,OAAO;IACP,SAAS;IACT,MAAM;KAAE;KAAU;IAAO;IACzB;GACF,GACA,KACF;EACF,QAAQ;GACN;EACF;CACF,EACF,CAAC;CACD,QAAQ,OAAO;CACf,QAAQ,aAAa,SAAS;CAC9B,QAAQ,gBAAgB;CACxB,OAAO;AACT;AAEA,SAAS,sBAAsB,EAC7B,QACA,MACA,UACA,gBAMiB;CACjB,OAAO;EACL,GAAG;EACH,WAAWC,kBAAAA,gBAAgB,OAAO,WAAW,CAC3C,wBAAwB;GAAE;GAAQ;GAAM;GAAU;EAAa,CAAC,CAClE,CAAC;CACH;AACF;AAEA,SAAS,yCACP,UACgB;CAChB,MAAM,SAASC,yBAAAA,kBAAkB,QAAQ;CACzC,IAAI,WAAW,aACb,OAAA;CAEF,IAAI,WAAW,WACb,OAAA;CAEF,OAAO;AACT;AAYA,SAAS,sCACP,SAC4B;CAC5B,MAAM,UAAU,SAAS,iBAAiB,WAAA,sBAE1C;CACA,OAAOC,eAAAA,0BAA0B,OAAO,IAAI,UAAU,KAAA;AACxD;AAEA,SAAS,oBAAoB,OAAgC;CAC3D,MAAM,mBAAmB,MAAM,kBAAkB;CACjD,OAAO,MAAM,QAAQ,gBAAgB,KAAK,iBAAiB,SAAS;AACtE;AAEA,SAAS,4CAA4C,EACnD,SACA,MACA,YAKiB;CACjB,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,QAAQ,YAAY,KAAK,SACtC,OAAO;CAGT,OAAO,IAAIC,yBAAAA,eACT,OAAO,OAAO,CAAC,GAAG,MAAM,EACtB,QACF,CAAC,CACH;AACF;AAEA,SAAS,mCAAmC,EAC1C,SACA,MACA,YAKqB;CACrB,IACE,aAAA,gBACA,WAAW,QACX,CAAC,oBAAoB,IAAI,KACzB,OAAO,QAAQ,YAAY,YAC3B,QAAQ,YAAY,MACpB,OAAO,KAAK,YAAY,YACxB,KAAK,YAAY,IAEjB;CAEF,IAAI,CAAC,KAAK,QAAQ,WAAW,QAAQ,OAAO,GAC1C,OAAO,KAAK;CAEd,OAAO,KAAK,QAAQ,MAAM,QAAQ,QAAQ,MAAM;AAClD;AAEA,SAAS,uBACP,kBACqC;CACrC,OAAO,OAAO,YACZ,OAAO,QAAQ,gBAAgB,CAAC,CAAC,QAC9B,CAAC,SAAS,QAAQ,mBACrB,CACF;AACF;AAEA,SAAS,uBAAuB,EAC9B,SACA,MACA,YAK6B;CAC7B,MAAM,UAAU,mCAAmC;EACjD;EACA;EACA;CACF,CAAC;CACD,IAAI,WAAW,MACb,OAAO;CAET,IAAI,YAAY,IACd;CAEF,OAAO,IAAIA,yBAAAA,eACT,OAAO,OAAO,CAAC,GAAG,MAAM;EACtB;EACA,mBAAmB,uBAAuB,KAAK,iBAAiB;CAClE,CAAC,CACH;AACF;AAMA,SAAS,kBACP,SACA,UACA,UACoB;CACpB,IAAI;EACF,MAAM,UAAU,SAAS,gBAAgB,QAAQ,CAAC,CAAC;EACnD,IAAI,WAAW,MACb;EAEF,IAAI,QAAQ;EACZ,KAAK,MAAM,WAAW,UACpB,SAAS,QAAQ,OAAO;EAE1B,OAAO;CACT,QAAQ;EACN;CACF;AACF;AAaA,SAAS,0BACP,SACA,UACQ;CACR,IAAI;EACF,MAAM,eAAe,SAAS,gBAAgB,QAAQ;EACtD,OACE,cAAc,+BACd,cAAc,qBACd;CAEJ,QAAQ;EACN,OAAO;CACT;AACF;AAuBA,SAAS,sBACP,SACA,OACA,QACA,UACM;CACN,IAAI,MAAM,kBAAkB,MAC1B;CAEF,MAAM,eAAe,kBAAkB,SAAS,UAAU,CAAC,KAAK,CAAC;CACjE,IAAI,gBAAgB,MAClB;CAEF,MAAM,eACH,kBAAkB,SAAS,UAAU,MAAM,KAAK,KACjD,0BAA0B,SAAS,QAAQ;CAC7C,MAAM,gBAAgB;EACpB,cAAc;EACd,eAAe;EACf,cAAc,cAAc;CAC9B;CACA,MAAM,iBAAiB;CACvB,MAAM,UAAU,iBAAiB;CACjC,MAAM,mBAAmB;EACvB,GAAG,MAAM;EACT,iBAAiB;CACnB;CACA,MAAM,oBAAoB;CAC1B,MAAM,UAAU,oBAAoB;AACtC;AAEA,SAAS,eAAe,OAA+B;CACrD,IAAI,OAAO,MAAM,YAAY,UAC3B,OAAO,MAAM;CAEf,IAAI,OAAO;CACX,KAAK,MAAM,SAAS,MAAM,SACxB,IAAI,MAAM,SAAA,QAA4B;EACpC,MAAM,QAAQ,MAAA;EACd,IAAI,OAAO,UAAU,UACnB,QAAQ;CAEZ;CAEF,OAAO;AACT;AAiCA,SAAS,4BAA4B,OAA6B;CAChE,MAAM,UAAuB,CAAC;CAC9B,MAAM,uBAAO,IAAI,IAAa;CAC9B,IAAI,UAAmB;CACvB,OAAO,WAAW,QAAQ,OAAO,YAAY,YAAY,CAAC,KAAK,IAAI,OAAO,GAAG;EAC3E,KAAK,IAAI,OAAO;EAChB,MAAM,UAAU;EAOhB,IAAI,QAAQ,aAAa,MACvB,QAAQ,KAAK,QAAQ,SAAS;EAEhC,IAAI,QAAQ,QAAQ,aAAa,MAC/B,QAAQ,KAAK,QAAQ,OAAO,SAAS;EAEvC,UACE,QAAQ,SACR,QAAQ,SACP,MAAM,QAAQ,QAAQ,KAAK,IACxB,QAAQ,MAAM,QAAQ,MAAM,SAAS,KACrC,KAAA;CACR;CACA,OAAO;AACT;AAEA,eAAe,kBACb,SACA,OACA,QACA,UACA,QACA,OAOA,YAAqC,CAAC,GAOtC,sBAAsB,OACP;CACf,MAAM,WAAW,QAAQ;CACzB,sBAAsB,SAAS,OAAO,QAAQ,QAAQ;CACtD,IAAI,YAAY,MACd,IAAI;EACF,IAAI,kBAAkB,OAAA,GAAA,0BAAA,4BAAA,CAAkC,MAAM;EAY9D,KAAK,MAAM,UAAU,4BAA4B,KAAK,GACpD,kBACEC,kCAAAA,gBAAgB,UAAU,mBAAmB,KAAA,GAAW,MAAM,KAC9D;EAEJ,IAAI,mBAAmB,MAAM;GAC3B,MAAM,aAAa,IAAIC,kCAAAA,yBACrB,UACA,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,MAChB,gBAAgB,iBAChB,gBAAgB,UAChB,gBAAgB,qBAChB,gBAAgB,eAAe,CACjC;GACA,MAAM,aAA6B;IACjC,MAAM,eAAe,KAAK;IAC1B,SAAS;GACX;GACA,MAAM,WAAW,aAAa;IAC5B,aAAa,CAAC,CAAC,UAAU,CAAC;IAC1B;GACF,CAAC;GACD;EACF;CACF,SAAS,GAAG;EAKV,IAAI,CAAC,qBAEH,QAAQ,KACN,gGACA,aAAa,QAAQ,EAAE,UAAU,CACnC;CAEJ;CAEF,MAAMC,eAAAA,wBAAAA,qBAEJ,EAAE,QAAQ,MAAM,GAChB,MACF;AACF;AAEA,SAAS,kBAAkB,EACzB,SACA,MACA,YAKiB;CACjB,IAAI,WAAW,MACb,OAAO;CAET,QAAA,GAAA,6BAAA,OAAA,CACE,SACA,4CAA4C;EAAE;EAAS;EAAM;CAAS,CAAC,CACzE;AACF;AA+CA,SAAS,uBAAuB,QAA6C;CAC3E,IAAI,OAAO,WAAW,MACpB,OAAO,OAAO,QAAQ;CAExB,OAAO,OAAO;AAChB;AAEA,SAAS,sBACP,QACA,QACyB;CACzB,IAAI,OAAO,WAAW,MAAM;EAC1B,+BAAA,iCACE,OAAO,SACP,OAAO,QAAQ,OACf,OAAO,QAAQ,UACf,MACF;EACA,OAAO,OAAO;CAChB;CACA,OAAOC,+BAAAA,uBAAuB;EAC5B,OAAO,OAAO;EACd,UAAU,OAAO;EACjB,UAAU,OAAO;EACjB,SAAS,OAAO;EAChB;CACF,CAAC;AACH;AASA,eAAsB,cACpB,QACA,QACoC;CACpC,MAAM,WAAW,uBAAuB,MAAM;CAC9C,MAAM,gBAAgC;EACpC,GAAG;EACH,UAAU;GACR,GAAI,QAAQ,YAAY,CAAC;2BACK;IAU7BC,qBAAAA,2BAA2B,EAAE;EAChC;CACF;CACA,MAAM,iBAAiB,OAAO,WAAW,OAAO;CAIhD,MAAM,cACJ,kBAAkB,QAAQC,qBAAAA,6BAA6B,cAAc,IACjE,iBACA,KAAA;CACN,MAAM,gBACJ,eAAe,OACXC,qBAAAA,qBAAqB,cAAc,QAAmC,IACtE,KAAA;CACN,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,qBAAA,oCAAoC,aAAa,aAAa;CAEhE,IAAI;EACF,OAAO,MAAM,kBACX;GACE,SAAS,sBAAsB,QAAQ,aAAa;GACpD,SAAS,OAAO;GAChB,SAAS,OAAO;GAChB,gBAAgB,OAAO;EACzB,GACA,aACF;CACF,UAAU;EACR,IAAI,eAAe,QAAQ,iBAAiB,MAC1C,qBAAA,6BAA6B,aAAa,aAAa;CAE3D;AACF;AAEA,eAAe,kBACb,EACE,SACA,SACA,SACA,kBAOF,QACoC;CACpC,MAAM,EAAE,OAAO,UAAU,qBAAqB,aAAa;CAC3D,MAAM,0BACJC,4BAAAA,8CAA8C;CAChD,IAAI;CACJ,IAAI,mBAAmB;CACvB,MAAM,oBAAoB,MAAM,UAAU,QAAQ,SAAS,cAAc;CACzE,IAAI,4BAA4B,SAAS,mBACvC,mBAAmB,sBAAsB;EACvC;EACA,MAAM;EACN;EACA,cAAc,qBACT,UAAwB;GACzB,gBAAgB;EAClB,IACE,KAAA;CACN,CAAC;CAYH,IAAI,MAAM,QAAQ;EAQhB,IAAI;EACJ,IAAI,gBAA+B;EACnC,MAAM,0BACJ,sCAAsC,OAAO;EAY/C,MAAM,cACJ,WAAW,QACX,2BAA2B,QAC3B,SAAS,YAAY,aAAa,OAC9B,iBACA,KAAA;EACN,MAAM,oBACJ,eAAe,OAAO,KAAA,IAAY,IAAI,gBAAgB;EAMxD,MAAM,eACJ,qBAAqB,OACjB,mBACA;GACA,GAAG;GACH,QAAQC,aAAAA,oBACN,iBAAiB,QACjB,kBAAkB,MACpB;EACF;EACJ,MAAM,iBAAiBC,gBAAAA,sBACrB,SAAS,YAAY,cACvB;EAQA,IAAI;EACJ,IAAI;EAIJ,IAAI,mBAAmB;EAIvB,MAAM,uBAAgC,kBAAkB;EAaxD,IAAI;EAQJ,IAAI,gBAAgB;EAUpB,MAAM,gCAAyC,iBAAiB;EAOhE,MAAM,oCACJ,iBAAiB;EAkBnB,MAAM,+BAAwC;GAM5C,IAAI,CAAC,eACH,OAAO;GAET,IAAI,qBAAqB,QAAQ,kBAAkB,QACjD,OAAO,kBAAkB;GAE3B,IAAI,SAAS,oBAAoB,MAAM,MAAM;IAI3C,qBAAqB,KAAA;IACrB,OAAO;GACT;GAMA,IAAI,kBACF,OAAO;GAET,uBAAuB,KAAK,IAAI;GAChC,MAAM,eAAe,KAAK,IAAI,IAAI;GAClC,MAAM,SAASC,gBAAAA,qBAAqB;IAClC,OAAO;IACP;IACA,SAAS;GACX,CAAC;GACD,IAAI,WAAW,WAAW;IACxB,IACE,WAAW,UACX,qBAAqB,QACrBC,gBAAAA,kBAAkB,UAAU,GAC5B;KAWA,oBAAoB,iBACZ;MACJ,oBAAoB,KAAA;MASpB,IAAI;OACF,uBAAuB;MACzB,QAAQ,CAER;KACF,GAQA,KAAK,IAAI,gBAAgB,KAAK,IAAI,GAAG,iBAAiB,YAAY,CAAC,CACrE;KAIA,kBAAkB,MAAM;IAC1B;IACA,OAAO;GACT;GACA,IAAI,CAAC,QAAQ,oBAAoB,GAC/B,OAAO;GAET,gBAAgB;GAchB,IAAI,eAAe,MAAM;IACvB,eAAe,IAAIZ,yBAAAA,eAAe,EAAE,SAAS,GAAG,CAAC;IACjD,sBACE,SACA,YACA,qBACA,OAAO,QACT;IACA,gBAAA,wBAAwB,aAAa,UAAU;GACjD;GACA,eAAe;GACf,kBAAkB,MAAM;GACxB,OAAO;EACT;EACA,MAAM,kBACJ,qBAAqB,OACjB,KAAA,IACA,SAAS,YAAY,YAAY,sBAAsB;EAM7D,MAAM,8BAAoC;GACxC,MAAM,SAAS,OAAO;GACtB,IACE,QAAQ,YAAY,QACpB,OAAO,kBAAkBa,qBAAAA,0BAEzB,MAAM,OAAO;EAEjB;EAEA,IAAI;GAcF,IAAI,CAAC,uBAAuB,GAAG;IAC7B,MAAM,SAAS,MAAM,MAAM,OAAO,qBAAqB,YAAY;IACnE,IAAI,SAAS;KACX,MAAM,kBAAkB,OAAO;KAG/B,WAAW,MAAM,SAAS,QAAQ;MAChC,sBAAsB;MAMtB,IAAI,WAAW,MACb,qBAAA,gCAAgC;OAC9B,OAAO;OACP,UAAU;OACV;MACF,CAAC;MAEH,MAAM,QAAQ,OAAO,eAAe;MACpC,aAAa,kBAAkB;OAC7B,SAAS;OACT,MAAM;OACN;MACF,CAAC;KACH;IACF,OAAO,IAAI,2BAA2B,MAAM;KAC1C,MAAM,WAAW,OAAO;KACxB,MAAM,gBAAgB,IAAIC,eAAAA,uBAAuB;KACjD,WAAW,MAAM,SAAS,QAAQ;MAChC,sBAAsB;MAUtB,IAAI,eAAe,GACjB;MAEF,MAAM,gBAAgB,uBAAuB;OAC3C,SAAS;OACT,MAAM;OACN;MACF,CAAC;MACD,IAAI,iBAAiB,MAAM;OACzB,mBAAmB;OACnB,IAAI;QACF,MAAM,cAAc,OAAA,wBAElB,EAAE,OAAO,cAAc,GACvB,UACA,OACF;OACF,UAAU;QACR,mBAAmB;OACrB;MACF,OAAO,IAAI,WAAW,MAWpB,qBAAA,gCAAgC;OAC9B,OAAO;OACP;OACA;OACA,MAAM;MACR,CAAC;MAEH,aAAa,kBAAkB;OAC7B,SAAS;OACT,MAAM;OACN;MACF,CAAC;MAoBD,IAAI,SAAS,oBAAoB,MAAM,MAGrC,qBAAqB,KAAA;WAChB;OACL,uBAAuB,KAAK,IAAI;OAChC,MAAM,SAASH,gBAAAA,qBAAqB;QAClC,OAAO;QACP,cAAc,KAAK,IAAI,IAAI;QAC3B,SAAS;OACX,CAAC;OAiBD,IALE,WAAW,SACP,QAAQ,iBAAiB,IACzB,WAAW,aACX,eAAe,QACf,QAAQ,oBAAoB,GACrB;QACX,gBAAgB;QAChB,IAAI,WAAW,WACb,eAAe;QAEjB;OACF;MACF;KACF;IACF,OAAO;KACL,MAAM,WAAW,OAAO;KAQxB,IAAI;KACJ,WAAW,MAAM,SAAS,QAAQ;MAChC,sBAAsB;MAQtB,IAAI,WAAW,MACb,qBAAA,gCAAgC;OAAE,OAAO;OAAS;OAAU;MAAM,CAAC;MAErE,MAAM,gBAAgB,uBAAuB;OAC3C,SAAS;OACT,MAAM;OACN;MACF,CAAC;MACD,IAAI,iBAAiB,QAAQ,kBAAkB,OAAO;OACpD,uBAAuB;QACrB,GAAI,YAAY,CAAC;SAChBI,qBAAAA,8BAA8B;OACjC;OACA,MAAM,wBAAwB,OAAA,wBAE5B,EAAE,OAAO,cAAc,GACvB,oBACA,OACF;MACF;MACA,aAAa,kBAAkB;OAC7B,SAAS;OACT,MAAM;OACN;MACF,CAAC;KACH;IACF;IAUA,IACE,kBAAkB,UAClB,eAAe,QACf,SAAS,oBAAoB,MAAM,QACnCH,gBAAAA,kBAAkB,UAAU,KAC5B,QAAQ,oBAAoB,GAC5B;KACA,gBAAgB;KAChB,eAAe;IACjB;GACF;EACF,SAAS,OAAO;GAad,IAAI,EAHF,iBAAiB,aACjB,EAAE,iBAAiBC,qBAAAA,6BACnB,OAAO,QAAQ,YAAY,OAE3B,MAAM;EAEV,UAAU;GACR,gBAAgB;GAChB,kBAAkB;GAClB,aAAa,iBAAiB;EAChC;EAEA,IAAIG,yBAAAA,6BAA6B,QAAQ,GACvC,aAAaC,aAAAA,sBACX,yCAAyC,QAAQ,GACjD,UACF;EAGF,IAAI,kBAAkB,WAAW;GAoB/B,IAAI,iBAAiB,aAOnB,MAAM,SAAS,sBACb,OAAO,QACT;GAEF,IAAI,cAAc,QAAQ,eAAe,MAAM;IAC7C,MAAM,iBAAiB,cAAc,IAAIjB,yBAAAA,eAAe,EAAE,SAAS,GAAG,CAAC;IACvE,MAAM,mBAAmB;KACvB,GAAG,eAAe;KAClB,WAAW;KACX,kBAAkB;IACpB;IACA,eAAe,oBAAoB;IACnC,eAAe,UAAU,oBAAoB;IAC7C,IAAI,iBAAiB,aAUnB,MAAMG,eAAAA,wBAAAA,qBAEJ,EACE,QAAQ,IAAIH,yBAAAA,eAAe;KACzB,SAAS;KACT,mBAAmB;IACrB,CAAC,EACH,GACA,MACF;SASA,MAAM,kBACJ,SACA,gBACA,qBACA,wBAAwB,IAAI,cAAc,KAAA,GAC1C,QACA,OACAkB,gBAAAA,8BACA,4BAA4B,CAC9B;GAEJ;GAIA,IAAI,eAAe,MACjB,SAAS,mBAAmB,WAAW;GAUzC,OAAO,EAAE,UAAU,CAAC,EAAE;EACxB;EAEA,IAAI,kBAAkB,UAAU,cAAc,MAAM;GAClD,MAAM,mBAAmB;IACvB,GAAG,WAAW;IACd,WAAW;GACb;GACA,WAAW,oBAAoB;GAC/B,WAAW,UAAU,oBAAoB;GACzC,MAAM,kBACJ,SACA,YACA,qBACA,aACA,QACA,KACF;EACF;EAEA,KAAK,YAAY,YAAY,UAAU,KAAK,GAC1C,WAAY,aAAa,WAAY,YAAY,QAC9C,cAAwB,CAAC,CAAC,UAAU,IACvC;EAGF,mBAAA,2BAA2B,YAAY,QAAQ;EAC/C,OAAO,EAAE,UAAU,CAAC,UAA4B,EAAE;CACpD;CAEA,MAAM,eAAe,MAAM,MAAM,OAC/B,qBACA,gBACF;CACA,KAAK,aAAa,YAAY,UAAU,KAAK,GAC3C,aAAa,aAAa,aAAa,YAAY,QAChD,cAAwB,CAAC,CAAC,UAAU,IACvC;CAEF,mBAAA,2BAA2B,cAAc,QAAQ;CACjD,OAAO,EAAE,UAAU,CAAC,YAAY,EAAE;AACpC;AAmBA,MAAM,wCAAwB,IAAI,QAAsC;AACxE,MAAM,6CAA6B,IAAI,QAGrC;AAEF,SAAS,2BACP,OACA,iBACM;CACN,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,sBAAsB,IAAI,OAAO,eAAe;AAClD;AAGA,SAAgB,wBACd,OACkC;CAClC,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC;CAEF,OAAO,sBAAsB,IAAI,KAAK;AACxC;AAGA,SAAgB,8BACd,OAC6B;CAC7B,IAAI,OAAO,UAAU,YAAY,UAAU,MACzC,OAAO,CAAC;CAEV,OAAO,CAAC,GAAI,2BAA2B,IAAI,KAAK,KAAK,CAAC,CAAE;AAC1D;AAWA,eAAsB,qBAAqB,EACzC,WACA,OACA,UACA,QACA,cACA,SACA,SACA,kBACA,gBACA,iBACA,wBAAwB,wBACxB,2BA6CiD;CACjD,MAAM,cACJ,OACA,kBAAkB,oBACNC,eAAAA,uBAAuB,OAAO,eAAe,KAAK;CAChE,IAAI,YAAqB;CAOzB,MAAM,qBAAkD,CAAC;CACzD,MAAM,uBAAgC,WAAW,YAAY,IACzD,eACA,KAAA;CACJ,KAAK,MAAM,MAAM,WACf,IAAI;EACF,MAAM,UAAUC,aAAAA,gBAAgB;GAC9B,UAAU,GAAG;GACb,eAAe,GAAG;GAClB;EACF,CAAC;EAQD,MAAM,cAAcC,gBAAAA,0BAA0B,GAAG,aAAa;EAC9D,MAAM,WACJ,eAAe,OACX,SACA;GACA,GAAG;GACH,UAAU;IACR,GAAI,QAAQ,YAAY,CAAC;yBACE;GAC7B;EACF;EACJ,MAAM,mBAAmB;GACvB,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV;EACA,MAAM,kBAAkB,MAAM,yBAAyB,gBAAgB;EACvE,IAAI,mBAAmB,MACrB,+BAAA,iCACE,iBACA,SACA,GAAG,UACH,QACF;EAEF,IAAI,mBAAmB;EACvB,IAAI,mBAAmB,MACrB,mBACG,MAAM,0BAA0B;GAC/B,OAAO;GACP;GACA,UAAU,GAAG;GACb,eAAe,GAAG;GAClB,kBAAkB,GAAG;GACrB,QAAQ;EACV,CAAC,KAAM;EAMX,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkBR,qBAAAA,0BAEhC,MAAM,OAAO,OAAO;EAEtB,IAAI,mBAAmB,MACrB,OAAO,MAAM,cACX;GACE,SAAS;GACT;GACA;GACA;GACA;EACF,GACA,QACF;EAEF,OAAO,MAAM,cACX;GACE,OAAO;GACP,UAAU;GACV,UAAU,GAAG;GACb;GACA;GACA;GACA;EACF,GACA,QACF;CACF,SAAS,GAAG;EAMV,IAAI,aAAaA,qBAAAA,0BACf,MAAM;EAMR,IACE,QAAQ,QAAQ,YAAY,QAC5B,OAAO,OAAO,kBAAkBA,qBAAAA,0BAEhC,MAAM,OAAO,OAAO;EAEtB,YAAY;EAUZ,IAAI,WAAW,GAAG;GARhB,UAAU,GAAG;GACb,kBAAkB,GAAG;GACrB,GAAI,iBAAiB,aAAa,GAAG,WACjC,EACA,uBAAuB,gBAAgB,sBACzC,IACE,CAAC;EAEiC,CAAC,GAAG;GAC1C,MAAM,eAAqC;IACzC,UAAU,GAAG;IACb,eAAe,GAAG;IAClB,kBAAkB,GAAG;GACvB;GACA,2BAA2B,GAAG,YAAY;GAC1C,mBAAmB,KAAK;IAAE,OAAO;IAAG,SAAS;GAAa,CAAC;EAC7D;EACA;CACF;CAQF,MAAM,YACJ,mBAAmB,EAAE,EAAE,SAAS,wBAAwB;CAC1D,IACE,mBAAmB,SAAS,KAC5B,OAAO,cAAc,YACrB,cAAc,MAEd,2BAA2B,IAAI,WAAW,kBAAkB;CAE9D,IAAI,cAAc,KAAA,GAChB,MAAM;AAGV"}

package/dist/cjs/llm/preempt.cjs

@@ -1,6 +1,7 @@
-require("../common/constants.cjs");
+const require_constants = require("../common/constants.cjs");
 require("../common/enum.cjs");
 require("../common/index.cjs");
+const require_core = require("../messages/core.cjs");
 //#region src/llm/preempt.ts
 function resolveMaxSeals(maxSeals) {
 	if (maxSeals == null || !Number.isFinite(maxSeals)) return 8;
@@ -41,6 +42,18 @@ function countOpenToolCalls(calls, settled) {
 	for (const call of calls) if (call.id == null || !settled.has(call.id)) open += 1;
 	return open;
 }
+function isBlankTextBlock(block) {
+	if (block.type !== "text") return false;
+	return typeof block.text === "string" && block.text.trim() === "";
+}
+function hasResponsesProviderOutput(chunk) {
+	if (chunk.additional_kwargs.tool_outputs != null) return true;
+	const metadata = chunk.response_metadata;
+	if (metadata.tool_outputs != null) return true;
+	if (!Array.isArray(metadata.output)) return false;
+	for (const item of metadata.output) if (!require_core.isReasoningContentBlock(item)) return true;
+	return false;
+}
 function canSealPreempt(chunk) {
 	if (chunk == null) return false;
 	const settled = settledServerToolCallIds(chunk.content);
@@ -50,8 +63,71 @@ function canSealPreempt(chunk) {
 	if (hasOpenGoogleServerToolCall(chunk.content)) return false;
 	return hasNonEmptyTextContent(chunk.content);
 }
+function canRestartPreempt(chunk) {
+	if (chunk == null) return true;
+	if ((chunk.tool_calls?.length ?? 0) > 0) return false;
+	if ((chunk.tool_call_chunks?.length ?? 0) > 0) return false;
+	if ((chunk.invalid_tool_calls?.length ?? 0) > 0) return false;
+	if (hasResponsesProviderOutput(chunk)) return false;
+	const { content } = chunk;
+	if (typeof content === "string") return content.trim() === "";
+	for (const block of content) {
+		if (require_core.isReasoningContentBlock(block) || isBlankTextBlock(block)) continue;
+		return false;
+	}
+	return true;
+}
+function resolveRestartGraceMs(graceMs) {
+	if (graceMs == null || !Number.isFinite(graceMs)) return require_constants.DEFAULT_PREEMPT_RESTART_GRACE_MS;
+	return graceMs > 0 ? graceMs : 0;
+}
+function resolvePreemptAction({ chunk, requestAgeMs, graceMs }) {
+	if (canSealPreempt(chunk)) return "seal";
+	if (!canRestartPreempt(chunk)) return "none";
+	return requestAgeMs >= graceMs ? "restart" : "none";
+}
+const PREEMPT_RESTARTED_RUN_TTL_MS = 3e5;
+const preemptRestartedRuns = /* @__PURE__ */ new Map();
+const PREEMPT_RESTART_CONTROL_FLOW = { controlFlow: "PreemptRestart" };
+let sweepTimer;
+function sweepExpiredRestartedRuns(now) {
+	for (const [runId, record] of preemptRestartedRuns) {
+		if (now - record.recordedAt < PREEMPT_RESTARTED_RUN_TTL_MS) break;
+		preemptRestartedRuns.delete(runId);
+	}
+	if (preemptRestartedRuns.size === 0) {
+		if (sweepTimer != null) {
+			clearTimeout(sweepTimer);
+			sweepTimer = void 0;
+		}
+		return;
+	}
+	if (sweepTimer != null) return;
+	sweepTimer = setTimeout(() => {
+		sweepTimer = void 0;
+		sweepExpiredRestartedRuns(Date.now());
+	}, PREEMPT_RESTARTED_RUN_TTL_MS);
+	sweepTimer.unref();
+}
+function notePreemptRestartedRun(runId, message) {
+	const now = Date.now();
+	preemptRestartedRuns.set(runId, {
+		message,
+		recordedAt: now
+	});
+	sweepExpiredRestartedRuns(now);
+}
+function readPreemptRestartedRun(runId) {
+	return preemptRestartedRuns.get(runId);
+}
 //#endregion
+exports.PREEMPT_RESTART_CONTROL_FLOW = PREEMPT_RESTART_CONTROL_FLOW;
+exports.canRestartPreempt = canRestartPreempt;
 exports.canSealPreempt = canSealPreempt;
+exports.notePreemptRestartedRun = notePreemptRestartedRun;
+exports.readPreemptRestartedRun = readPreemptRestartedRun;
 exports.resolveMaxSeals = resolveMaxSeals;
+exports.resolvePreemptAction = resolvePreemptAction;
+exports.resolveRestartGraceMs = resolveRestartGraceMs;
 
 //# sourceMappingURL=preempt.cjs.map

package/dist/cjs/llm/preempt.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"preempt.cjs","names":[],"sources":["../../../src/llm/preempt.ts"],"mappings":";;;;AAgBA,SAAgB,gBAAgB,UAAsC;CACpE,IAAI,YAAY,QAAQ,CAAC,OAAO,SAAS,QAAQ,GAC/C,OAAA;CAEF,MAAM,QAAQ,KAAK,MAAM,QAAQ;CACjC,OAAO,QAAQ,IAAI,QAAQ;AAC7B;AAQA,SAAS,uBAAuB,SAA6C;CAC3E,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK,MAAM;CAE5B,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,MAAM,SAAA,QACR;EAEF,MAAM,OAAO,MAAA;EACb,IAAI,OAAO,SAAS,YAAY,KAAK,KAAK,MAAM,IAC9C,OAAO;CAEX;CACA,OAAO;AACT;AAeA,SAAS,4BACP,SACS;CACT,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,IAAI,QAAQ;CACZ,IAAI,YAAY;CAChB,KAAK,MAAM,SAAS,SAClB,IAAI,MAAM,SAAS,YACjB,SAAS;MACJ,IAAI,MAAM,SAAS,gBACxB,aAAa;CAGjB,OAAO,QAAQ;AACjB;AAOA,SAAS,yBACP,SACa;CACb,MAAM,0BAAU,IAAI,IAAY;CAChC,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,MAAM,SAAS,0BACjB;EAEF,MAAM,KAAK,MAAM;EACjB,IAAI,OAAO,OAAO,UAChB,QAAQ,IAAI,EAAE;CAElB;CACA,OAAO;AACT;AAGA,SAAS,mBACP,OACA,SACQ;CACR,IAAI,SAAS,QAAQ,MAAM,WAAW,GACpC,OAAO;CAET,IAAI,QAAQ,SAAS,GACnB,OAAO,MAAM;CAEf,IAAI,OAAO;CACX,KAAK,MAAM,QAAQ,OACjB,IAAI,KAAK,MAAM,QAAQ,CAAC,QAAQ,IAAI,KAAK,EAAE,GACzC,QAAQ;CAGZ,OAAO;AACT;AA2BA,SAAgB,eAAe,OAA4C;CACzE,IAAI,SAAS,MACX,OAAO;CAeT,MAAM,UAAU,yBAAyB,MAAM,OAAO;CACtD,IAAI,mBAAmB,MAAM,YAAY,OAAO,IAAI,GAClD,OAAO;CAET,IAAI,mBAAmB,MAAM,kBAAkB,OAAO,IAAI,GACxD,OAAO;CAET,KAAK,MAAM,oBAAoB,UAAU,KAAK,GAC5C,OAAO;CAET,IAAI,4BAA4B,MAAM,OAAO,GAC3C,OAAO;CAET,OAAO,uBAAuB,MAAM,OAAO;AAC7C"}
+{"version":3,"file":"preempt.cjs","names":["isReasoningContentBlock","DEFAULT_PREEMPT_RESTART_GRACE_MS"],"sources":["../../../src/llm/preempt.ts"],"mappings":";;;;;AAqBA,SAAgB,gBAAgB,UAAsC;CACpE,IAAI,YAAY,QAAQ,CAAC,OAAO,SAAS,QAAQ,GAC/C,OAAA;CAEF,MAAM,QAAQ,KAAK,MAAM,QAAQ;CACjC,OAAO,QAAQ,IAAI,QAAQ;AAC7B;AAQA,SAAS,uBAAuB,SAA6C;CAC3E,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK,MAAM;CAE5B,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,MAAM,SAAA,QACR;EAEF,MAAM,OAAO,MAAA;EACb,IAAI,OAAO,SAAS,YAAY,KAAK,KAAK,MAAM,IAC9C,OAAO;CAEX;CACA,OAAO;AACT;AAeA,SAAS,4BACP,SACS;CACT,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,IAAI,QAAQ;CACZ,IAAI,YAAY;CAChB,KAAK,MAAM,SAAS,SAClB,IAAI,MAAM,SAAS,YACjB,SAAS;MACJ,IAAI,MAAM,SAAS,gBACxB,aAAa;CAGjB,OAAO,QAAQ;AACjB;AAOA,SAAS,yBACP,SACa;CACb,MAAM,0BAAU,IAAI,IAAY;CAChC,IAAI,OAAO,YAAY,UACrB,OAAO;CAET,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAI,MAAM,SAAS,0BACjB;EAEF,MAAM,KAAK,MAAM;EACjB,IAAI,OAAO,OAAO,UAChB,QAAQ,IAAI,EAAE;CAElB;CACA,OAAO;AACT;AAGA,SAAS,mBACP,OACA,SACQ;CACR,IAAI,SAAS,QAAQ,MAAM,WAAW,GACpC,OAAO;CAET,IAAI,QAAQ,SAAS,GACnB,OAAO,MAAM;CAEf,IAAI,OAAO;CACX,KAAK,MAAM,QAAQ,OACjB,IAAI,KAAK,MAAM,QAAQ,CAAC,QAAQ,IAAI,KAAK,EAAE,GACzC,QAAQ;CAGZ,OAAO;AACT;AAWA,SAAS,iBAAiB,OAAmD;CAC3E,IAAI,MAAM,SAAA,QACR,OAAO;CAET,OAAO,OAAO,MAAM,SAAS,YAAY,MAAM,KAAK,KAAK,MAAM;AACjE;AAmBA,SAAS,2BAA2B,OAAgC;CAClE,IAAI,MAAM,kBAAkB,gBAAgB,MAC1C,OAAO;CAET,MAAM,WAAW,MAAM;CAIvB,IAAI,SAAS,gBAAgB,MAC3B,OAAO;CAET,IAAI,CAAC,MAAM,QAAQ,SAAS,MAAM,GAChC,OAAO;CAET,KAAK,MAAM,QAAQ,SAAS,QAC1B,IAAI,CAACA,aAAAA,wBAAwB,IAAyB,GACpD,OAAO;CAGX,OAAO;AACT;AA2BA,SAAgB,eAAe,OAA4C;CACzE,IAAI,SAAS,MACX,OAAO;CAeT,MAAM,UAAU,yBAAyB,MAAM,OAAO;CACtD,IAAI,mBAAmB,MAAM,YAAY,OAAO,IAAI,GAClD,OAAO;CAET,IAAI,mBAAmB,MAAM,kBAAkB,OAAO,IAAI,GACxD,OAAO;CAET,KAAK,MAAM,oBAAoB,UAAU,KAAK,GAC5C,OAAO;CAET,IAAI,4BAA4B,MAAM,OAAO,GAC3C,OAAO;CAET,OAAO,uBAAuB,MAAM,OAAO;AAC7C;AAwCA,SAAgB,kBAAkB,OAA4C;CAC5E,IAAI,SAAS,MACX,OAAO;CAET,KAAK,MAAM,YAAY,UAAU,KAAK,GACpC,OAAO;CAET,KAAK,MAAM,kBAAkB,UAAU,KAAK,GAC1C,OAAO;CAET,KAAK,MAAM,oBAAoB,UAAU,KAAK,GAC5C,OAAO;CAET,IAAI,2BAA2B,KAAK,GAClC,OAAO;CAET,MAAM,EAAE,YAAY;CACpB,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK,MAAM;CAE5B,KAAK,MAAM,SAAS,SAAS;EAC3B,IAAIA,aAAAA,wBAAwB,KAAK,KAAK,iBAAiB,KAAK,GAC1D;EAEF,OAAO;CACT;CACA,OAAO;AACT;AAQA,SAAgB,sBAAsB,SAAqC;CACzE,IAAI,WAAW,QAAQ,CAAC,OAAO,SAAS,OAAO,GAC7C,OAAOC,kBAAAA;CAET,OAAO,UAAU,IAAI,UAAU;AACjC;AA2BA,SAAgB,qBAAqB,EACnC,OACA,cACA,WAKgB;CAChB,IAAI,eAAe,KAAK,GACtB,OAAO;CAET,IAAI,CAAC,kBAAkB,KAAK,GAC1B,OAAO;CAET,OAAO,gBAAgB,UAAU,YAAY;AAC/C;AAiBA,MAAM,+BAA+B;AAoBrC,MAAM,uCAAuB,IAAI,IAAiC;AAUlE,MAAa,+BAA+B,EAC1C,aAAa,iBACf;AAmBA,IAAI;AAEJ,SAAS,0BAA0B,KAAmB;CACpD,KAAK,MAAM,CAAC,OAAO,WAAW,sBAAsB;EAClD,IAAI,MAAM,OAAO,aAAa,8BAC5B;EAEF,qBAAqB,OAAO,KAAK;CACnC;CACA,IAAI,qBAAqB,SAAS,GAAG;EACnC,IAAI,cAAc,MAAM;GACtB,aAAa,UAAU;GACvB,aAAa,KAAA;EACf;EACA;CACF;CACA,IAAI,cAAc,MAChB;CAEF,aAAa,iBAAiB;EAC5B,aAAa,KAAA;EACb,0BAA0B,KAAK,IAAI,CAAC;CACtC,GAAG,4BAA4B;CAC/B,WAAW,MAAM;AACnB;AAGA,SAAgB,wBACd,OACA,SACM;CACN,MAAM,MAAM,KAAK,IAAI;CACrB,qBAAqB,IAAI,OAAO;EAAE;EAAS,YAAY;CAAI,CAAC;CAC5D,0BAA0B,GAAG;AAC/B;AAeA,SAAgB,wBACd,OACiC;CACjC,OAAO,qBAAqB,IAAI,KAAK;AACvC"}

package/dist/cjs/llm/prepareProviderRequest.cjs

@@ -1,9 +1,9 @@
 require("../common/enum.cjs");
 require("../common/index.cjs");
-const require_providerRegistry = require("./providerRegistry.cjs");
-const require_llm = require("../utils/llm.cjs");
 const require_cache = require("../messages/cache.cjs");
 const require_core = require("../messages/core.cjs");
+const require_providerRegistry = require("./providerRegistry.cjs");
+const require_llm = require("../utils/llm.cjs");
 const require_alternation = require("../messages/alternation.cjs");
 const require_handoffCue = require("../messages/handoffCue.cjs");
 require("../messages/index.cjs");

package/dist/cjs/main.cjs

@@ -4,9 +4,12 @@ const require_enum = require("./common/enum.cjs");
 require("./common/index.cjs");
 const require_misc = require("./utils/misc.cjs");
 const require_truncation = require("./utils/truncation.cjs");
+const require_provenance = require("./messages/provenance.cjs");
+const require_cache = require("./messages/cache.cjs");
+const require_core = require("./messages/core.cjs");
+const require_preempt = require("./llm/preempt.cjs");
 const require_tokenCounterCacheCompatibility = require("./llm/tokenCounterCacheCompatibility.cjs");
 const require_tokens = require("./utils/tokens.cjs");
-const require_provenance = require("./messages/provenance.cjs");
 const require_providerRegistry = require("./llm/providerRegistry.cjs");
 const require_llm = require("./utils/llm.cjs");
 const require_types = require("./hooks/types.cjs");
@@ -18,8 +21,6 @@ const require_createWorkspacePolicyHook = require("./hooks/createWorkspacePolicy
 const require_index$1 = require("./hooks/index.cjs");
 const require_injected = require("./messages/injected.cjs");
 const require_request = require("./llm/request.cjs");
-const require_cache = require("./messages/cache.cjs");
-const require_core = require("./messages/core.cjs");
 const require_ids = require("./messages/ids.cjs");
 const require_contextPruningSettings = require("./messages/contextPruningSettings.cjs");
 const require_contextPruning = require("./messages/contextPruning.cjs");
@@ -54,7 +55,6 @@ const require_InMemorySubagentTaskStore = require("./tools/subagent/InMemorySuba
 require("./tools/subagent/index.cjs");
 const require_providers = require("./llm/providers.cjs");
 const require_prepareProviderRequest = require("./llm/prepareProviderRequest.cjs");
-const require_preempt = require("./llm/preempt.cjs");
 const require_init = require("./llm/init.cjs");
 const require_invoke = require("./llm/invoke.cjs");
 const require_bashAst = require("./tools/local/bashAst.cjs");
@@ -212,6 +212,7 @@ exports.DEFAULT_INTRA_TURN_RETAIN_RATIO = require_recency.DEFAULT_INTRA_TURN_RET
 exports.DEFAULT_MAX_SEALS = require_constants.DEFAULT_MAX_SEALS;
 exports.DEFAULT_MAX_STOP_CONTINUATIONS = require_constants.DEFAULT_MAX_STOP_CONTINUATIONS;
 exports.DEFAULT_MAX_TOOL_CALL_ARG_BYTES = require_streamLimits.DEFAULT_MAX_TOOL_CALL_ARG_BYTES;
+exports.DEFAULT_PREEMPT_RESTART_GRACE_MS = require_constants.DEFAULT_PREEMPT_RESTART_GRACE_MS;
 exports.DEFAULT_PROMPT_CACHE_TTL = require_cache.DEFAULT_PROMPT_CACHE_TTL;
 exports.DEFAULT_QUERY_DESCRIPTION = require_schema$2.DEFAULT_QUERY_DESCRIPTION;
 exports.DEFAULT_RECURSION_LIMIT = require_constants.DEFAULT_RECURSION_LIMIT;
@@ -239,6 +240,7 @@ exports.HARD_MAX_TOTAL_TOOL_OUTPUT_SIZE = require_truncation.HARD_MAX_TOTAL_TOOL
 exports.HOOK_EVENTS = require_types.HOOK_EVENTS;
 exports.HOOK_INJECTED_MESSAGES_CAPABLE = require_index$1.HOOK_INJECTED_MESSAGES_CAPABLE;
 exports.HOOK_PREEMPT_BOUNDARY_CAPABLE = require_index$1.HOOK_PREEMPT_BOUNDARY_CAPABLE;
+exports.HOOK_PREEMPT_RESTART_CAPABLE = require_index$1.HOOK_PREEMPT_RESTART_CAPABLE;
 exports.HOOK_STOP_CONTINUATION_CAPABLE = require_index$1.HOOK_STOP_CONTINUATION_CAPABLE;
 exports.HandlerRegistry = require_events.HandlerRegistry;
 exports.HookRegistry = require_HookRegistry.HookRegistry;
@@ -653,6 +655,7 @@ exports.isOpenAILike = require_llm.isOpenAILike;
 exports.isPresent = require_misc.isPresent;
 exports.isProgrammaticRunnerAutoBound = require_resolveLocalExecutionTools.isProgrammaticRunnerAutoBound;
 exports.isProgrammaticRunnerResolvedDirectly = require_resolveLocalExecutionTools.isProgrammaticRunnerResolvedDirectly;
+exports.isReasoningContentBlock = require_core.isReasoningContentBlock;
 exports.isSyntheticProviderContextMessage = require_format.isSyntheticProviderContextMessage;
 exports.isThinkingEnabled = require_request.isThinkingEnabled;
 Object.defineProperty(exports, "isToolMessage", {

package/dist/cjs/messages/core.cjs

@@ -95,6 +95,11 @@ function getAdditionalReasoningContent(message) {
 	if (reasoning != null) return reasoning;
 	return getReasoningDetailsText(additionalKwargs.reasoning_details);
 }
+function isReasoningContentBlock(block) {
+	const type = block.type;
+	if (type == null) return false;
+	return type.startsWith("thinking") || type.startsWith("reasoning") || type === "redacted_thinking";
+}
 function hasReasoningContent(content) {
 	if (!Array.isArray(content)) return false;
 	return content.some((item) => {
@@ -1279,6 +1284,7 @@ exports.formatAnthropicArtifactContent = formatAnthropicArtifactContent;
 exports.formatAnthropicMessage = formatAnthropicMessage;
 exports.formatArtifactPayload = formatArtifactPayload;
 exports.getConverseOverrideMessage = getConverseOverrideMessage;
+exports.isReasoningContentBlock = isReasoningContentBlock;
 exports.modifyDeltaProperties = modifyDeltaProperties;
 exports.projectAnthropicArtifactContent = projectAnthropicArtifactContent;
 exports.projectArtifactPayload = projectArtifactPayload;