@mastra/memory 1.26.2 → 1.27.0-alpha.0

package/dist/{src-b5E69E65.cjs → src-MvtBOFYO.cjs}

@@ -15946,21 +15946,17 @@ Or as a standalone observation when closing out a broader task:
 Completion observations should be terse but specific about WHAT was completed.
 Prefer concrete resolved outcomes over abstract workflow status so the assistant remembers what is already done.`;
 buildObserverOutputFormat();
-function buildObserverOutputFormat(extractors = []) {
-	const extractorSections = buildExtractorOutputSections(extractors);
-	const legacyContinuationSections = extractors.length === 0 ? `
-<current-task>
-State the current task(s) explicitly:
-- Primary: What the agent is currently working on
-- Secondary: Other pending tasks (mark as "waiting for user" if appropriate)
-</current-task>
-
-<suggested-response>
-Hint for the agent's immediate next message. Examples:
-- "I've updated the navigation model. Let me walk you through the changes..."
-- "The assistant should wait for the user to respond before continuing."
-- Call the view tool on src/example.ts to continue debugging.
-</suggested-response>` : "";
+/**
+* Build the Observer's output format.
+*
+* `extractors` distinguishes two cases that both look empty:
+* - `undefined` — the no-arg call behind the exported defaults (OBSERVER_OUTPUT_FORMAT_BASE,
+*   OBSERVER_SYSTEM_PROMPT, REFLECTOR_SYSTEM_PROMPT), which keep describing both built-in
+*   sections with their historical text. Runtime callers always pass the composed list.
+* - `[]` — the caller composed extractors and every section was disabled, so no continuation
+*   sections are described at all.
+*/
+function buildObserverOutputFormat(extractors) {
 	return `Use priority levels:
 - 🔴 High: explicit user facts, preferences, unresolved goals, critical context
 - 🟡 Medium: project details, learned information, tool results
@@ -15986,7 +15982,19 @@ Date: Dec 5, 2025
 * 🔴 (09:15) Continued work on feature X
 </observations>
 
-${extractorSections || legacyContinuationSections}`;
+${buildExtractorOutputSections(extractors ?? []) || (extractors === void 0 ? `
+<current-task>
+State the current task(s) explicitly:
+- Primary: What the agent is currently working on
+- Secondary: Other pending tasks (mark as "waiting for user" if appropriate)
+</current-task>
+
+<suggested-response>
+Hint for the agent's immediate next message. Examples:
+- "I've updated the navigation model. Let me walk you through the changes..."
+- "The assistant should wait for the user to respond before continuing."
+- Call the view tool on src/example.ts to continue debugging.
+</suggested-response>` : "")}`;
 }
 /**
 * The guidelines for the Observer.
@@ -16013,10 +16021,22 @@ const OBSERVER_GUIDELINES = `- Be specific enough for the assistant to act on
 * Build the complete observer system prompt.
 * @param multiThread - Whether this is for multi-thread batched observation (default: false)
 * @param instruction - Optional custom instructions to append to the prompt
+* @param includeThreadTitle - Whether the Observer should also produce a thread title
+* @param extractors - Active extractors, used to decide which sections the prompt describes.
+*   Omitted only by the exported no-arg defaults; pass `[]` to describe no continuation sections at all.
 */
-function buildObserverSystemPrompt(multiThread = false, instruction, includeThreadTitle = false, extractors = []) {
+function buildObserverSystemPrompt(multiThread = false, instruction, includeThreadTitle = false, extractors) {
 	const outputFormat = buildObserverOutputFormat(extractors);
-	const multiThreadTitleInstruction = includeThreadTitle ? ` Each thread's observations, current-task, suggested-response, and thread-title should be nested inside a <thread id="..."> block within <observations>.` : ` Each thread's observations, current-task, and suggested-response should be nested inside a <thread id="..."> block within <observations>.`;
+	const customInstructions = instruction ? `\n\n=== CUSTOM INSTRUCTIONS ===\n\n${instruction}` : "";
+	const currentTaskEnabled = extractors === void 0 || extractors.some((extractor) => extractor.slug === "current-task");
+	const suggestedResponseEnabled = extractors === void 0 || extractors.some((extractor) => extractor.slug === "suggested-response");
+	const multiThreadSections = [
+		"observations",
+		...currentTaskEnabled ? ["current-task"] : [],
+		...suggestedResponseEnabled ? ["suggested-response"] : [],
+		...includeThreadTitle ? ["thread-title"] : []
+	];
+	const multiThreadTitleInstruction = ` Each thread's ${multiThreadSections.length <= 2 ? multiThreadSections.join(" and ") : `${multiThreadSections.slice(0, -1).join(", ")}, and ${multiThreadSections[multiThreadSections.length - 1]}`} should be nested inside a <thread id="..."> block within <observations>.`;
 	const multiThreadTitleExample = includeThreadTitle ? `
 <thread-title>Feature X implementation</thread-title>` : "";
 	const multiThreadSecondTitleExample = includeThreadTitle ? `
@@ -16046,28 +16066,28 @@ For multi-thread output, wrap each thread's observations like this:
 <thread id="thread_id_1">
 Date: Dec 4, 2025
 * 🔴 (14:30) User prefers direct answers
-* 🔴 (14:31) Working on feature X
+* 🔴 (14:31) Working on feature X${currentTaskEnabled ? `
 
 <current-task>
 What the agent is currently working on in this thread
-</current-task>
+</current-task>` : ""}${suggestedResponseEnabled ? `
 
 <suggested-response>
 Hint for the agent's next message in this thread
-</suggested-response>${multiThreadTitleExample}
+</suggested-response>` : ""}${multiThreadTitleExample}
 </thread>
 
 <thread id="thread_id_2">
 Date: Dec 5, 2025
-* 🔴 (09:15) User asked about deployment
+* 🔴 (09:15) User asked about deployment${currentTaskEnabled ? `
 
 <current-task>
 Current task for this thread
-</current-task>
+</current-task>` : ""}${suggestedResponseEnabled ? `
 
 <suggested-response>
 Suggested response for this thread
-</suggested-response>${multiThreadSecondTitleExample}
+</suggested-response>` : ""}${multiThreadSecondTitleExample}
 </thread>
 </observations>
 
@@ -16077,7 +16097,7 @@ ${OBSERVER_GUIDELINES}
 
 Remember: These observations are the assistant's ONLY memory. Make them count.
 
-User messages are extremely important. If the user asks a question or gives a new task, make it clear in <current-task> that this is the priority.${instruction ? `\n\n=== CUSTOM INSTRUCTIONS ===\n\n${instruction}` : ""}`;
+User messages are extremely important.${currentTaskEnabled ? " If the user asks a question or gives a new task, make it clear in <current-task> that this is the priority." : ""}${customInstructions}`;
 	return `You are the memory consciousness of an AI assistant. Your observations will be the ONLY information the assistant has about past interactions with this user.
 
 Extract observations that will help the assistant remember:
@@ -16102,7 +16122,7 @@ Simply output your observations without any thread-related markup.
 
 Remember: These observations are the assistant's ONLY memory. Make them count.
 
-User messages are extremely important. If the user asks a question or gives a new task, make it clear in <current-task> that this is the priority. If the assistant needs to respond to the user, indicate in <suggested-response> that it should pause for user reply before continuing other tasks.${instruction ? `\n\n=== CUSTOM INSTRUCTIONS ===\n\n${instruction}` : ""}`;
+User messages are extremely important.${currentTaskEnabled ? " If the user asks a question or gives a new task, make it clear in <current-task> that this is the priority." : ""}${suggestedResponseEnabled ? " If the assistant needs to respond to the user, indicate in <suggested-response> that it should pause for user reply before continuing other tasks." : ""}${customInstructions}`;
 }
 /**
 * Observer Agent System Prompt (default - for backwards compatibility)
@@ -16794,7 +16814,7 @@ function optimizeObservationsForContext(observations) {
 	let optimized = stripEphemeralAnchorIds(observations);
 	optimized = optimized.replace(/🟡\s*/g, "");
 	optimized = optimized.replace(/🟢\s*/g, "");
-	optimized = optimized.replace(/\[(?![\d\s]*items collapsed)[^\]]+\]/g, "");
+	optimized = optimized.replace(/\[(?![\d\s]*items collapsed)[^\]]+\](?!\()/g, "");
 	optimized = optimized.replace(/\s*->\s*/g, " ");
 	optimized = optimized.replace(/  +/g, " ");
 	optimized = optimized.replace(/\n{3,}/g, "\n\n");
@@ -18216,6 +18236,7 @@ var TokenCounter = class TokenCounter {
 	defaultModelContext;
 	modelContextStorage = new async_hooks.AsyncLocalStorage();
 	inFlightAttachmentCounts = /* @__PURE__ */ new Map();
+	multimodalToolResultCounts = /* @__PURE__ */ new WeakMap();
 	static TOKENS_PER_MESSAGE = 3.8;
 	static TOKENS_PER_CONVERSATION = 24;
 	constructor(options) {
@@ -18278,6 +18299,9 @@ var TokenCounter = class TokenCounter {
 	}
 	countMultimodalToolResultContent(part, toolResult) {
 		if (!toolResult || typeof toolResult !== "object") return;
+		const resultKey = buildEstimateKey("tool-result-multimodal-content-source", JSON.stringify(toolResult));
+		const cached = this.multimodalToolResultCounts.get(part);
+		if (cached?.resultKey === resultKey) return cached.tokens;
 		const output = toolResult;
 		const content = output.type === "content" && Array.isArray(output.value) ? output.value : output.content;
 		if (!Array.isArray(content)) return;
@@ -18389,10 +18413,15 @@ var TokenCounter = class TokenCounter {
 			countJsonContentPart(contentPart);
 		}
 		if (!hasAttachment) return;
-		return this.readOrPersistFixedPartEstimate(part, "tool-result-multimodal-content", JSON.stringify({
+		const estimate = this.readOrPersistFixedPartEstimate(part, "tool-result-multimodal-content", JSON.stringify({
 			type: "content",
 			value: cacheParts
 		}), tokens);
+		this.multimodalToolResultCounts.set(part, {
+			resultKey,
+			tokens: estimate
+		});
+		return estimate;
 	}
 	estimateImageAssetTokens(part, asset, kind) {
 		const modelContext = this.getModelContext();
@@ -20379,23 +20408,43 @@ function createThreadTitleExtractor() {
 		metadataKeyPath: "threadTitle"
 	}, true);
 }
+/**
+* Normalize the user-facing `continuationHints` config into explicit per-section flags.
+* Both sections stay enabled unless the caller opts out, so omitting the config is a no-op.
+*/
+function resolveContinuationHints(config) {
+	if (config === void 0 || config === true) return {
+		currentTask: true,
+		suggestedResponse: true
+	};
+	if (config === false) return {
+		currentTask: false,
+		suggestedResponse: false
+	};
+	return {
+		currentTask: config.currentTask ?? true,
+		suggestedResponse: config.suggestedResponse ?? true
+	};
+}
 function composeExtractors(options) {
+	const continuationHints = resolveContinuationHints(options.continuationHints);
 	const extractors = [];
-	if (options.includeContinuationHints) extractors.push(createCurrentTaskExtractor(), createSuggestedResponseExtractor());
+	if (continuationHints.currentTask) extractors.push(createCurrentTaskExtractor());
+	if (continuationHints.suggestedResponse) extractors.push(createSuggestedResponseExtractor());
 	if (options.includeThreadTitle) extractors.push(createThreadTitleExtractor());
 	extractors.push(...options.userExtractors ?? []);
 	return validateExtractorList(extractors);
 }
 function composeObservationExtractors(config) {
 	return composeExtractors({
-		includeContinuationHints: true,
+		continuationHints: config.continuationHints,
 		includeThreadTitle: config.threadTitle,
 		userExtractors: config.extract
 	});
 }
 function composeReflectionExtractors(config) {
 	return composeExtractors({
-		includeContinuationHints: true,
+		continuationHints: config.continuationHints,
 		userExtractors: config.extract
 	});
 }
@@ -22180,10 +22229,12 @@ var ObservationStep = class {
 				resourceId,
 				checkThreshold: true,
 				messages: step0Messages,
+				record: this.turn.record,
 				currentModel: this.turn.actorModelContext,
 				writer: this.turn.writer,
 				messageList
 			});
+			this.turn.setRecord(activation.record);
 			if (activation.activated) {
 				activated = true;
 				if (activation.activatedMessageIds?.length) messageList.removeByIds(activation.activatedMessageIds);
@@ -22225,6 +22276,7 @@ var ObservationStep = class {
 		let statusSnapshot = await om.getStatus({
 			threadId,
 			resourceId,
+			record: this.turn.record,
 			messages: getObservableMessages(messageList)
 		});
 		if (statusSnapshot.shouldBuffer && !hasIncompleteToolCalls) {
@@ -22320,6 +22372,7 @@ var ObservationStep = class {
 			statusSnapshot = await om.getStatus({
 				threadId,
 				resourceId,
+				record: this.turn.record,
 				messages: getObservableMessages(messageList)
 			});
 		}
@@ -22370,10 +22423,12 @@ var ObservationStep = class {
 		const { threadId, resourceId, messageList } = this.turn;
 		const om = this.turn.om;
 		await om.waitForBuffering(threadId, resourceId);
+		await this.turn.refreshRecord();
 		const observableMessages = this.seededResponseMessage ? getObservableMessages(messageList).filter((msg) => msg.id !== this.turn.responseMessageId) : getObservableMessages(messageList);
 		const freshStatus = await om.getStatus({
 			threadId,
 			resourceId,
+			record: this.turn.record,
 			messages: observableMessages
 		});
 		if (!freshStatus.shouldObserve) return {
@@ -22384,11 +22439,13 @@ var ObservationStep = class {
 			const activation = await om.activate({
 				threadId,
 				resourceId,
+				record: this.turn.record,
 				messages: observableMessages,
 				currentModel: this.turn.actorModelContext,
 				writer: this.turn.writer,
 				messageList
 			});
+			this.turn.setRecord(activation.record);
 			if (activation.activated) {
 				const postActivationRecord = activation.record;
 				await om.reflector.maybeReflect({
@@ -22573,6 +22630,18 @@ var ObservationTurn = class {
 		};
 		return this._context;
 	}
+	/** Replace the cached turn record with a specific instance. */
+	setRecord(record) {
+		this._record = record;
+		if (this._context) this._context.record = record;
+	}
+	/** Patch the cached turn record with merged fields. */
+	patchRecord(patch) {
+		this.setRecord({
+			...this.record,
+			...patch
+		});
+	}
 	/**
 	* Create a step handle. If a previous step exists, it is finalized
 	* (its output messages will be saved at the start of the new step's prepare()).
@@ -22627,7 +22696,7 @@ var ObservationTurn = class {
 	* @internal
 	*/
 	async refreshRecord() {
-		this._record = await this.om.getOrCreateRecord(this.threadId, this.resourceId);
+		this.setRecord(await this.om.getOrCreateRecord(this.threadId, this.resourceId));
 	}
 	/**
 	* Refresh cross-thread context for resource scope. Called per-step.
@@ -22682,9 +22751,13 @@ var ObservationTurn = class {
 * - Preserving ALL important information (reflections become the ENTIRE memory)
 *
 * @param instruction - Optional custom instructions to append to the prompt
+* @param extractors - Active extractors, used to decide which sections the prompt describes
 */
-function buildReflectorSystemPrompt(instruction, extractors = []) {
+function buildReflectorSystemPrompt(instruction, extractors) {
 	const outputFormat = buildObserverOutputFormat(extractors);
+	const customInstructions = instruction ? `\n\n=== CUSTOM INSTRUCTIONS ===\n\n${instruction}` : "";
+	const currentTaskEnabled = extractors === void 0 || extractors.some((extractor) => extractor.slug === "current-task");
+	const suggestedResponseEnabled = extractors === void 0 || extractors.some((extractor) => extractor.slug === "suggested-response");
 	return `You are the memory consciousness of an AI assistant. Your memory observation reflections will be the ONLY information the assistant has about past interactions with this user.
 
 The following instructions were given to another part of your psyche (the observer) to create memories.
@@ -22761,7 +22834,7 @@ Date: Dec 4, 2025
 
 ${outputFormat}
 
-User messages are extremely important. If the user asks a question or gives a new task, make it clear in <current-task> that this is the priority. If the assistant needs to respond to the user, indicate in <suggested-response> that it should pause for user reply before continuing other tasks.${instruction ? `\n\n=== CUSTOM INSTRUCTIONS ===\n\n${instruction}` : ""}`;
+User messages are extremely important.${currentTaskEnabled ? " If the user asks a question or gives a new task, make it clear in <current-task> that this is the priority." : ""}${suggestedResponseEnabled ? " If the assistant needs to respond to the user, indicate in <suggested-response> that it should pause for user reply before continuing other tasks." : ""}${customInstructions}`;
 }
 buildReflectorSystemPrompt();
 /**
@@ -24225,7 +24298,8 @@ var ObservationalMemory = class ObservationalMemory {
 			observeAttachments: config.observation?.observeAttachments ?? true,
 			extractors: composeObservationExtractors({
 				threadTitle: config.observation?.threadTitle ?? false,
-				extract: config.observation?.extract
+				extract: config.observation?.extract,
+				continuationHints: config.observation?.continuationHints
 			})
 		};
 		this.reflectionConfig = {
@@ -24242,7 +24316,10 @@ var ObservationalMemory = class ObservationalMemory {
 			activateOnProviderChange: config.reflection?.activateOnProviderChange ?? false,
 			blockAfter: asyncBufferingDisabled ? void 0 : resolveBlockAfter(config.reflection?.blockAfter ?? (config.reflection?.bufferActivation ?? OBSERVATIONAL_MEMORY_DEFAULTS.reflection.bufferActivation ? 1.2 : void 0), config.reflection?.observationTokens ?? OBSERVATIONAL_MEMORY_DEFAULTS.reflection.observationTokens),
 			instruction: config.reflection?.instruction,
-			extractors: composeReflectionExtractors({ extract: config.reflection?.extract })
+			extractors: composeReflectionExtractors({
+				extract: config.reflection?.extract,
+				continuationHints: config.reflection?.continuationHints
+			})
 		};
 		this.tokenCounter = new TokenCounter({ model: typeof observationModel === "string" ? observationModel : void 0 });
 		this.onDebugEvent = config.onDebugEvent;
@@ -25357,8 +25434,9 @@ ${formattedMessages}
 			return;
 		}
 		const omMetadata = (0, _mastra_core_memory.getThreadOMMetadata)((await this.storage.getThreadById({ threadId }))?.metadata);
-		const currentTask = omMetadata?.currentTask;
-		const suggestedResponse = omMetadata?.suggestedResponse;
+		const activeExtractors = [...this.observationConfig.extractors, ...this.reflectionConfig.extractors];
+		const currentTask = activeExtractors.some((extractor) => extractor.slug === "current-task") ? omMetadata?.currentTask : void 0;
+		const suggestedResponse = activeExtractors.some((extractor) => extractor.slug === "suggested-response") ? omMetadata?.suggestedResponse : void 0;
 		const currentDate = opts.currentDate ?? /* @__PURE__ */ new Date();
 		return this.formatObservationsForContext(record.activeObservations, currentTask, suggestedResponse, omMetadata?.extracted, unobservedContextBlocks, currentDate, this.retrieval);
 	}
@@ -25483,11 +25561,11 @@ ${formattedMessages}
 	* ```
 	*/
 	async getStatus(opts) {
-		const { threadId, resourceId } = opts;
-		const record = await this.getOrCreateRecord(threadId, resourceId);
+		const { threadId, resourceId, record: providedRecord, messages } = opts;
+		const record = providedRecord ?? await this.getOrCreateRecord(threadId, resourceId);
 		const currentObservationTokens = record.observationTokenCount ?? 0;
 		let unobservedMessages;
-		if (opts.messages) unobservedMessages = this.getUnobservedMessages(opts.messages, record);
+		if (messages) unobservedMessages = this.getUnobservedMessages(messages, record);
 		else {
 			const rawMessages = await this.loadMessagesFromStorage(threadId, resourceId, record.lastObservedAt ? new Date(record.lastObservedAt) : void 0);
 			unobservedMessages = this.getUnobservedMessages(rawMessages, record);
@@ -25644,6 +25722,7 @@ ${formattedMessages}
 	async buffer(opts) {
 		const { threadId, resourceId, requestContext, observabilityContext } = opts;
 		let record = opts.record ?? await this.getOrCreateRecord(threadId, resourceId);
+		const inMemoryRecord = record;
 		if (!this.buffering.isAsyncObservationEnabled()) return {
 			buffered: false,
 			record
@@ -25662,6 +25741,8 @@ ${formattedMessages}
 			await existingOp;
 		} catch {}
 		registerOp(record.id, "bufferingObservation");
+		inMemoryRecord.isBufferingObservation = true;
+		inMemoryRecord.lastBufferedAtTokens = currentTokens;
 		this.storage.setBufferingObservationFlag(record.id, true, currentTokens).catch((err) => {
 			omError("[OM] Failed to set buffering observation flag", err);
 		});
@@ -25671,6 +25752,14 @@ ${formattedMessages}
 		});
 		BufferingCoordinator.asyncBufferingOps.set(bufferKey, opPromise);
 		record = await this.storage.getObservationalMemory(record.threadId, record.resourceId) ?? record;
+		const setBufferingState = (isBufferingObservation, lastBufferedAtTokens) => {
+			inMemoryRecord.isBufferingObservation = isBufferingObservation;
+			record.isBufferingObservation = isBufferingObservation;
+			if (lastBufferedAtTokens !== void 0) {
+				inMemoryRecord.lastBufferedAtTokens = lastBufferedAtTokens;
+				record.lastBufferedAtTokens = lastBufferedAtTokens;
+			}
+		};
 		let flagCleared = false;
 		try {
 			let candidateMessages;
@@ -25692,10 +25781,13 @@ ${formattedMessages}
 			}
 			const minNewTokens = (this.observationConfig.bufferTokens ?? 5e3) / 2;
 			const newTokens = await this.tokenCounter.countMessagesAsync(candidateMessages);
-			if (candidateMessages.length === 0 || !opts.skipMinimumTokenCheck && newTokens < minNewTokens) return {
-				buffered: false,
-				record
-			};
+			if (candidateMessages.length === 0 || !opts.skipMinimumTokenCheck && newTokens < minNewTokens) {
+				setBufferingState(false);
+				return {
+					buffered: false,
+					record
+				};
+			}
 			if (opts.beforeBuffer) await opts.beforeBuffer(candidateMessages);
 			else if (opts.messages) this.sealMessagesForBuffering(candidateMessages);
 			const cycleId = `buffer-obs-${Date.now()}-${Math.random().toString(36).slice(2, 11)}`;
@@ -25750,13 +25842,14 @@ ${formattedMessages}
 			});
 			await this.storage.setBufferingObservationFlag(record.id, false, newTokens).catch(() => {});
 			flagCleared = true;
+			setBufferingState(false, newTokens);
 			BufferingCoordinator.lastBufferedBoundary.set(bufferKey, newTokens);
 			const maxTimestamp = this.getMaxMessageTimestamp(candidateMessages);
 			const cursor = new Date(maxTimestamp.getTime() + 1);
 			BufferingCoordinator.lastBufferedAtTime.set(bufferKey, cursor);
 			return {
 				buffered: true,
-				record: await this.getOrCreateRecord(threadId, resourceId)
+				record: await this.storage.getObservationalMemory(record.threadId, record.resourceId) ?? record
 			};
 		} catch (error) {
 			omError("[OM] buffer() failed", error);
@@ -25768,7 +25861,10 @@ ${formattedMessages}
 			unregisterOp(record.id, "bufferingObservation");
 			BufferingCoordinator.asyncBufferingOps.delete(bufferKey);
 			resolveOp();
-			if (!flagCleared) await this.storage.setBufferingObservationFlag(record.id, false).catch(() => {});
+			if (!flagCleared) {
+				setBufferingState(false);
+				await this.storage.setBufferingObservationFlag(record.id, false).catch(() => {});
+			}
 		}
 	}
 	/**
@@ -25794,7 +25890,7 @@ ${formattedMessages}
 	/** @internal Used by ObservationStep. */
 	async activate(opts) {
 		const { threadId, resourceId } = opts;
-		const record = await this.getOrCreateRecord(threadId, resourceId);
+		const record = opts.record ?? await this.getOrCreateRecord(threadId, resourceId);
 		if (this.buffering.isAsyncObservationEnabled()) {
 			const lockKey = this.buffering.getLockKey(threadId, resourceId);
 			const bufKey = this.buffering.getObservationBufferKey(lockKey);
@@ -25840,6 +25936,7 @@ ${formattedMessages}
 				const status = await this.getStatus({
 					threadId,
 					resourceId,
+					record,
 					messages: thresholdMessages
 				});
 				if (status.pendingTokens < status.threshold) return {
@@ -26559,31 +26656,30 @@ var ObservationalMemoryProcessor = class {
 					threadId,
 					resourceId
 				});
-				const freshRecord = await this.engine.getOrCreateRecord(threadId, resourceId);
+				const turnRecord = this.turn.record;
 				await this.engine.emitProgress({
-					record: freshRecord,
+					record: turnRecord,
 					stepNumber,
 					pendingTokens: ctx.status.pendingTokens,
 					threshold: ctx.status.threshold,
 					effectiveObservationTokensThreshold: ctx.status.effectiveObservationTokensThreshold,
-					currentObservationTokens: freshRecord.observationTokenCount ?? 0,
+					currentObservationTokens: turnRecord.observationTokenCount ?? 0,
 					writer,
 					threadId,
 					resourceId
 				});
-				const allDbMsgs = getObservableMessages(messageList);
-				const tokenCounter = this.engine.getTokenCounter();
-				const contextTokens = await tokenCounter.countMessagesAsync(allDbMsgs);
-				const otherThreadsContext = this.turn.context.otherThreadsContext;
-				const finalTotalPending = contextTokens + (otherThreadsContext ? tokenCounter.countString(otherThreadsContext) : 0);
-				await this.engine.getStorage().setPendingMessageTokens(freshRecord.id, finalTotalPending).catch(() => {});
+				const finalTotalPending = ctx.status.pendingTokens;
+				try {
+					await this.engine.getStorage().setPendingMessageTokens(turnRecord.id, finalTotalPending);
+					this.turn.patchRecord({ pendingMessageTokens: finalTotalPending });
+				} catch {}
 				if (reproCaptureEnabled) writeProcessInputStepReproCapture({
 					threadId,
 					resourceId,
 					stepNumber,
 					args,
 					preRecord: preRecordSnapshot,
-					postRecord: safeCaptureJson(freshRecord),
+					postRecord: safeCaptureJson(turnRecord),
 					preMessages: preMessagesSnapshot,
 					preBufferedChunks: [],
 					preContextTokenCount: 0,
@@ -28950,4 +29046,4 @@ Object.defineProperty(exports, "wrapInObservationGroup", {
 	}
 });
 
-//# sourceMappingURL=src-b5E69E65.cjs.map
+//# sourceMappingURL=src-MvtBOFYO.cjs.map