@mastra/memory 1.36.0-alpha.1 → 1.36.0-alpha.3

package/dist/{src-CFTlELNa.js → src-BQOm4kZc.js}

@@ -3712,7 +3712,7 @@ function trimStartOfStream() {
 	};
 }
 //#endregion
-//#region ../_vendored/ai_v5/dist/dist-DqVGDtnX.js
+//#region ../_vendored/ai_v5/dist/dist-CwCWl16R.js
 var marker$2$4 = "vercel.ai.error";
 var symbol$2$4 = Symbol.for(marker$2$4);
 var _a$2$4;
@@ -8999,7 +8999,7 @@ var object$1 = ({ schema: inputSchema }) => {
 	};
 };
 //#endregion
-//#region ../_vendored/ai_v6/dist/dist-BcG-LFmj.js
+//#region ../_vendored/ai_v6/dist/dist-B5Rt0qDx.js
 var marker$2 = "vercel.ai.error";
 var symbol$2 = Symbol.for(marker$2);
 var _a$2;
@@ -11544,7 +11544,7 @@ var _b14;
 	}
 });
 //#endregion
-//#region ../_vendored/ai_v6/dist/dist-t-eoX9xC.js
+//#region ../_vendored/ai_v6/dist/dist-BgUIUei9.js
 function getContext() {
 	return { headers: {} };
 }
@@ -20804,6 +20804,25 @@ function getObserverMessageLabel(msg) {
 	if (isSystemReminderMessage(msg)) return "system-reminder";
 	return msg.role.charAt(0).toUpperCase() + msg.role.slice(1);
 }
+/**
+* Attachment URLs the agent already found undownloadable. Core records them on the user
+* message (`metadata.mastra.unavailableAttachments`) so they are not fetched again.
+*/
+function getUnavailableAttachmentUrls(msg) {
+	const mastra = msg.content?.metadata?.mastra;
+	const urls = isRecord$2(mastra) ? mastra.unavailableAttachments : void 0;
+	return new Set(Array.isArray(urls) ? urls.filter((url) => typeof url === "string") : []);
+}
+function getObserverAttachmentUrl(part) {
+	const asset = part.type === "image" ? part.image : part.data ?? part.url;
+	if (asset instanceof URL) return asset.toString();
+	if (typeof asset !== "string") return void 0;
+	try {
+		return new URL(asset).toString();
+	} catch {
+		return;
+	}
+}
 function formatObserverMessage(msg, counter, toolFormatting, options) {
 	const maxLen = options?.maxPartLength;
 	const maxToolResultTokens = options?.maxToolResultTokens ?? 5e3;
@@ -20812,6 +20831,7 @@ function formatObserverMessage(msg, counter, toolFormatting, options) {
 	const role = getObserverMessageLabel(msg);
 	const attachments = [];
 	const messageCreatedAt = normalizeObserverCreatedAt(msg.createdAt);
+	const unavailableUrls = getUnavailableAttachmentUrls(msg);
 	let lines = [];
 	const temporalGapText = isTemporalGapMarker(msg) ? getTemporalGapMarkerText(msg) : void 0;
 	const pushLine = (title, body, createdAt) => {
@@ -20870,7 +20890,8 @@ function formatObserverMessage(msg, counter, toolFormatting, options) {
 		}
 		if (partType === "image" || partType === "file") {
 			const attachment = part;
-			if (shouldIncludeObserverAttachment(attachment, attachmentFilter)) {
+			const attachmentUrl = unavailableUrls.size > 0 ? getObserverAttachmentUrl(attachment) : void 0;
+			if (!(attachmentUrl !== void 0 && unavailableUrls.has(attachmentUrl)) && shouldIncludeObserverAttachment(attachment, attachmentFilter)) {
 				const inputAttachment = toObserverInputAttachmentPart(attachment);
 				if (inputAttachment) attachments.push(inputAttachment);
 			}
@@ -22180,6 +22201,7 @@ function serializeNonImageFilePartForTokenCounting(part) {
 function isValidCacheEntry(entry, expectedKey, expectedSource) {
 	return Boolean(entry && entry.v === TOKEN_ESTIMATE_CACHE_VERSION && entry.source === expectedSource && entry.key === expectedKey && Number.isFinite(entry.tokens));
 }
+const modelContextStorage = new AsyncLocalStorage();
 function parseModelContext(model) {
 	if (!model) return void 0;
 	if (typeof model === "object") return model.provider || model.modelId ? {
@@ -22801,7 +22823,6 @@ async function fetchGoogleAttachmentTokenEstimate(modelId, part) {
 var TokenCounter = class TokenCounter {
 	cacheSource;
 	defaultModelContext;
-	modelContextStorage = new AsyncLocalStorage();
 	inFlightAttachmentCounts = /* @__PURE__ */ new Map();
 	multimodalToolResultCounts = /* @__PURE__ */ new WeakMap();
 	static TOKENS_PER_MESSAGE = 3.8;
@@ -22811,10 +22832,12 @@ var TokenCounter = class TokenCounter {
 		this.defaultModelContext = parseModelContext(options?.model);
 	}
 	runWithModelContext(model, fn) {
-		return this.modelContextStorage.run(parseModelContext(model), fn);
+		const contexts = new Map(modelContextStorage.getStore());
+		contexts.set(this, parseModelContext(model));
+		return modelContextStorage.run(contexts, fn);
 	}
 	getModelContext() {
-		return this.modelContextStorage.getStore() ?? this.defaultModelContext;
+		return modelContextStorage.getStore()?.get(this) ?? this.defaultModelContext;
 	}
 	/**
 	* Count tokens in a plain string
@@ -28018,7 +28041,7 @@ var ObservationStep = class {
 				if (obsResult.succeeded) {
 					observed = true;
 					didThresholdCleanup = true;
-					const observedIds = obsResult.activatedMessageIds ?? obsResult.record.observedMessageIds ?? [];
+					const observedIds = obsResult.cleanupMessageIds;
 					const minRemaining = resolveRetentionFloor(om.getObservationConfig().bufferActivation ?? 1, statusSnapshot.threshold);
 					await om.cleanupMessages({
 						threadId,
@@ -28085,8 +28108,8 @@ var ObservationStep = class {
 	}
 	/**
 	* Run the full threshold observation pipeline:
-	* waitForBuffering → re-check → activate → reflect → observe (sync fallback when
-	* buffered activation did not happen)
+	* waitForBuffering → re-check → activate buffered chunks → reflect → observe
+	* (sync fallback when pending tokens are still at or above the threshold)
 	*/
 	async runThresholdObservation() {
 		const { threadId, resourceId, messageList } = this.turn;
@@ -28094,59 +28117,76 @@ var ObservationStep = class {
 		await om.waitForBuffering(threadId, resourceId);
 		await this.turn.refreshRecord();
 		const observableMessages = this.seededResponseMessage ? getObservableMessages(messageList).filter((msg) => msg.id !== this.turn.responseMessageId) : getObservableMessages(messageList);
-		const freshStatus = await om.getStatus({
+		let status = await om.getStatus({
 			threadId,
 			resourceId,
 			record: this.turn.record,
 			messages: observableMessages
 		});
-		if (!freshStatus.shouldObserve) return {
+		if (!status.shouldObserve) return {
 			succeeded: false,
-			record: freshStatus.record
+			record: status.record,
+			cleanupMessageIds: []
 		};
-		if (freshStatus.canActivate) {
+		let pendingMessages = observableMessages;
+		const activatedMessageIds = [];
+		let activated = false;
+		while (status.shouldObserve && status.canActivate) {
 			const activation = await om.activate({
 				threadId,
 				resourceId,
 				record: this.turn.record,
-				messages: observableMessages,
+				messages: pendingMessages,
+				pendingTokens: status.pendingTokens,
 				currentModel: this.turn.actorModelContext,
 				writer: this.turn.writer,
 				messageList
 			});
 			this.turn.setRecord(activation.record);
-			if (activation.activated) {
-				const postActivationRecord = activation.record;
-				await om.reflector.maybeReflect({
-					record: postActivationRecord,
-					observationTokens: postActivationRecord.observationTokenCount ?? 0,
+			if (!activation.activated) break;
+			activated = true;
+			const ids = new Set(activation.activatedMessageIds ?? []);
+			activatedMessageIds.push(...ids);
+			pendingMessages = pendingMessages.filter((msg) => !ids.has(msg.id));
+			status = await om.getStatus({
+				threadId,
+				resourceId,
+				record: this.turn.record,
+				messages: pendingMessages
+			});
+		}
+		if (activated) {
+			const postActivationRecord = this.turn.record;
+			await om.reflector.maybeReflect({
+				record: postActivationRecord,
+				observationTokens: postActivationRecord.observationTokenCount ?? 0,
+				threadId,
+				writer: this.turn.writer,
+				messageList,
+				currentModel: this.turn.actorModelContext,
+				requestContext: this.turn.requestContext,
+				observabilityContext: this.turn.observabilityContext,
+				lastActivityAt: getLastActivityFromMessages(getObservableMessages(messageList)),
+				reflectionHooks: om.composeHooks(void 0, {
 					threadId,
-					writer: this.turn.writer,
-					messageList,
-					currentModel: this.turn.actorModelContext,
-					requestContext: this.turn.requestContext,
-					observabilityContext: this.turn.observabilityContext,
-					lastActivityAt: getLastActivityFromMessages(getObservableMessages(messageList)),
-					reflectionHooks: om.composeHooks(void 0, {
-						threadId,
-						resourceId,
-						trigger: "turn-sync"
-					}),
+					resourceId,
 					trigger: "turn-sync"
-				});
-				return {
-					succeeded: true,
-					record: activation.record,
-					activatedMessageIds: activation.activatedMessageIds
-				};
-			}
+				}),
+				trigger: "turn-sync"
+			});
+			if (!status.shouldObserve) return {
+				succeeded: true,
+				record: postActivationRecord,
+				activatedMessageIds,
+				cleanupMessageIds: activatedMessageIds
+			};
 		}
 		let obsResult;
 		try {
 			obsResult = await om.observe({
 				threadId,
 				resourceId,
-				messages: observableMessages,
+				messages: pendingMessages,
 				messageList,
 				trigger: "turn-sync",
 				agent: this.turn.agent,
@@ -28159,8 +28199,10 @@ var ObservationStep = class {
 		} catch (error) {
 			if (om.config.observation.failurePolicy !== "continue" || !isOmModelExecutionError(error) || error.failureKind !== "observer-model") throw error;
 			return {
-				succeeded: false,
-				record: freshStatus.record
+				succeeded: activated,
+				record: this.turn.record,
+				activatedMessageIds: activated ? activatedMessageIds : void 0,
+				cleanupMessageIds: activatedMessageIds
 			};
 		}
 		if (obsResult.observed) {
@@ -28187,8 +28229,10 @@ var ObservationStep = class {
 			if (messagesToSeal.length > 0) await om.persistMessages(messagesToSeal, threadId, resourceId);
 		}
 		return {
-			succeeded: obsResult.observed,
+			succeeded: activated || obsResult.observed,
 			record: obsResult.record,
+			activatedMessageIds: activated ? activatedMessageIds : void 0,
+			cleanupMessageIds: [.../* @__PURE__ */ new Set([...activatedMessageIds, ...obsResult.observed ? obsResult.record.observedMessageIds ?? [] : []])],
 			observerExchange: om.observer.lastExchange
 		};
 	}
@@ -31876,6 +31920,7 @@ ${formattedMessages}
 		let activateAfterIdleExpiredMs;
 		let previousModel;
 		let currentModel;
+		let livePendingTokens = opts.pendingTokens;
 		if (opts.checkThreshold) {
 			const thresholdMessages = opts.messages ?? await this.loadMessagesFromStorage(threadId, resourceId, record.lastObservedAt ? new Date(record.lastObservedAt) : void 0);
 			const activateAfterIdle = resolveActivationTTL(this.observationConfig.activateAfterIdle, opts.currentModel);
@@ -31904,6 +31949,7 @@ ${formattedMessages}
 					activated: false,
 					record
 				};
+				livePendingTokens ??= status.pendingTokens;
 			}
 		}
 		if (record.isBufferingObservation) {
@@ -31927,8 +31973,9 @@ ${formattedMessages}
 		const messageTokensThreshold = getMaxThreshold(this.getEffectiveMessageTokens(freshRecord));
 		const activationRatio = resolveActivationRatio(this.observationConfig.bufferActivation ?? .7, messageTokensThreshold);
 		const totalChunkMessageTokens = freshChunks.reduce((sum, c) => sum + (c.messageTokens ?? 0), 0);
-		const currentPendingTokens = freshRecord.pendingMessageTokens || totalChunkMessageTokens;
+		const currentPendingTokens = livePendingTokens ?? (freshRecord.pendingMessageTokens || totalChunkMessageTokens);
 		const forceMaxActivation = !!(this.observationConfig.blockAfter && currentPendingTokens >= this.observationConfig.blockAfter);
+		if (freshRecord.pendingMessageTokens !== currentPendingTokens) await this.storage.setPendingMessageTokens(freshRecord.id, currentPendingTokens);
 		const activationResult = await this.storage.swapBufferedToActive({
 			id: freshRecord.id,
 			activationRatio,
@@ -35250,4 +35297,4 @@ Notes:
 //#endregion
 export { formatMessagesForObserver as A, OBSERVATION_CONTEXT_PROMPT_THREAD as B, SUMMARIZE_THREAD_DEFAULTS as C, buildObserverPrompt as D, OBSERVER_SYSTEM_PROMPT as E, parseAnchorId as F, StaleKnowledgeSemanticIndexError as G, getObservationContextPrompt as H, stripEphemeralAnchorIds as I, SUBCONSCIOUS_ACTIVITY_STATE_ID as J, SubconsciousRemindExtractor as K, OBSERVATIONAL_MEMORY_DEFAULTS as L, optimizeObservationsForContext as M, parseObserverOutput as N, buildObserverSystemPrompt as O, injectAnchorIds as P, Extractor as Q, OBSERVATION_CONTEXT_INSTRUCTIONS as R, deepMergeWorkingMemory as S, TokenCounter as T, Subconscious as U, OBSERVATION_CONTINUATION_HINT as V, KnowledgeSemanticIndexCoordinator as W, publishSubconsciousActivity as X, buildSubconsciousActivitySnapshot as Y, renderSubconsciousActivity as Z, reconcileObservationGroupsFromReflection as _, extractWorkingMemoryContent as a, wrapInObservationGroup as b, getObservationsAsOf as c, WORKING_MEMORY_STATE_ID as d, WORKING_MEMORY_STATE_PROCESSOR_ID as f, parseObservationGroups as g, deriveObservationGroupProvenance as h, WorkingMemory as i, hasCurrentTaskSection as j, extractCurrentTask as k, ObservationalMemoryProcessor as l, combineObservationGroupRanges as m, MessageHistory$1 as n, extractWorkingMemoryTags as o, WorkingMemoryStateProcessor as p, ModelByInputTokens as q, SemanticRecall as r, removeWorkingMemoryTags as s, Memory as t, ObservationalMemory as u, renderObservationGroupsForReflection as v, summarizeConversation as w, WorkingMemoryExtractor as x, stripObservationGroups as y, OBSERVATION_CONTEXT_PROMPT as z };
 
-//# sourceMappingURL=src-CFTlELNa.js.map
+//# sourceMappingURL=src-BQOm4kZc.js.map