@mastra/memory 1.15.1 → 1.16.0-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,31 @@
 # @mastra/memory
 
+## 1.16.0-alpha.1
+
+### Patch Changes
+
+- Updated dependencies [[`fdd54cf`](https://github.com/mastra-ai/mastra/commit/fdd54cf612a9af876e9fdd85e534454f6e7dd518), [`7db42a9`](https://github.com/mastra-ai/mastra/commit/7db42a9cccd3b29c44fb0731f792c51575e8421c), [`30456b6`](https://github.com/mastra-ai/mastra/commit/30456b6b08c8fd17e109dd093b73d93b65e83bc5), [`9d11a8c`](https://github.com/mastra-ai/mastra/commit/9d11a8c1c8924eb975a245a5884d40ca1b7e0491), [`d246696`](https://github.com/mastra-ai/mastra/commit/d246696139a3144a5b21b042d41c532688e957e1), [`354f9ce`](https://github.com/mastra-ai/mastra/commit/354f9ce1ca6af2074b6a196a23f8ec30012dccca), [`e9837b5`](https://github.com/mastra-ai/mastra/commit/e9837b53699e18711b09e0ca010a4106376f2653)]:
+  - @mastra/core@1.26.0-alpha.3
+  - @mastra/schema-compat@1.2.9-alpha.1
+
+## 1.16.0-alpha.0
+
+### Minor Changes
+
+- Added activateAfterIdle setting for observational memory so buffered observations can activate after idle time before the next prompt. ([#15365](https://github.com/mastra-ai/mastra/pull/15365))
+
+  **Example**
+
+  Set `activateAfterIdle: 300_000` (or `"5m"`) on the `observationalMemory` config to activate buffered context after 5 minutes of inactivity.
+
+  This helps long-running threads reuse compressed context after prompt cache TTLs expire instead of sending a larger raw message window on the next request.
+
+### Patch Changes
+
+- Updated dependencies [[`3d83d06`](https://github.com/mastra-ai/mastra/commit/3d83d06f776f00fb5f4163dddd32a030c5c20844), [`7e0e63e`](https://github.com/mastra-ai/mastra/commit/7e0e63e2e485e84442351f4c7a79a424c83539dc), [`9467ea8`](https://github.com/mastra-ai/mastra/commit/9467ea87695749a53dfc041576410ebf9ee7bb67), [`7338d94`](https://github.com/mastra-ai/mastra/commit/7338d949380cf68b095342e8e42610dc51d557c1), [`c65aec3`](https://github.com/mastra-ai/mastra/commit/c65aec356cc037ee7c4b30ccea946807d4c4f443)]:
+  - @mastra/core@1.26.0-alpha.2
+  - @mastra/schema-compat@1.2.9-alpha.0
+
 ## 1.15.1
 
 ### Patch Changes

package/dist/{chunk-3TU4GGH3.cjs → chunk-3NECGYWZ.cjs}

@@ -491,7 +491,10 @@ function createActivationMarker(params) {
       threadId: params.threadId,
       generationCount: params.generationCount,
       config: params.config,
-      observations: params.observations
+      observations: params.observations,
+      triggeredBy: params.triggeredBy,
+      lastActivityAt: params.lastActivityAt,
+      ttlExpiredMs: params.ttlExpiredMs
     }
   };
 }
@@ -2010,7 +2013,8 @@ var ObservationStep = class {
         threadId,
         writer: this.turn.writer,
         requestContext: this.turn.requestContext,
-        observabilityContext: this.turn.observabilityContext
+        observabilityContext: this.turn.observabilityContext,
+        lastActivityAt: getLastActivityFromMessages(messageList.get.all.db())
       });
       await this.turn.refreshRecord();
       if (this.turn.record.generationCount > preReflectGeneration) {
@@ -2186,7 +2190,8 @@ var ObservationStep = class {
           writer: this.turn.writer,
           messageList,
           requestContext: this.turn.requestContext,
-          observabilityContext: this.turn.observabilityContext
+          observabilityContext: this.turn.observabilityContext,
+          lastActivityAt: getLastActivityFromMessages(messageList.get.all.db())
         });
         return {
           succeeded: true,
@@ -4141,7 +4146,8 @@ var ReflectorRunner = class {
       observationTokens: getMaxThreshold(
         record ? this.getEffectiveReflectionTokens(record) : this.reflectionConfig.observationTokens
       ),
-      scope: this.scope
+      scope: this.scope,
+      activateAfterIdle: this.reflectionConfig.activateAfterIdle
     };
   }
   /**
@@ -4427,7 +4433,7 @@ var ReflectorRunner = class {
    * Try to activate buffered reflection when threshold is reached.
    * Returns true if activation succeeded.
    */
-  async tryActivateBufferedReflection(record, lockKey, writer, messageList) {
+  async tryActivateBufferedReflection(record, lockKey, writer, messageList, activationMetadata) {
     const bufferKey = this.buffering.getReflectionBufferKey(lockKey);
     const asyncOp = BufferingCoordinator.asyncBufferingOps.get(bufferKey);
     if (asyncOp) {
@@ -4487,6 +4493,9 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
         threadId: freshRecord.threadId ?? "",
         generationCount: afterRecord?.generationCount ?? freshRecord.generationCount ?? 0,
         observations: afterRecord?.activeObservations,
+        triggeredBy: activationMetadata?.triggeredBy,
+        lastActivityAt: activationMetadata?.lastActivityAt,
+        ttlExpiredMs: activationMetadata?.ttlExpiredMs,
         config: this.getObservationMarkerConfig(freshRecord)
       });
       void writer.custom(activationMarker).catch(() => {
@@ -4515,7 +4524,9 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
       messageList,
       reflectionHooks,
       requestContext,
-      observabilityContext
+      observabilityContext,
+      lastActivityAt,
+      threadId: requestedThreadId
     } = opts;
     const lockKey = this.buffering.getLockKey(record.threadId, record.resourceId);
     const reflectThreshold = getMaxThreshold(this.getEffectiveReflectionTokens(record));
@@ -4547,9 +4558,17 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
         );
       }
     }
-    if (observationTokens < reflectThreshold) {
+    const activateAfterIdle = this.reflectionConfig.activateAfterIdle;
+    const ttlExpiredMs = activateAfterIdle !== void 0 && lastActivityAt !== void 0 ? Date.now() - lastActivityAt : void 0;
+    const ttlExpired = ttlExpiredMs !== void 0 && activateAfterIdle !== void 0 && ttlExpiredMs >= activateAfterIdle;
+    if (observationTokens < reflectThreshold && !ttlExpired) {
       return;
     }
+    const activationMetadata = {
+      triggeredBy: ttlExpired ? "ttl" : "threshold",
+      lastActivityAt: ttlExpired ? lastActivityAt : void 0,
+      ttlExpiredMs: ttlExpired ? ttlExpiredMs : void 0
+    };
     if (record.isReflecting) {
       if (isOpActiveInProcess(record.id, "reflecting")) {
         omDebug(`[OM:reflect] isReflecting=true and active in this process, skipping`);
@@ -4559,7 +4578,13 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
       await this.storage.setReflectingFlag(record.id, false);
     }
     if (this.buffering.isAsyncReflectionEnabled()) {
-      const activationSuccess = await this.tryActivateBufferedReflection(record, lockKey, writer, messageList);
+      const activationSuccess = await this.tryActivateBufferedReflection(
+        record,
+        lockKey,
+        writer,
+        messageList,
+        activationMetadata
+      );
       if (activationSuccess) {
         return;
       }
@@ -4588,7 +4613,7 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
     registerOp(record.id, "reflecting");
     const cycleId = crypto.randomUUID();
     const startedAt = (/* @__PURE__ */ new Date()).toISOString();
-    const threadId = opts.threadId ?? "unknown";
+    const threadId = requestedThreadId ?? "unknown";
     if (writer) {
       const startMarker = createObservationStartMarker({
         cycleId,
@@ -6238,6 +6263,58 @@ function buildMessageRange(messages) {
   const last = [...messages].reverse().find(messageHasVisibleContent) ?? messages[messages.length - 1];
   return `${first.id}:${last.id}`;
 }
+function getLastActivityFromMessages(messages) {
+  if (!messages) return void 0;
+  for (let i = messages.length - 1; i >= 0; i--) {
+    const message = messages[i];
+    if (!message || message.role !== "assistant") {
+      continue;
+    }
+    if (!message.content || typeof message.content === "string") {
+      return message.createdAt ? new Date(message.createdAt).getTime() : void 0;
+    }
+    for (let j = message.content.parts.length - 1; j >= 0; j--) {
+      const part = message.content.parts[j];
+      if (!part || part.type?.startsWith("data-")) {
+        continue;
+      }
+      if (part.createdAt !== void 0) {
+        return part.createdAt;
+      }
+    }
+    return message.createdAt ? new Date(message.createdAt).getTime() : void 0;
+  }
+  return void 0;
+}
+function parseActivationTTL(value, fieldPath) {
+  if (value === void 0) {
+    return void 0;
+  }
+  if (typeof value === "number") {
+    if (!Number.isFinite(value) || value < 0) {
+      throw new Error(`${fieldPath} must be a non-negative number of milliseconds or a duration string like "5m".`);
+    }
+    return value;
+  }
+  const trimmed = value.trim();
+  const match = trimmed.match(
+    /^(\d+(?:\.\d+)?)\s*(ms|msec|msecs|millisecond|milliseconds|s|sec|secs|second|seconds|m|min|mins|minute|minutes|h|hr|hrs|hour|hours)$/i
+  );
+  if (!match) {
+    throw new Error(
+      `${fieldPath} must be a non-negative number of milliseconds or a duration string like "5m" or "1hr".`
+    );
+  }
+  const rawAmount = match[1];
+  const rawUnit = match[2];
+  const amount = Number(rawAmount);
+  const unit = rawUnit.toLowerCase();
+  if (!Number.isFinite(amount) || amount < 0) {
+    throw new Error(`${fieldPath} must be a non-negative number of milliseconds or a duration string like "5m".`);
+  }
+  const multiplier = unit === "ms" || unit === "msec" || unit === "msecs" || unit === "millisecond" || unit === "milliseconds" ? 1 : unit === "s" || unit === "sec" || unit === "secs" || unit === "second" || unit === "seconds" ? 1e3 : unit === "m" || unit === "min" || unit === "mins" || unit === "minute" || unit === "minutes" ? 6e4 : 36e5;
+  return amount * multiplier;
+}
 var ObservationalMemory = class _ObservationalMemory {
   storage;
   tokenCounter;
@@ -6384,6 +6461,7 @@ Async buffering is enabled by default \u2014 this opt-out is only needed when us
         config.observation?.messageTokens ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.observation.messageTokens
       ),
       bufferActivation: asyncBufferingDisabled ? void 0 : config.observation?.bufferActivation ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.observation.bufferActivation,
+      activateAfterIdle: parseActivationTTL(config.activateAfterIdle, "activateAfterIdle"),
       blockAfter: asyncBufferingDisabled ? void 0 : resolveBlockAfter(
         config.observation?.blockAfter ?? (config.observation?.bufferTokens ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.observation.bufferTokens ? 1.2 : void 0),
         config.observation?.messageTokens ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.observation.messageTokens
@@ -6402,6 +6480,7 @@ Async buffering is enabled by default \u2014 this opt-out is only needed when us
       },
       providerOptions: config.reflection?.providerOptions ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.reflection.providerOptions,
       bufferActivation: asyncBufferingDisabled ? void 0 : config?.reflection?.bufferActivation ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.reflection.bufferActivation,
+      activateAfterIdle: parseActivationTTL(config.activateAfterIdle, "activateAfterIdle"),
       blockAfter: asyncBufferingDisabled ? void 0 : resolveBlockAfter(
         config.reflection?.blockAfter ?? (config.reflection?.bufferActivation ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.reflection.bufferActivation ? 1.2 : void 0),
         config.reflection?.observationTokens ?? chunkD4J4XPGM_cjs.OBSERVATIONAL_MEMORY_DEFAULTS.reflection.observationTokens
@@ -6796,7 +6875,8 @@ Async buffering is enabled by default \u2014 this opt-out is only needed when us
     return {
       messageTokens: getMaxThreshold(this.observationConfig.messageTokens),
       observationTokens: getMaxThreshold(this.reflectionConfig.observationTokens),
-      scope: this.scope
+      scope: this.scope,
+      activateAfterIdle: this.observationConfig.activateAfterIdle
     };
   }
   /**
@@ -8034,7 +8114,7 @@ ${grouped}` : grouped;
     await BufferingCoordinator.awaitBuffering(threadId, resourceId ?? null, this.scope);
     const preStatus = await this.getStatus({ threadId, resourceId, messages });
     if (preStatus.canActivate) {
-      const actResult = await this.activate({ threadId, resourceId });
+      const actResult = await this.activate({ threadId, resourceId, messages });
       activated = actResult.activated;
     }
     const postStatus = await this.getStatus({ threadId, resourceId, messages });
@@ -8294,10 +8374,28 @@ ${grouped}` : grouped;
     if (!chunks.length) {
       return { activated: false, record };
     }
+    let activationTriggeredBy = "threshold";
+    let activationLastActivityAt;
+    let activateAfterIdleExpiredMs;
     if (opts.checkThreshold) {
-      const status = await this.getStatus({ threadId, resourceId, messages: opts.messages });
-      if (status.pendingTokens < status.threshold) {
-        return { activated: false, record };
+      const thresholdMessages = opts.messages ?? await this.loadMessagesFromStorage(
+        threadId,
+        resourceId,
+        record.lastObservedAt ? new Date(record.lastObservedAt) : void 0
+      );
+      const activateAfterIdle = this.observationConfig.activateAfterIdle;
+      const lastActivityAt = getLastActivityFromMessages(thresholdMessages);
+      const ttlExpiredMs = activateAfterIdle !== void 0 && lastActivityAt !== void 0 ? Date.now() - lastActivityAt : void 0;
+      const ttlExpired = ttlExpiredMs !== void 0 && activateAfterIdle !== void 0 && ttlExpiredMs >= activateAfterIdle;
+      if (ttlExpired) {
+        activationTriggeredBy = "ttl";
+        activationLastActivityAt = lastActivityAt;
+        activateAfterIdleExpiredMs = ttlExpiredMs;
+      } else {
+        const status = await this.getStatus({ threadId, resourceId, messages: thresholdMessages });
+        if (status.pendingTokens < status.threshold) {
+          return { activated: false, record };
+        }
       }
     }
     if (record.isBufferingObservation) {
@@ -8355,6 +8453,9 @@ ${grouped}` : grouped;
           threadId: postSwapRecord.threadId ?? record.threadId ?? "",
           generationCount: postSwapRecord.generationCount ?? 0,
           observations: chunkData?.observations ?? activationResult.observations,
+          triggeredBy: activationTriggeredBy,
+          lastActivityAt: activationLastActivityAt,
+          ttlExpiredMs: activateAfterIdleExpiredMs,
           config: this.getObservationMarkerConfig()
         });
         void opts.writer.custom(activationMarker).catch(() => {
@@ -8870,5 +8971,5 @@ exports.stripEphemeralAnchorIds = stripEphemeralAnchorIds;
 exports.stripObservationGroups = stripObservationGroups;
 exports.truncateStringByTokens = truncateStringByTokens;
 exports.wrapInObservationGroup = wrapInObservationGroup;
-//# sourceMappingURL=chunk-3TU4GGH3.cjs.map
-//# sourceMappingURL=chunk-3TU4GGH3.cjs.map
+//# sourceMappingURL=chunk-3NECGYWZ.cjs.map
+//# sourceMappingURL=chunk-3NECGYWZ.cjs.map