@mastra/memory 1.18.2 → 1.19.0-alpha.1

package/dist/{chunk-LCALB7W6.js → chunk-NZXH5WER.js}

@@ -14,6 +14,47 @@ import { inspect } from 'util';
 import { AsyncLocalStorage } from 'async_hooks';
 import imageSize from 'image-size';
 
+// src/processors/observational-memory/activation-ttl.ts
+var MINUTE = 6e4;
+var HOUR = 60 * MINUTE;
+var SHORT_TTL = 5 * MINUTE;
+var OPENAI_EXTENDED_TTL = HOUR;
+var GEMINI_TTL = 24 * HOUR;
+var DEEPSEEK_TTL = HOUR;
+var GROQ_TTL = 2 * HOUR;
+function normalize(value) {
+  return value?.toLowerCase() ?? "";
+}
+function isOpenAIShortTtlModel(modelId) {
+  return /^gpt-4/.test(modelId) || /^gpt-5(?:$|-|\.([1-4])(?:$|-))/.test(modelId);
+}
+function getOpenAIPromptCacheRetention(providerOptions) {
+  const openaiOptions = providerOptions?.openai;
+  return typeof openaiOptions?.promptCacheRetention === "string" ? openaiOptions.promptCacheRetention.toLowerCase() : void 0;
+}
+function resolveActivationTTL(activateAfterIdle, modelContext) {
+  if (activateAfterIdle !== "auto") {
+    return activateAfterIdle;
+  }
+  return resolveAutoActivationTTL(modelContext);
+}
+function resolveAutoActivationTTL(modelContext) {
+  const provider = normalize(modelContext?.provider);
+  const modelId = normalize(modelContext?.modelId);
+  if (provider.includes("openai")) {
+    const promptCacheRetention = getOpenAIPromptCacheRetention(modelContext?.providerOptions);
+    if (promptCacheRetention === "24h") return OPENAI_EXTENDED_TTL;
+    if (promptCacheRetention === "in_memory") return SHORT_TTL;
+    return isOpenAIShortTtlModel(modelId) ? SHORT_TTL : OPENAI_EXTENDED_TTL;
+  }
+  if (provider.includes("google") || provider.includes("gemini")) return GEMINI_TTL;
+  if (provider.includes("deepseek")) return DEEPSEEK_TTL;
+  if (provider.includes("groq")) return GROQ_TTL;
+  if (provider.includes("anthropic")) return SHORT_TTL;
+  if (provider.includes("xai") || provider.includes("grok")) return SHORT_TTL;
+  if (provider.includes("openrouter")) return SHORT_TTL;
+  return SHORT_TTL;
+}
 var OM_DEBUG_LOG = process.env.OM_DEBUG ? join(process.cwd(), "om-debug.log") : null;
 function omDebug(msg) {
   if (!OM_DEBUG_LOG) return;
@@ -2440,7 +2481,12 @@ var ObservationTurn = class {
     return this._currentStep;
   }
   /**
-   * Finalize the turn: save any remaining messages and return the latest record state.
+   * Finalize the turn: save any remaining messages and return the current cached record.
+   *
+   * When async observation buffering is enabled and there are unobserved messages,
+   * a background buffer operation is kicked off so that observations are computed
+   * proactively while the agent is idle, rather than waiting for the next turn.
+   * The returned record does not wait for that background buffering pass to finish.
    */
   async end() {
     if (this._ended) throw new Error("Turn already ended");
@@ -2451,6 +2497,24 @@ var ObservationTurn = class {
     if (unsavedMessages.length > 0) {
       await this.om.persistMessages(unsavedMessages, this.threadId, this.resourceId);
     }
+    if (this.om.buffering.isAsyncObservationEnabled()) {
+      const allMessages = this.messageList.get.all.db();
+      const record = this._record;
+      const unobservedMessages = this.om.getUnobservedMessages(allMessages, record);
+      if (unobservedMessages.length > 0) {
+        void this.om.buffer({
+          threadId: this.threadId,
+          resourceId: this.resourceId,
+          messages: unobservedMessages,
+          record,
+          writer: this.writer,
+          requestContext: this.requestContext,
+          observabilityContext: this.observabilityContext
+        }).catch((err) => {
+          omDebug(`[OM:turn.end] idle buffer failed: ${err?.message}`);
+        });
+      }
+    }
     return { record: this._record };
   }
   /**
@@ -3122,6 +3186,35 @@ function isImageLikeObserverFilePart(part) {
   }
   return hasObserverImageFilenameExtension(part.filename);
 }
+function resolveObserverAttachmentMimeType(part) {
+  if (typeof part.mimeType === "string" && part.mimeType.length > 0) {
+    return part.mimeType.toLowerCase();
+  }
+  if (part.type === "image") {
+    return "image/*";
+  }
+  if (isImageLikeObserverFilePart(part)) {
+    return "image/*";
+  }
+  return "application/octet-stream";
+}
+function matchObserverMimePattern(mimeType, pattern) {
+  const normalized = pattern.trim().toLowerCase();
+  if (!normalized) return false;
+  if (normalized === "*" || normalized === "*/*") return true;
+  if (normalized.endsWith("/*")) {
+    const prefix = normalized.slice(0, normalized.length - 1);
+    return mimeType.startsWith(prefix);
+  }
+  return mimeType === normalized;
+}
+function shouldIncludeObserverAttachment(part, filter) {
+  if (filter === void 0 || filter === true) return true;
+  if (filter === false) return false;
+  if (!Array.isArray(filter) || filter.length === 0) return false;
+  const mimeType = resolveObserverAttachmentMimeType(part);
+  return filter.some((pattern) => matchObserverMimePattern(mimeType, pattern));
+}
 function toObserverInputAttachmentPart(part) {
   if (part.type === "image") {
     return {
@@ -3220,22 +3313,26 @@ function mapToolResultBlockToAttachment(block) {
       return void 0;
   }
 }
-function extractToolResultAttachments(result, counter) {
+function extractToolResultAttachments(result, counter, attachmentFilter) {
   if (!isRecord(result) || result.type !== "content" || !Array.isArray(result.value)) {
     return { resultWithoutAttachments: result, attachments: [] };
   }
   const record = result;
   const attachments = [];
+  let hadAttachmentBlocks = false;
   const newValue = record.value.map((block) => {
     const attachment = mapToolResultBlockToAttachment(block);
     if (!attachment) {
       return block;
     }
-    attachments.push(toObserverInputAttachmentPart(attachment));
+    hadAttachmentBlocks = true;
+    if (shouldIncludeObserverAttachment(attachment, attachmentFilter)) {
+      attachments.push(toObserverInputAttachmentPart(attachment));
+    }
     const placeholder = formatObserverAttachmentPlaceholder(attachment, counter);
     return { type: isRecord(block) ? block.type : void 0, placeholder };
   });
-  if (attachments.length === 0) {
+  if (!hadAttachmentBlocks) {
     return { resultWithoutAttachments: result, attachments };
   }
   return { resultWithoutAttachments: { ...record, value: newValue }, attachments };
@@ -3294,6 +3391,7 @@ function getTemporalGapMarkerText(msg) {
 function formatObserverMessage(msg, counter, options) {
   const maxLen = options?.maxPartLength;
   const maxToolResultTokens = options?.maxToolResultTokens ?? DEFAULT_OBSERVER_TOOL_RESULT_MAX_TOKENS;
+  const attachmentFilter = options?.attachmentFilter;
   const role = msg.role.charAt(0).toUpperCase() + msg.role.slice(1);
   const attachments = [];
   const messageCreatedAt = normalizeObserverCreatedAt(msg.createdAt);
@@ -3331,7 +3429,8 @@ function formatObserverMessage(msg, counter, options) {
           );
           const { resultWithoutAttachments, attachments: extractedAttachments } = extractToolResultAttachments(
             resultForObserver,
-            counter
+            counter,
+            attachmentFilter
           );
           if (extractedAttachments.length > 0) {
             attachments.push(...extractedAttachments);
@@ -3360,9 +3459,11 @@ function formatObserverMessage(msg, counter, options) {
       }
       if (partType === "image" || partType === "file") {
         const attachment = part;
-        const inputAttachment = toObserverInputAttachmentPart(attachment);
-        if (inputAttachment) {
-          attachments.push(inputAttachment);
+        if (shouldIncludeObserverAttachment(attachment, attachmentFilter)) {
+          const inputAttachment = toObserverInputAttachmentPart(attachment);
+          if (inputAttachment) {
+            attachments.push(inputAttachment);
+          }
         }
         pushLine(
           partType === "image" ? "Image" : "File",
@@ -3950,13 +4051,11 @@ async function withOmTracingSpan({
     entityType: EntityType.OUTPUT_STEP_PROCESSOR,
     entityName: config.entityName,
     tracingContext: observabilityContext?.tracingContext ?? observabilityContext?.tracing,
-    attributes: {
-      metadata: {
-        omPhase: phase,
-        omInputTokens: inputTokens,
-        omSelectedModel: typeof model === "string" ? model : "(dynamic-model)",
-        ...metadata
-      }
+    metadata: {
+      omPhase: phase,
+      omInputTokens: inputTokens,
+      omSelectedModel: typeof model === "string" ? model : "(dynamic-model)",
+      ...metadata
     },
     requestContext
   });
@@ -4027,7 +4126,9 @@ var ObserverRunner = class {
           includeThreadTitle: this.observationConfig.threadTitle
         })
       },
-      buildObserverHistoryMessage(messagesToObserve)
+      buildObserverHistoryMessage(messagesToObserve, {
+        attachmentFilter: this.observationConfig.observeAttachments
+      })
     ];
     const doGenerate = async () => {
       return withRetry(
@@ -4124,7 +4225,9 @@ var ObserverRunner = class {
           this.observationConfig.threadTitle
         )
       },
-      buildMultiThreadObserverHistoryMessage(messagesByThread, threadOrder)
+      buildMultiThreadObserverHistoryMessage(messagesByThread, threadOrder, {
+        attachmentFilter: this.observationConfig.observeAttachments
+      })
     ];
     for (const msgs of messagesByThread.values()) {
       for (const msg of msgs) {
@@ -4955,7 +5058,10 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
         ttlExpiredMs: activationMetadata?.ttlExpiredMs,
         previousModel: activationMetadata?.previousModel,
         currentModel: activationMetadata?.currentModel,
-        config: this.getObservationMarkerConfig(freshRecord)
+        config: {
+          ...this.getObservationMarkerConfig(freshRecord),
+          activateAfterIdle: activationMetadata?.activateAfterIdle ?? this.reflectionConfig.activateAfterIdle
+        }
       });
       void writer.custom({ ...activationMarker, transient: true }).catch(() => {
       });
@@ -5018,7 +5124,7 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
         );
       }
     }
-    const activateAfterIdle = this.reflectionConfig.activateAfterIdle;
+    const activateAfterIdle = resolveActivationTTL(this.reflectionConfig.activateAfterIdle, currentModel);
     const ttlExpiredMs = activateAfterIdle !== void 0 && lastActivityAt !== void 0 ? Date.now() - lastActivityAt : void 0;
     const ttlExpired = ttlExpiredMs !== void 0 && activateAfterIdle !== void 0 && ttlExpiredMs >= activateAfterIdle;
     const actorModel = getCurrentModel(currentModel);
@@ -5031,6 +5137,7 @@ ${unreflectedContent}` : freshRecord.bufferedReflection;
     const activationMetadata = {
       triggeredBy: activationTriggeredBy,
       lastActivityAt: activationTriggeredBy === "ttl" ? lastActivityAt : void 0,
+      activateAfterIdle: activationTriggeredBy === "ttl" ? activateAfterIdle : void 0,
       ttlExpiredMs: activationTriggeredBy === "ttl" ? ttlExpiredMs : void 0,
       previousModel: activationTriggeredBy === "provider_change" ? lastModel : void 0,
       currentModel: activationTriggeredBy === "provider_change" ? actorModel : void 0
@@ -6871,6 +6978,9 @@ function parseActivationTTL(value, fieldPath) {
   if (value === void 0 || value === false) {
     return void 0;
   }
+  if (value === "auto") {
+    return value;
+  }
   if (typeof value === "number") {
     if (!Number.isFinite(value) || value < 0) {
       throw new Error(`${fieldPath} must be a non-negative number of milliseconds or a duration string like "5m".`);
@@ -7043,7 +7153,8 @@ Async buffering is enabled by default \u2014 this opt-out is only needed when us
       ),
       previousObserverTokens: config.observation?.previousObserverTokens ?? 2e3,
       instruction: config.observation?.instruction,
-      threadTitle: config.observation?.threadTitle ?? false
+      threadTitle: config.observation?.threadTitle ?? false,
+      observeAttachments: config.observation?.observeAttachments ?? true
     };
     this.reflectionConfig = {
       model: reflectionModel,
@@ -8966,6 +9077,7 @@ ${grouped}` : grouped;
     }
     let activationTriggeredBy = "threshold";
     let activationLastActivityAt;
+    let activationActivateAfterIdle;
     let activateAfterIdleExpiredMs;
     let previousModel;
     let currentModel;
@@ -8975,7 +9087,7 @@ ${grouped}` : grouped;
         resourceId,
         record.lastObservedAt ? new Date(record.lastObservedAt) : void 0
       );
-      const activateAfterIdle = this.observationConfig.activateAfterIdle;
+      const activateAfterIdle = resolveActivationTTL(this.observationConfig.activateAfterIdle, opts.currentModel);
       const lastActivityAt = getLastActivityFromMessages(thresholdMessages);
       const ttlExpiredMs = activateAfterIdle !== void 0 && lastActivityAt !== void 0 ? Date.now() - lastActivityAt : void 0;
       const ttlExpired = ttlExpiredMs !== void 0 && activateAfterIdle !== void 0 && ttlExpiredMs >= activateAfterIdle;
@@ -8989,6 +9101,7 @@ ${grouped}` : grouped;
       } else if (ttlExpired) {
         activationTriggeredBy = "ttl";
         activationLastActivityAt = lastActivityAt;
+        activationActivateAfterIdle = activateAfterIdle;
         activateAfterIdleExpiredMs = ttlExpiredMs;
       } else {
         const status = await this.getStatus({ threadId, resourceId, messages: thresholdMessages });
@@ -9057,7 +9170,10 @@ ${grouped}` : grouped;
           ttlExpiredMs: activateAfterIdleExpiredMs,
           previousModel,
           currentModel,
-          config: this.getObservationMarkerConfig()
+          config: {
+            ...this.getObservationMarkerConfig(),
+            activateAfterIdle: activationActivateAfterIdle ?? this.observationConfig.activateAfterIdle
+          }
         });
         void opts.writer.custom({ ...activationMarker, transient: true }).catch(() => {
         });
@@ -9516,7 +9632,7 @@ var ObservationalMemoryProcessor = class {
     const { threadId, resourceId } = context;
     const memoryContext = parseMemoryRequestContext(requestContext);
     const readOnly = memoryContext?.memoryConfig?.readOnly;
-    const actorModelContext = model?.modelId ? { provider: model.provider, modelId: model.modelId } : void 0;
+    const actorModelContext = model?.modelId ? { provider: model.provider, modelId: model.modelId, providerOptions: args.providerOptions } : void 0;
     state.__omActorModelContext = actorModelContext;
     return this.engine.getTokenCounter().runWithModelContext(actorModelContext, async () => {
       const reproCaptureEnabled = isOmReproCaptureEnabled();
@@ -9705,5 +9821,5 @@ function getObservationsAsOf(activeObservations, asOf) {
 }
 
 export { ModelByInputTokens, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, ObservationalMemoryProcessor, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, combineObservationGroupRanges, deriveObservationGroupProvenance, extractCurrentTask, formatMessagesForObserver, formatToolResultForObserver, getObservationsAsOf, hasCurrentTaskSection, injectAnchorIds, optimizeObservationsForContext, parseAnchorId, parseObservationGroups, parseObserverOutput, reconcileObservationGroupsFromReflection, renderObservationGroupsForReflection, resolveToolResultValue, stripEphemeralAnchorIds, stripObservationGroups, truncateStringByTokens, wrapInObservationGroup };
-//# sourceMappingURL=chunk-LCALB7W6.js.map
-//# sourceMappingURL=chunk-LCALB7W6.js.map
+//# sourceMappingURL=chunk-NZXH5WER.js.map
+//# sourceMappingURL=chunk-NZXH5WER.js.map