@mastra/memory 1.19.1-alpha.0 → 1.20.0-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @mastra/memory
 
+## 1.20.0-alpha.1
+
+### Minor Changes
+
+- Add per-provider capability files and `auto` mode for `observeAttachments` ([#16922](https://github.com/mastra-ai/mastra/pull/16922))
+  - Generate per-provider capability files (e.g. `capabilities/openai.json`) alongside the model router registry, sourced from models.dev API
+  - Export `modelSupportsAttachments(modelRouterId)` from `@mastra/core/llm` to check whether a model supports image/file attachments
+  - Extend `observeAttachments` config to accept `'auto'` in addition to `boolean | string[]`
+  - When set to `'auto'`, the observer resolves the model (including function-based models) and checks the capability registry before deciding to forward or drop attachment parts
+
+### Patch Changes
+
+- Fixed observational memory so in-progress messages are not removed during observation cleanup. ([#16913](https://github.com/mastra-ai/mastra/pull/16913))
+
+- Updated dependencies [[`ac442a4`](https://github.com/mastra-ai/mastra/commit/ac442a42fda0354ac2bcea772bf6691cb3e9dbb3), [`1e5c067`](https://github.com/mastra-ai/mastra/commit/1e5c067d2e20a781af670578180d1ee249806d41), [`008baaf`](https://github.com/mastra-ai/mastra/commit/008baafd8d851f831407045aebead5a2e3342eff), [`8116436`](https://github.com/mastra-ai/mastra/commit/81164363eb225d774e41ff27da6a5ea611406688), [`c27c4b9`](https://github.com/mastra-ai/mastra/commit/c27c4b9f137df5414fca4e45896aceccff6b0ed5), [`08b3b59`](https://github.com/mastra-ai/mastra/commit/08b3b590dd960dee6c9a6e39272f8927d803db6e)]:
+  - @mastra/core@1.37.0-alpha.3
+
 ## 1.19.1-alpha.0
 
 ### Patch Changes

package/dist/{chunk-BCYGTJF2.js → chunk-G72RLVRT.js}

@@ -1,6 +1,6 @@
 import { OBSERVATIONAL_MEMORY_DEFAULTS, OBSERVATION_CONTEXT_PROMPT, OBSERVATION_CONTEXT_INSTRUCTIONS, OBSERVATION_RETRIEVAL_INSTRUCTIONS, OBSERVATION_CONTINUATION_HINT } from './chunk-LSJJAJAF.js';
 import { coreFeatures } from '@mastra/core/features';
-import { resolveModelConfig } from '@mastra/core/llm';
+import { resolveModelConfig, modelSupportsAttachments } from '@mastra/core/llm';
 import { getThreadOMMetadata, setThreadOMMetadata, parseMemoryRequestContext } from '@mastra/core/memory';
 import { MessageHistory } from '@mastra/core/processors';
 import xxhash from 'xxhash-wasm';
@@ -669,6 +669,7 @@ function filterObservedMessages(opts) {
   const { messageList, record } = opts;
   const allMessages = messageList.get.all.db();
   const useMarkerBoundaryPruning = opts.useMarkerBoundaryPruning ?? true;
+  const preserveMessageIds = opts.preserveMessageIds ?? /* @__PURE__ */ new Set();
   let markerMessageIndex = -1;
   let markerMessage = null;
   for (let i = allMessages.length - 1; i >= 0; i--) {
@@ -684,7 +685,7 @@ function filterObservedMessages(opts) {
     const messagesToRemove = [];
     for (let i = 0; i < markerMessageIndex; i++) {
       const msg = allMessages[i];
-      if (msg?.id && msg.id !== "om-continuation") {
+      if (msg?.id && msg.id !== "om-continuation" && !preserveMessageIds.has(msg.id)) {
         messagesToRemove.push(msg.id);
       }
     }
@@ -703,7 +704,7 @@ function filterObservedMessages(opts) {
     const lastObservedAt = record.lastObservedAt;
     const messagesToRemove = [];
     for (const msg of allMessages) {
-      if (!msg?.id || msg.id === "om-continuation") continue;
+      if (!msg?.id || msg.id === "om-continuation" || preserveMessageIds.has(msg.id)) continue;
       if (observedIds.has(msg.id)) {
         messagesToRemove.push(msg.id);
         continue;
@@ -2269,11 +2270,15 @@ var ObservationStep = class {
     });
     if (!didThresholdCleanup) {
       const fallbackCursor = this.turn.record.threadId ? getThreadOMMetadata((await om.getStorage().getThreadById({ threadId: this.turn.record.threadId }))?.metadata)?.lastObservedMessageCursor : void 0;
+      const pendingMessageIds = new Set(
+        [...messageList.get.input.db(), ...messageList.get.response.db()].map((msg) => msg.id).filter(Boolean)
+      );
       filterObservedMessages({
         messageList,
         record: this.turn.record,
         useMarkerBoundaryPruning: this.stepNumber === 0,
-        fallbackCursor
+        fallbackCursor,
+        preserveMessageIds: pendingMessageIds
       });
     }
     this._context = {
@@ -4101,6 +4106,41 @@ var ObserverRunner = class {
     }
     return agent;
   }
+  /**
+   * Extract a router-style model ID (`provider/model`) from a model config.
+   * Handles strings, LanguageModel objects, and function-based models.
+   */
+  extractModelRouterId(model, requestContext) {
+    if (typeof model === "string") return model;
+    if (typeof model === "function") {
+      if (!requestContext) return void 0;
+      try {
+        const resolved = model({ requestContext });
+        if (resolved instanceof Promise) return void 0;
+        return this.extractModelRouterId(resolved);
+      } catch {
+        return void 0;
+      }
+    }
+    const obj = model;
+    if (typeof obj.provider === "string" && typeof obj.modelId === "string") {
+      return `${obj.provider}/${obj.modelId}`;
+    }
+    return void 0;
+  }
+  /**
+   * Resolve the attachment filter for a given model. When set to `'auto'`,
+   * the provider capabilities registry is consulted to decide whether the
+   * model accepts multimodal input.
+   */
+  resolveAttachmentFilter(model, requestContext) {
+    const raw = this.observationConfig.observeAttachments;
+    if (raw !== "auto") return raw;
+    const routerId = this.extractModelRouterId(model, requestContext);
+    if (!routerId) return true;
+    const supports = modelSupportsAttachments(routerId);
+    return supports ?? true;
+  }
   async withAbortCheck(fn, abortSignal) {
     if (abortSignal?.aborted) {
       throw new Error("The operation was aborted.");
@@ -4118,6 +4158,7 @@ var ObserverRunner = class {
     const inputTokens = this.tokenCounter.countMessages(messagesToObserve);
     const resolvedModel = options?.model ? { model: options.model } : this.resolveModel(inputTokens);
     const agent = this.createAgent(resolvedModel.model);
+    const attachmentFilter = this.resolveAttachmentFilter(resolvedModel.model, options?.requestContext);
     const observerMessages = [
       {
         role: "user",
@@ -4127,7 +4168,7 @@ var ObserverRunner = class {
         })
       },
       buildObserverHistoryMessage(messagesToObserve, {
-        attachmentFilter: this.observationConfig.observeAttachments
+        attachmentFilter
       })
     ];
     const doGenerate = async () => {
@@ -4214,6 +4255,7 @@ var ObserverRunner = class {
     );
     const resolvedModel = model ? { model } : this.resolveModel(inputTokens);
     const agent = this.createAgent(resolvedModel.model, true);
+    const multiThreadAttachmentFilter = this.resolveAttachmentFilter(resolvedModel.model, requestContext);
     const observerMessages = [
       {
         role: "user",
@@ -4226,7 +4268,7 @@ var ObserverRunner = class {
         )
       },
       buildMultiThreadObserverHistoryMessage(messagesByThread, threadOrder, {
-        attachmentFilter: this.observationConfig.observeAttachments
+        attachmentFilter: multiThreadAttachmentFilter
       })
     ];
     for (const msgs of messagesByThread.values()) {
@@ -9809,5 +9851,5 @@ function getObservationsAsOf(activeObservations, asOf) {
 }
 
 export { ModelByInputTokens, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, ObservationalMemoryProcessor, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, combineObservationGroupRanges, deriveObservationGroupProvenance, extractCurrentTask, formatMessagesForObserver, formatToolResultForObserver, getObservationsAsOf, hasCurrentTaskSection, injectAnchorIds, optimizeObservationsForContext, parseAnchorId, parseObservationGroups, parseObserverOutput, reconcileObservationGroupsFromReflection, renderObservationGroupsForReflection, resolveToolResultValue, stripEphemeralAnchorIds, stripObservationGroups, truncateStringByTokens, wrapInObservationGroup };
-//# sourceMappingURL=chunk-BCYGTJF2.js.map
-//# sourceMappingURL=chunk-BCYGTJF2.js.map
+//# sourceMappingURL=chunk-G72RLVRT.js.map
+//# sourceMappingURL=chunk-G72RLVRT.js.map