@mastra/memory 1.17.5 → 1.17.6-alpha.1

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @mastra/memory
 
+## 1.17.6-alpha.1
+
+### Patch Changes
+
+- Added extra defensive checks to prevent edge cases where system messages may have already been stored in message history. ([#15787](https://github.com/mastra-ai/mastra/pull/15787))
+
+- Updated dependencies [[`b560d6f`](https://github.com/mastra-ai/mastra/commit/b560d6f88b9b904b15c10f75c949eb145bc27684), [`36b3bbf`](https://github.com/mastra-ai/mastra/commit/36b3bbf5a8d59f7e23d47e29340e76c681b4929c), [`b275631`](https://github.com/mastra-ai/mastra/commit/b275631dc10541a482b2e2d4a3e3cfa843bd5fa1)]:
+  - @mastra/core@1.33.0-alpha.6
+
+## 1.17.6-alpha.0
+
+### Patch Changes
+
+- Fixed an issue where tool results containing AI SDK v5 `image-data` content blocks (returned via `toModelOutput`) were stringified into the observational memory prompt as raw base64 text. The base64 data overflowed the observer's context, causing token-limit errors and degenerate output. ([#16117](https://github.com/mastra-ai/mastra/pull/16117))
+
+  Image and file blocks (`image-data`, `image-url`, `file-data`, `file-url`, and `media`) inside tool results are now hoisted into the observer's input as proper attachments, the same way image and file message parts already are. The text body shows a placeholder like `[Image #1: image/png]` so the observer keeps positional context without seeing the bytes.
+
 ## 1.17.5
 
 ### Patch Changes

package/dist/{chunk-BPJLUC2F.js → chunk-QZGJY67D.js}

@@ -1689,8 +1689,9 @@ var ResourceScopedObservationStrategy = class extends ObservationStrategy {
         orderBy: { field: "createdAt", direction: "ASC" },
         filter: startDate ? { dateRange: { start: startDate } } : void 0
       });
-      if (result.messages.length > 0) {
-        this.messagesByThread.set(thread.id, result.messages);
+      const messages = result.messages.filter((msg) => msg.role !== "system");
+      if (messages.length > 0) {
+        this.messagesByThread.set(thread.id, messages);
       }
     }
     if (currentThreadMessages.length > 0) {
@@ -3158,6 +3159,71 @@ function formatObserverAttachmentPlaceholder(part, counter) {
   const label = resolveObserverAttachmentLabel(part);
   return label ? `[${attachmentType} #${attachmentId}: ${label}]` : `[${attachmentType} #${attachmentId}]`;
 }
+function isRecord(value) {
+  return !!value && typeof value === "object";
+}
+function mapToolResultBlockToAttachment(block) {
+  if (!isRecord(block) || typeof block.type !== "string") {
+    return void 0;
+  }
+  const mediaType = typeof block.mediaType === "string" ? block.mediaType : void 0;
+  const filename = typeof block.filename === "string" ? block.filename : void 0;
+  switch (block.type) {
+    case "image-data": {
+      const data = block.data;
+      if (typeof data !== "string") return void 0;
+      const image = mediaType ? `data:${mediaType};base64,${data}` : data;
+      return { type: "image", image, mimeType: mediaType };
+    }
+    case "image-url": {
+      const url = block.url;
+      if (typeof url !== "string") return void 0;
+      return { type: "image", image: url, mimeType: mediaType };
+    }
+    case "media": {
+      const data = block.data;
+      if (typeof data !== "string" || !mediaType) return void 0;
+      const dataUri = `data:${mediaType};base64,${data}`;
+      if (mediaType.toLowerCase().startsWith("image/")) {
+        return { type: "image", image: dataUri, mimeType: mediaType };
+      }
+      return { type: "file", data: dataUri, mimeType: mediaType };
+    }
+    case "file-data": {
+      const data = block.data;
+      if (typeof data !== "string") return void 0;
+      const dataUri = mediaType ? `data:${mediaType};base64,${data}` : data;
+      return { type: "file", data: dataUri, mimeType: mediaType, filename };
+    }
+    case "file-url": {
+      const url = block.url;
+      if (typeof url !== "string") return void 0;
+      return { type: "file", data: url, mimeType: mediaType, filename };
+    }
+    default:
+      return void 0;
+  }
+}
+function extractToolResultAttachments(result, counter) {
+  if (!isRecord(result) || result.type !== "content" || !Array.isArray(result.value)) {
+    return { resultWithoutAttachments: result, attachments: [] };
+  }
+  const record = result;
+  const attachments = [];
+  const newValue = record.value.map((block) => {
+    const attachment = mapToolResultBlockToAttachment(block);
+    if (!attachment) {
+      return block;
+    }
+    attachments.push(toObserverInputAttachmentPart(attachment));
+    const placeholder = formatObserverAttachmentPlaceholder(attachment, counter);
+    return { type: isRecord(block) ? block.type : void 0, placeholder };
+  });
+  if (attachments.length === 0) {
+    return { resultWithoutAttachments: result, attachments };
+  }
+  return { resultWithoutAttachments: { ...record, value: newValue }, attachments };
+}
 function formatObserverPartLine(title, body, time, previousTime) {
   const timeLabel = time && time !== previousTime ? `(${time})` : "";
   if (!title) {
@@ -3247,9 +3313,19 @@ function formatObserverMessage(msg, counter, options) {
             part,
             inv.result
           );
+          const { resultWithoutAttachments, attachments: extractedAttachments } = extractToolResultAttachments(
+            resultForObserver,
+            counter
+          );
+          if (extractedAttachments.length > 0) {
+            attachments.push(...extractedAttachments);
+          }
           pushLine(
             `Tool Result ${inv.toolName}`,
-            maybeTruncate(formatToolResultForObserver(resultForObserver, { maxTokens: maxToolResultTokens }), maxLen),
+            maybeTruncate(
+              formatToolResultForObserver(resultWithoutAttachments, { maxTokens: maxToolResultTokens }),
+              maxLen
+            ),
             partCreatedAt
           );
           return;
@@ -7344,6 +7420,9 @@ Async buffering is enabled by default \u2014 this opt-out is only needed when us
     }
     const result = [];
     for (const msg of allMessages) {
+      if (msg.role === "system") {
+        continue;
+      }
       if (observedMessageIds?.has(msg.id)) {
         continue;
       }
@@ -7654,7 +7733,7 @@ ${suggestedResponse}
         } : void 0
       });
     }
-    return result.messages;
+    return result.messages.filter((msg) => msg.role !== "system");
   }
   /**
    * Format unobserved messages from other threads as <unobserved-context> blocks.
@@ -9366,5 +9445,5 @@ function getObservationsAsOf(activeObservations, asOf) {
 }
 
 export { ModelByInputTokens, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, ObservationalMemoryProcessor, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, combineObservationGroupRanges, deriveObservationGroupProvenance, extractCurrentTask, formatMessagesForObserver, formatToolResultForObserver, getObservationsAsOf, hasCurrentTaskSection, injectAnchorIds, optimizeObservationsForContext, parseAnchorId, parseObservationGroups, parseObserverOutput, reconcileObservationGroupsFromReflection, renderObservationGroupsForReflection, resolveToolResultValue, stripEphemeralAnchorIds, stripObservationGroups, truncateStringByTokens, wrapInObservationGroup };
-//# sourceMappingURL=chunk-BPJLUC2F.js.map
-//# sourceMappingURL=chunk-BPJLUC2F.js.map
+//# sourceMappingURL=chunk-QZGJY67D.js.map
+//# sourceMappingURL=chunk-QZGJY67D.js.map