@mastra/memory 1.17.5-alpha.1 → 1.17.6-alpha.0

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @mastra/memory
 
+## 1.17.6-alpha.0
+
+### Patch Changes
+
+- Fixed an issue where tool results containing AI SDK v5 `image-data` content blocks (returned via `toModelOutput`) were stringified into the observational memory prompt as raw base64 text. The base64 data overflowed the observer's context, causing token-limit errors and degenerate output. ([#16117](https://github.com/mastra-ai/mastra/pull/16117))
+
+  Image and file blocks (`image-data`, `image-url`, `file-data`, `file-url`, and `media`) inside tool results are now hoisted into the observer's input as proper attachments, the same way image and file message parts already are. The text body shows a placeholder like `[Image #1: image/png]` so the observer keeps positional context without seeing the bytes.
+
+## 1.17.5
+
+### Patch Changes
+
+- Fixed Observational Memory model resolution for user-defined gateways. Models such as `cloudflare/google/gemini-2.5-flash-lite` now resolve through registered gateways instead of failing with provider-config errors. Closes #13841. ([#16083](https://github.com/mastra-ai/mastra/pull/16083))
+
+- Fixed async reflection buffering incorrectly triggering during idle timeout and provider-change activations when observation tokens are below the reflection activation threshold ([#16076](https://github.com/mastra-ai/mastra/pull/16076))
+
+- Updated dependencies [[`6dcd65f`](https://github.com/mastra-ai/mastra/commit/6dcd65f2a34069e6dc43ba35f1d11119b9b40bef), [`86c0298`](https://github.com/mastra-ai/mastra/commit/86c0298e647306423c842f9d5ac827bd616bd13d), [`c05c9a1`](https://github.com/mastra-ai/mastra/commit/c05c9a13230988cef6d438a62f37760f31927bc7), [`ca28c23`](https://github.com/mastra-ai/mastra/commit/ca28c232a2f18801a6cf20fe053479237b4d4fb0), [`e24aacb`](https://github.com/mastra-ai/mastra/commit/e24aacba07bd66f5d95b636dc24016fca26b52cf), [`7679a63`](https://github.com/mastra-ai/mastra/commit/7679a634eae8e8ca459fd87538fdf72b4389b07f), [`7fce309`](https://github.com/mastra-ai/mastra/commit/7fce30912b14170bfc41f0ac736cca0f39fe0cd4), [`1d64a76`](https://github.com/mastra-ai/mastra/commit/1d64a765861a0772ea187bab76e5ed37bf82d042), [`1c2dda8`](https://github.com/mastra-ai/mastra/commit/1c2dda805fbfccc0abf55d4cb20cc34402dc3f0c), [`c721164`](https://github.com/mastra-ai/mastra/commit/c7211643f7ac861f83b19a3757cc921487fc9d75), [`1b55954`](https://github.com/mastra-ai/mastra/commit/1b559541c1e08a10e49d01ffc51a634dfc37a286), [`7997c2e`](https://github.com/mastra-ai/mastra/commit/7997c2e55ddd121562a4098cd8d2b89c68433bf1), [`5adc55e`](https://github.com/mastra-ai/mastra/commit/5adc55e63407be8ee977914957d68bcc2a075ceb), [`7679a63`](https://github.com/mastra-ai/mastra/commit/7679a634eae8e8ca459fd87538fdf72b4389b07f), [`a0d9b6d`](https://github.com/mastra-ai/mastra/commit/a0d9b6d6b810aeaa9e177a0dcc99a4402e609634), [`e97ccb9`](https://github.com/mastra-ai/mastra/commit/e97ccb900f8b7a390ce82c9f8eb8d6eb2c5e3777), [`c5daf48`](https://github.com/mastra-ai/mastra/commit/c5daf48556e98c46ae06caf00f92c249912007e9), [`70017d7`](https://github.com/mastra-ai/mastra/commit/70017d72ab741b5d7040e2a15c251a317782e39e), [`cd96779`](https://github.com/mastra-ai/mastra/commit/cd9677937f113b2856dc8b9f3d4bdabcee58bb2e), [`b0c7022`](https://github.com/mastra-ai/mastra/commit/b0c70224f80dad7c0cdbfb22cbff22e0f75c064f), [`e4942bc`](https://github.com/mastra-ai/mastra/commit/e4942bc7fdc903572f7d84f26d5e15f9d39c763d)]:
+  - @mastra/core@1.32.0
+
 ## 1.17.5-alpha.1
 
 ### Patch Changes

package/dist/{chunk-BPJLUC2F.js → chunk-NUYSX3DD.js}

@@ -3158,6 +3158,71 @@ function formatObserverAttachmentPlaceholder(part, counter) {
   const label = resolveObserverAttachmentLabel(part);
   return label ? `[${attachmentType} #${attachmentId}: ${label}]` : `[${attachmentType} #${attachmentId}]`;
 }
+function isRecord(value) {
+  return !!value && typeof value === "object";
+}
+function mapToolResultBlockToAttachment(block) {
+  if (!isRecord(block) || typeof block.type !== "string") {
+    return void 0;
+  }
+  const mediaType = typeof block.mediaType === "string" ? block.mediaType : void 0;
+  const filename = typeof block.filename === "string" ? block.filename : void 0;
+  switch (block.type) {
+    case "image-data": {
+      const data = block.data;
+      if (typeof data !== "string") return void 0;
+      const image = mediaType ? `data:${mediaType};base64,${data}` : data;
+      return { type: "image", image, mimeType: mediaType };
+    }
+    case "image-url": {
+      const url = block.url;
+      if (typeof url !== "string") return void 0;
+      return { type: "image", image: url, mimeType: mediaType };
+    }
+    case "media": {
+      const data = block.data;
+      if (typeof data !== "string" || !mediaType) return void 0;
+      const dataUri = `data:${mediaType};base64,${data}`;
+      if (mediaType.toLowerCase().startsWith("image/")) {
+        return { type: "image", image: dataUri, mimeType: mediaType };
+      }
+      return { type: "file", data: dataUri, mimeType: mediaType };
+    }
+    case "file-data": {
+      const data = block.data;
+      if (typeof data !== "string") return void 0;
+      const dataUri = mediaType ? `data:${mediaType};base64,${data}` : data;
+      return { type: "file", data: dataUri, mimeType: mediaType, filename };
+    }
+    case "file-url": {
+      const url = block.url;
+      if (typeof url !== "string") return void 0;
+      return { type: "file", data: url, mimeType: mediaType, filename };
+    }
+    default:
+      return void 0;
+  }
+}
+function extractToolResultAttachments(result, counter) {
+  if (!isRecord(result) || result.type !== "content" || !Array.isArray(result.value)) {
+    return { resultWithoutAttachments: result, attachments: [] };
+  }
+  const record = result;
+  const attachments = [];
+  const newValue = record.value.map((block) => {
+    const attachment = mapToolResultBlockToAttachment(block);
+    if (!attachment) {
+      return block;
+    }
+    attachments.push(toObserverInputAttachmentPart(attachment));
+    const placeholder = formatObserverAttachmentPlaceholder(attachment, counter);
+    return { type: isRecord(block) ? block.type : void 0, placeholder };
+  });
+  if (attachments.length === 0) {
+    return { resultWithoutAttachments: result, attachments };
+  }
+  return { resultWithoutAttachments: { ...record, value: newValue }, attachments };
+}
 function formatObserverPartLine(title, body, time, previousTime) {
   const timeLabel = time && time !== previousTime ? `(${time})` : "";
   if (!title) {
@@ -3247,9 +3312,19 @@ function formatObserverMessage(msg, counter, options) {
             part,
             inv.result
           );
+          const { resultWithoutAttachments, attachments: extractedAttachments } = extractToolResultAttachments(
+            resultForObserver,
+            counter
+          );
+          if (extractedAttachments.length > 0) {
+            attachments.push(...extractedAttachments);
+          }
           pushLine(
             `Tool Result ${inv.toolName}`,
-            maybeTruncate(formatToolResultForObserver(resultForObserver, { maxTokens: maxToolResultTokens }), maxLen),
+            maybeTruncate(
+              formatToolResultForObserver(resultWithoutAttachments, { maxTokens: maxToolResultTokens }),
+              maxLen
+            ),
             partCreatedAt
           );
           return;
@@ -9366,5 +9441,5 @@ function getObservationsAsOf(activeObservations, asOf) {
 }
 
 export { ModelByInputTokens, OBSERVER_SYSTEM_PROMPT, ObservationalMemory, ObservationalMemoryProcessor, TokenCounter, buildObserverPrompt, buildObserverSystemPrompt, combineObservationGroupRanges, deriveObservationGroupProvenance, extractCurrentTask, formatMessagesForObserver, formatToolResultForObserver, getObservationsAsOf, hasCurrentTaskSection, injectAnchorIds, optimizeObservationsForContext, parseAnchorId, parseObservationGroups, parseObserverOutput, reconcileObservationGroupsFromReflection, renderObservationGroupsForReflection, resolveToolResultValue, stripEphemeralAnchorIds, stripObservationGroups, truncateStringByTokens, wrapInObservationGroup };
-//# sourceMappingURL=chunk-BPJLUC2F.js.map
-//# sourceMappingURL=chunk-BPJLUC2F.js.map
+//# sourceMappingURL=chunk-NUYSX3DD.js.map
+//# sourceMappingURL=chunk-NUYSX3DD.js.map