@mastra/react 1.2.5 → 1.2.6-alpha.0

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @mastra/react
 
+## 1.2.6-alpha.0
+
+### Patch Changes
+
+- Fixed binary file attachments missing during live streaming in `useChat` when `enableThreadSignals` is enabled. Attachments sent as `Uint8Array` or `ArrayBuffer` now render in the optimistic pending bubble and stay visible after the signal echo, without requiring a page refresh. ([#19439](https://github.com/mastra-ai/mastra/pull/19439))
+
+- Updated dependencies [[`8a0d145`](https://github.com/mastra-ai/mastra/commit/8a0d145aadbdf7278665aceaaec364b35dd9bd94), [`bd2f1d2`](https://github.com/mastra-ai/mastra/commit/bd2f1d274d05e60e2366f005ea0d94d5cea0d5ff), [`21a0eb8`](https://github.com/mastra-ai/mastra/commit/21a0eb86746ba0b703acea360d4f84c6a5a493f2), [`de86fd7`](https://github.com/mastra-ai/mastra/commit/de86fd7119f0438381d1a642e3d258143c0b9c29), [`2745031`](https://github.com/mastra-ai/mastra/commit/2745031d1d4a4978f037092da371428c32e2842a), [`db650ce`](https://github.com/mastra-ai/mastra/commit/db650ce490348914e85b93651d83acdf8f2a4c31), [`6354eeb`](https://github.com/mastra-ai/mastra/commit/6354eeb32efa9f5f68f51dda394e90e2ee76f1fb)]:
+  - @mastra/core@1.51.1-alpha.0
+  - @mastra/client-js@1.32.1-alpha.0
+
 ## 1.2.5
 
 ### Patch Changes

package/dist/agent/signal-data.d.ts

@@ -1,2 +1,5 @@
+export declare const uint8ArrayToBase64: (bytes: Uint8Array) => string;
 export declare function convertSignalDataToBase64String(content: string | ArrayBuffer | Uint8Array): string;
+/** Canonical DB `file` part `data` for optimistic UI and memory-shaped storage. */
+export declare function encodeFilePartDataForStorage(data: string | URL | ArrayBuffer | Uint8Array, mimeType: string): string;
 //# sourceMappingURL=signal-data.d.ts.map

package/dist/agent/signal-data.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"signal-data.d.ts","sourceRoot":"","sources":["../../src/agent/signal-data.ts"],"names":[],"mappings":"AAAA,wBAAgB,+BAA+B,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,CAYlG"}
+{"version":3,"file":"signal-data.d.ts","sourceRoot":"","sources":["../../src/agent/signal-data.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,kBAAkB,GAAI,OAAO,UAAU,KAAG,MAOtD,CAAC;AAEF,wBAAgB,+BAA+B,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,CAOlG;AAED,mFAAmF;AACnF,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,GAAG,WAAW,GAAG,UAAU,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAgBpH"}

package/dist/index.cjs

@@ -70,6 +70,37 @@ var MastraReactProvider = ({
   );
 };
 
+// src/agent/signal-data.ts
+var uint8ArrayToBase64 = (bytes) => {
+  const chunkSize = 32768;
+  let binary = "";
+  for (let i = 0; i < bytes.length; i += chunkSize) {
+    binary += String.fromCharCode(...bytes.subarray(i, i + chunkSize));
+  }
+  return btoa(binary);
+};
+function convertSignalDataToBase64String(content) {
+  if (typeof content === "string") {
+    return content;
+  }
+  const bytes = content instanceof ArrayBuffer ? new Uint8Array(content) : content;
+  return uint8ArrayToBase64(bytes);
+}
+function encodeFilePartDataForStorage(data, mimeType) {
+  if (typeof data === "string") {
+    return data;
+  }
+  if (data instanceof URL) {
+    return data.toString();
+  }
+  const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
+  const base64 = uint8ArrayToBase64(bytes);
+  if (base64.startsWith("data:")) {
+    return base64;
+  }
+  return `data:${mimeType};base64,${base64}`;
+}
+
 // src/lib/mastra-db/formatCompletionFeedback.ts
 var formatBaseCompletionFeedback = (result, maxIterationReached, formatScorerHeading, incompleteMessage) => {
   const lines = [];
@@ -120,14 +151,6 @@ var CLIENT_MESSAGE_ID_KEY = "clientMessageId";
 
 // src/lib/mastra-db/accumulator.ts
 var cloneMetadata = (metadata) => metadata ? { ...metadata } : {};
-var uint8ArrayToBase64 = (bytes) => {
-  const chunkSize = 32768;
-  let binary = "";
-  for (let i = 0; i < bytes.length; i += chunkSize) {
-    binary += String.fromCharCode(...bytes.subarray(i, i + chunkSize));
-  }
-  return btoa(binary);
-};
 var withParts = (message, parts) => ({
   ...message,
   content: {
@@ -324,22 +347,37 @@ var signalContentsToUserMessages = (contents, metadata) => {
     }
     if (typedPart.type === "image") {
       const image = typedPart.image;
-      return [
-        {
-          type: "file",
-          mimeType: typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "image/*",
-          data: typeof image === "string" ? image : image instanceof URL ? image.toString() : ""
-        }
-      ];
+      const mimeType = typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "image/*";
+      if (typeof image === "string" || image instanceof URL || image instanceof ArrayBuffer || image instanceof Uint8Array) {
+        return [
+          {
+            type: "file",
+            mimeType,
+            data: encodeFilePartDataForStorage(image, mimeType)
+          }
+        ];
+      }
+      return [{ type: "file", mimeType, data: "" }];
     }
     if (typedPart.type === "file") {
       const data = typedPart.data;
-      const dataValue = typeof data === "string" ? data : data instanceof URL ? data.toString() : typeof typedPart.url === "string" ? typedPart.url : "";
+      const mimeType = typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "application/octet-stream";
+      if (typeof data === "string" || data instanceof URL || data instanceof ArrayBuffer || data instanceof Uint8Array) {
+        return [
+          {
+            type: "file",
+            mimeType,
+            data: encodeFilePartDataForStorage(data, mimeType),
+            ...typeof typedPart.filename === "string" ? { filename: typedPart.filename } : {}
+          }
+        ];
+      }
+      const urlFallback = typeof typedPart.url === "string" ? typedPart.url : "";
       return [
         {
           type: "file",
-          mimeType: typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "application/octet-stream",
-          data: dataValue,
+          mimeType,
+          data: urlFallback,
           ...typeof typedPart.filename === "string" ? { filename: typedPart.filename } : {}
         }
       ];
@@ -364,6 +402,15 @@ var signalContentsToUserMessages = (contents, metadata) => {
   const parts = content.flatMap(toMessagePart);
   return parts.length ? [makeUserMessage(parts)] : [];
 };
+var reconcilePendingUserEcho = (message, echoedContents, metadata, options) => {
+  const echoedMessages = signalContentsToUserMessages(echoedContents, metadata);
+  const echoedParts = echoedMessages[0]?.content.parts;
+  let reconciled = typeof options.signalId === "string" ? { ...message, id: options.signalId } : message;
+  if (echoedParts?.length) {
+    reconciled = { ...reconciled, content: { ...reconciled.content, parts: echoedParts } };
+  }
+  return options.keepClientMessageId ? clearPendingStatusKeepClientId(reconciled) : clearPendingStatus(reconciled);
+};
 var makeToolInvocationPart = (invocation) => ({
   type: "tool-invocation",
   toolInvocation: invocation
@@ -384,14 +431,19 @@ var accumulateChunk = ({ chunk, conversation, metadata }) => {
       )) {
         return finishStreamingAssistantMessage(
           result.map(
-            (message) => message.content.metadata?.status === "pending" && message.content.metadata[CLIENT_MESSAGE_ID_KEY] === echoedClientMessageId ? clearPendingStatusKeepClientId(typeof signalId === "string" ? { ...message, id: signalId } : message) : message
+            (message) => message.content.metadata?.status === "pending" && message.content.metadata[CLIENT_MESSAGE_ID_KEY] === echoedClientMessageId ? reconcilePendingUserEcho(message, chunk.data.contents, metadata, {
+              signalId: typeof signalId === "string" ? signalId : void 0,
+              keepClientMessageId: true
+            }) : message
           )
         );
       }
       if (typeof signalId === "string" && result.some((message) => message.id === signalId)) {
         return finishStreamingAssistantMessage(
           result.map(
-            (message) => message.id === signalId && message.content.metadata?.status === "pending" ? clearPendingStatus(message) : message
+            (message) => message.id === signalId && message.content.metadata?.status === "pending" ? reconcilePendingUserEcho(message, chunk.data.contents, metadata, {
+              keepClientMessageId: false
+            }) : message
           )
         );
       }
@@ -1678,19 +1730,18 @@ var coreUserMessageToParts = (coreUserMessage) => typeof coreUserMessage.content
       return { type: "text", text: part.text };
     }
     case "image": {
-      const data = typeof part.image === "string" ? part.image : part.image instanceof URL ? part.image.toString() : "";
+      const mimeType = part.mimeType ?? "image/*";
       return {
         type: "file",
-        mimeType: part.mimeType ?? "image/*",
-        data
+        mimeType,
+        data: encodeFilePartDataForStorage(part.image, mimeType)
       };
     }
     case "file": {
-      const data = typeof part.data === "string" ? part.data : part.data instanceof URL ? part.data.toString() : "";
       return {
         type: "file",
         mimeType: part.mimeType,
-        data,
+        data: encodeFilePartDataForStorage(part.data, part.mimeType),
         ...part.filename !== void 0 ? { filename: part.filename } : {}
       };
     }
@@ -1818,19 +1869,6 @@ var extractRunIdFromMessages = (messages) => {
   return void 0;
 };
 
-// src/agent/signal-data.ts
-function convertSignalDataToBase64String(content) {
-  if (typeof content === "string") {
-    return content;
-  }
-  const bytes = content instanceof ArrayBuffer ? new Uint8Array(content) : content;
-  let binary = "";
-  for (const byte of bytes) {
-    binary += String.fromCharCode(byte);
-  }
-  return btoa(binary);
-}
-
 // src/agent/hooks.ts
 var extractPendingToolApprovalIdsFromMessages = (messages) => {
   const pendingToolApprovalIds = /* @__PURE__ */ new Set();