@mastra/react 1.2.5-alpha.9 → 1.2.6-alpha.0

package/dist/index.js

@@ -68,6 +68,37 @@ var MastraReactProvider = ({
   );
 };
 
+// src/agent/signal-data.ts
+var uint8ArrayToBase64 = (bytes) => {
+  const chunkSize = 32768;
+  let binary = "";
+  for (let i = 0; i < bytes.length; i += chunkSize) {
+    binary += String.fromCharCode(...bytes.subarray(i, i + chunkSize));
+  }
+  return btoa(binary);
+};
+function convertSignalDataToBase64String(content) {
+  if (typeof content === "string") {
+    return content;
+  }
+  const bytes = content instanceof ArrayBuffer ? new Uint8Array(content) : content;
+  return uint8ArrayToBase64(bytes);
+}
+function encodeFilePartDataForStorage(data, mimeType) {
+  if (typeof data === "string") {
+    return data;
+  }
+  if (data instanceof URL) {
+    return data.toString();
+  }
+  const bytes = data instanceof ArrayBuffer ? new Uint8Array(data) : data;
+  const base64 = uint8ArrayToBase64(bytes);
+  if (base64.startsWith("data:")) {
+    return base64;
+  }
+  return `data:${mimeType};base64,${base64}`;
+}
+
 // src/lib/mastra-db/formatCompletionFeedback.ts
 var formatBaseCompletionFeedback = (result, maxIterationReached, formatScorerHeading, incompleteMessage) => {
   const lines = [];
@@ -314,21 +345,37 @@ var signalContentsToUserMessages = (contents, metadata) => {
     }
     if (typedPart.type === "image") {
       const image = typedPart.image;
-      return [
-        {
-          type: "file",
-          mediaType: typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "image/*",
-          url: typeof image === "string" ? image : image instanceof URL ? image.toString() : ""
-        }
-      ];
+      const mimeType = typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "image/*";
+      if (typeof image === "string" || image instanceof URL || image instanceof ArrayBuffer || image instanceof Uint8Array) {
+        return [
+          {
+            type: "file",
+            mimeType,
+            data: encodeFilePartDataForStorage(image, mimeType)
+          }
+        ];
+      }
+      return [{ type: "file", mimeType, data: "" }];
     }
     if (typedPart.type === "file") {
       const data = typedPart.data;
+      const mimeType = typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "application/octet-stream";
+      if (typeof data === "string" || data instanceof URL || data instanceof ArrayBuffer || data instanceof Uint8Array) {
+        return [
+          {
+            type: "file",
+            mimeType,
+            data: encodeFilePartDataForStorage(data, mimeType),
+            ...typeof typedPart.filename === "string" ? { filename: typedPart.filename } : {}
+          }
+        ];
+      }
+      const urlFallback = typeof typedPart.url === "string" ? typedPart.url : "";
       return [
         {
           type: "file",
-          mediaType: typeof typedPart.mediaType === "string" ? typedPart.mediaType : typeof typedPart.mimeType === "string" ? typedPart.mimeType : "application/octet-stream",
-          url: typeof data === "string" ? data : data instanceof URL ? data.toString() : "",
+          mimeType,
+          data: urlFallback,
           ...typeof typedPart.filename === "string" ? { filename: typedPart.filename } : {}
         }
       ];
@@ -353,6 +400,15 @@ var signalContentsToUserMessages = (contents, metadata) => {
   const parts = content.flatMap(toMessagePart);
   return parts.length ? [makeUserMessage(parts)] : [];
 };
+var reconcilePendingUserEcho = (message, echoedContents, metadata, options) => {
+  const echoedMessages = signalContentsToUserMessages(echoedContents, metadata);
+  const echoedParts = echoedMessages[0]?.content.parts;
+  let reconciled = typeof options.signalId === "string" ? { ...message, id: options.signalId } : message;
+  if (echoedParts?.length) {
+    reconciled = { ...reconciled, content: { ...reconciled.content, parts: echoedParts } };
+  }
+  return options.keepClientMessageId ? clearPendingStatusKeepClientId(reconciled) : clearPendingStatus(reconciled);
+};
 var makeToolInvocationPart = (invocation) => ({
   type: "tool-invocation",
   toolInvocation: invocation
@@ -373,14 +429,19 @@ var accumulateChunk = ({ chunk, conversation, metadata }) => {
       )) {
         return finishStreamingAssistantMessage(
           result.map(
-            (message) => message.content.metadata?.status === "pending" && message.content.metadata[CLIENT_MESSAGE_ID_KEY] === echoedClientMessageId ? clearPendingStatusKeepClientId(typeof signalId === "string" ? { ...message, id: signalId } : message) : message
+            (message) => message.content.metadata?.status === "pending" && message.content.metadata[CLIENT_MESSAGE_ID_KEY] === echoedClientMessageId ? reconcilePendingUserEcho(message, chunk.data.contents, metadata, {
+              signalId: typeof signalId === "string" ? signalId : void 0,
+              keepClientMessageId: true
+            }) : message
           )
         );
       }
       if (typeof signalId === "string" && result.some((message) => message.id === signalId)) {
         return finishStreamingAssistantMessage(
           result.map(
-            (message) => message.id === signalId && message.content.metadata?.status === "pending" ? clearPendingStatus(message) : message
+            (message) => message.id === signalId && message.content.metadata?.status === "pending" ? reconcilePendingUserEcho(message, chunk.data.contents, metadata, {
+              keepClientMessageId: false
+            }) : message
           )
         );
       }
@@ -987,17 +1048,17 @@ var accumulateChunk = ({ chunk, conversation, metadata }) => {
       const lastMessage = result[result.length - 1];
       if (!lastMessage || lastMessage.role !== "assistant") return result;
       const parts = [...lastMessage.content.parts];
-      let url;
+      let data;
       if (typeof chunk.payload.data === "string") {
-        url = chunk.payload.base64 ? `data:${chunk.payload.mimeType};base64,${chunk.payload.data}` : `data:${chunk.payload.mimeType},${encodeURIComponent(chunk.payload.data)}`;
+        data = chunk.payload.base64 ? `data:${chunk.payload.mimeType};base64,${chunk.payload.data}` : `data:${chunk.payload.mimeType},${encodeURIComponent(chunk.payload.data)}`;
       } else {
-        const base64 = btoa(String.fromCharCode(...chunk.payload.data));
-        url = `data:${chunk.payload.mimeType};base64,${base64}`;
+        const base64 = uint8ArrayToBase64(chunk.payload.data);
+        data = `data:${chunk.payload.mimeType};base64,${base64}`;
       }
       parts.push({
         type: "file",
-        mediaType: chunk.payload.mimeType,
-        url,
+        mimeType: chunk.payload.mimeType,
+        data,
         providerMetadata: chunk.payload.providerMetadata
       });
       return replaceLast(result, withParts(lastMessage, parts));
@@ -1667,19 +1728,18 @@ var coreUserMessageToParts = (coreUserMessage) => typeof coreUserMessage.content
       return { type: "text", text: part.text };
     }
     case "image": {
-      const data = typeof part.image === "string" ? part.image : part.image instanceof URL ? part.image.toString() : "";
+      const mimeType = part.mimeType ?? "image/*";
       return {
         type: "file",
-        mimeType: part.mimeType ?? "image/*",
-        data
+        mimeType,
+        data: encodeFilePartDataForStorage(part.image, mimeType)
       };
     }
     case "file": {
-      const data = typeof part.data === "string" ? part.data : part.data instanceof URL ? part.data.toString() : "";
       return {
         type: "file",
         mimeType: part.mimeType,
-        data,
+        data: encodeFilePartDataForStorage(part.data, part.mimeType),
         ...part.filename !== void 0 ? { filename: part.filename } : {}
       };
     }
@@ -1807,19 +1867,6 @@ var extractRunIdFromMessages = (messages) => {
   return void 0;
 };
 
-// src/agent/signal-data.ts
-function convertSignalDataToBase64String(content) {
-  if (typeof content === "string") {
-    return content;
-  }
-  const bytes = content instanceof ArrayBuffer ? new Uint8Array(content) : content;
-  let binary = "";
-  for (const byte of bytes) {
-    binary += String.fromCharCode(byte);
-  }
-  return btoa(binary);
-}
-
 // src/agent/hooks.ts
 var extractPendingToolApprovalIdsFromMessages = (messages) => {
   const pendingToolApprovalIds = /* @__PURE__ */ new Set();