@mastra/core 0.15.3-alpha.1 → 0.15.3-alpha.3

package/dist/{chunk-QA2TWVUS.cjs → chunk-TWNFR6MQ.cjs}

@@ -1,10 +1,12 @@
 'use strict';
 
+var chunk24TFSB6Z_cjs = require('./chunk-24TFSB6Z.cjs');
 var chunkC73WLCY3_cjs = require('./chunk-C73WLCY3.cjs');
 var crypto = require('crypto');
 var AIV4 = require('ai');
 var AIV5 = require('ai-v5');
 var providerUtils = require('@ai-sdk/provider-utils');
+var providerUtilsV5 = require('@ai-sdk/provider-utils-v5');
 var zod = require('zod');
 
 function _interopNamespace(e) {
@@ -60,6 +62,178 @@ var DefaultGeneratedFileWithType = class extends DefaultGeneratedFile {
   }
 };
 
+// src/stream/aisdk/v5/compat/content.ts
+function splitDataUrl(dataUrl) {
+  try {
+    const [header, base64Content] = dataUrl.split(",");
+    return {
+      mediaType: header?.split(";")[0]?.split(":")[1],
+      base64Content
+    };
+  } catch {
+    return {
+      mediaType: void 0,
+      base64Content: void 0
+    };
+  }
+}
+function convertToDataContent(content) {
+  if (content instanceof Uint8Array) {
+    return { data: content, mediaType: void 0 };
+  }
+  if (content instanceof ArrayBuffer) {
+    return { data: new Uint8Array(content), mediaType: void 0 };
+  }
+  if (typeof content === "string") {
+    try {
+      content = new URL(content);
+    } catch {
+    }
+  }
+  if (content instanceof URL && content.protocol === "data:") {
+    const { mediaType: dataUrlMediaType, base64Content } = splitDataUrl(content.toString());
+    if (dataUrlMediaType == null || base64Content == null) {
+      throw new chunkC73WLCY3_cjs.MastraError({
+        id: "INVALID_DATA_URL_FORMAT",
+        text: `Invalid data URL format in content ${content.toString()}`,
+        domain: "LLM" /* LLM */,
+        category: "USER" /* USER */
+      });
+    }
+    return { data: base64Content, mediaType: dataUrlMediaType };
+  }
+  return { data: content, mediaType: void 0 };
+}
+var imageMediaTypeSignatures = [
+  {
+    mediaType: "image/gif",
+    bytesPrefix: [71, 73, 70],
+    base64Prefix: "R0lG"
+  },
+  {
+    mediaType: "image/png",
+    bytesPrefix: [137, 80, 78, 71],
+    base64Prefix: "iVBORw"
+  },
+  {
+    mediaType: "image/jpeg",
+    bytesPrefix: [255, 216],
+    base64Prefix: "/9j/"
+  },
+  {
+    mediaType: "image/webp",
+    bytesPrefix: [82, 73, 70, 70],
+    base64Prefix: "UklGRg"
+  },
+  {
+    mediaType: "image/bmp",
+    bytesPrefix: [66, 77],
+    base64Prefix: "Qk"
+  },
+  {
+    mediaType: "image/tiff",
+    bytesPrefix: [73, 73, 42, 0],
+    base64Prefix: "SUkqAA"
+  },
+  {
+    mediaType: "image/tiff",
+    bytesPrefix: [77, 77, 0, 42],
+    base64Prefix: "TU0AKg"
+  },
+  {
+    mediaType: "image/avif",
+    bytesPrefix: [0, 0, 0, 32, 102, 116, 121, 112, 97, 118, 105, 102],
+    base64Prefix: "AAAAIGZ0eXBhdmlm"
+  },
+  {
+    mediaType: "image/heic",
+    bytesPrefix: [0, 0, 0, 32, 102, 116, 121, 112, 104, 101, 105, 99],
+    base64Prefix: "AAAAIGZ0eXBoZWlj"
+  }
+];
+var stripID3 = (data) => {
+  const bytes = typeof data === "string" ? providerUtilsV5.convertBase64ToUint8Array(data) : data;
+  const id3Size = (
+    // @ts-ignore
+    (bytes[6] & 127) << 21 | // @ts-ignore
+    (bytes[7] & 127) << 14 | // @ts-ignore
+    (bytes[8] & 127) << 7 | // @ts-ignore
+    bytes[9] & 127
+  );
+  return bytes.slice(id3Size + 10);
+};
+function stripID3TagsIfPresent(data) {
+  const hasId3 = typeof data === "string" && data.startsWith("SUQz") || typeof data !== "string" && data.length > 10 && data[0] === 73 && // 'I'
+  data[1] === 68 && // 'D'
+  data[2] === 51;
+  return hasId3 ? stripID3(data) : data;
+}
+function detectMediaType({
+  data,
+  signatures
+}) {
+  const processedData = stripID3TagsIfPresent(data);
+  for (const signature of signatures) {
+    if (typeof processedData === "string" ? processedData.startsWith(signature.base64Prefix) : processedData.length >= signature.bytesPrefix.length && signature.bytesPrefix.every((byte, index) => processedData[index] === byte)) {
+      return signature.mediaType;
+    }
+  }
+  return void 0;
+}
+
+// src/agent/message-list/prompt/convert-file.ts
+function convertImageFilePart(part, downloadedAssets) {
+  let originalData;
+  const type = part.type;
+  switch (type) {
+    case "image":
+      originalData = part.image;
+      break;
+    case "file":
+      originalData = part.data;
+      break;
+    default:
+      throw new Error(`Unsupported part type: ${type}`);
+  }
+  const { data: convertedData, mediaType: convertedMediaType } = convertToDataContent(originalData);
+  let mediaType = convertedMediaType ?? part.mediaType;
+  let data = convertedData;
+  if (data instanceof URL) {
+    const downloadedFile = downloadedAssets[data.toString()];
+    if (downloadedFile) {
+      data = downloadedFile.data;
+      mediaType ??= downloadedFile.mediaType;
+    }
+  }
+  switch (type) {
+    case "image": {
+      if (data instanceof Uint8Array || typeof data === "string") {
+        mediaType = detectMediaType({ data, signatures: imageMediaTypeSignatures }) ?? mediaType;
+      }
+      return {
+        type: "file",
+        mediaType: mediaType ?? "image/*",
+        // any image
+        filename: void 0,
+        data,
+        providerOptions: part.providerOptions
+      };
+    }
+    case "file": {
+      if (mediaType == null) {
+        throw new Error(`Media type is missing for file part`);
+      }
+      return {
+        type: "file",
+        mediaType,
+        filename: part.filename,
+        data,
+        providerOptions: part.providerOptions
+      };
+    }
+  }
+}
+
 // src/agent/message-list/prompt/attachments-to-parts.ts
 function attachmentsToParts(attachments) {
   const parts = [];
@@ -437,6 +611,79 @@ function convertDataContentToBase64String(content) {
   }
   return providerUtils.convertUint8ArrayToBase64(content);
 }
+var downloadFromUrl = async ({ url, downloadRetries }) => {
+  const urlText = url.toString();
+  try {
+    const response = await chunk24TFSB6Z_cjs.fetchWithRetry(
+      urlText,
+      {
+        method: "GET"
+      },
+      downloadRetries
+    );
+    if (!response.ok) {
+      throw new chunkC73WLCY3_cjs.MastraError({
+        id: "DOWNLOAD_ASSETS_FAILED",
+        text: "Failed to download asset",
+        domain: "LLM" /* LLM */,
+        category: "USER" /* USER */
+      });
+    }
+    return {
+      data: new Uint8Array(await response.arrayBuffer()),
+      mediaType: response.headers.get("content-type") ?? void 0
+    };
+  } catch (error) {
+    throw new chunkC73WLCY3_cjs.MastraError(
+      {
+        id: "DOWNLOAD_ASSETS_FAILED",
+        text: "Failed to download asset",
+        domain: "LLM" /* LLM */,
+        category: "USER" /* USER */
+      },
+      error
+    );
+  }
+};
+async function downloadAssetsFromMessages({
+  messages,
+  downloadConcurrency = 10,
+  downloadRetries = 3,
+  supportedUrls
+}) {
+  const pMap = (await import('p-map')).default;
+  const filesToDownload = messages.filter((message) => message.role === "user").map((message) => message.content).filter((content) => Array.isArray(content)).flat().filter((part) => part.type === "image" || part.type === "file").map((part) => {
+    const mediaType = part.mediaType ?? (part.type === "image" ? "image/*" : void 0);
+    let data = part.type === "image" ? part.image : part.data;
+    if (typeof data === "string") {
+      try {
+        data = new URL(data);
+      } catch {
+      }
+    }
+    return { mediaType, data };
+  }).filter((part) => part.data instanceof URL).map((part) => ({
+    url: part.data,
+    isUrlSupportedByModel: part.mediaType != null && providerUtilsV5.isUrlSupported({
+      url: part.data.toString(),
+      mediaType: part.mediaType,
+      supportedUrls: supportedUrls ?? {}
+    })
+  }));
+  const downloadedFiles = await pMap(
+    filesToDownload,
+    async (fileItem) => {
+      return downloadFromUrl({ url: fileItem.url, downloadRetries });
+    },
+    {
+      concurrency: downloadConcurrency
+    }
+  );
+  const downloadFileList = downloadedFiles.filter(
+    (downloadedFile) => downloadedFile?.data != null
+  ).map(({ data, mediaType }, index) => [filesToDownload?.[index]?.url.toString(), { data, mediaType }]);
+  return Object.fromEntries(downloadFileList);
+}
 
 // src/agent/message-list/utils/ai-v5/tool.ts
 function getToolName(type) {
@@ -570,13 +817,47 @@ var MessageList = class _MessageList {
         return messages;
       },
       // Used for creating LLM prompt messages without AI SDK streamText/generateText
-      llmPrompt: () => {
+      llmPrompt: async (options = {
+        downloadConcurrency: 10,
+        downloadRetries: 3
+      }) => {
         const modelMessages = this.all.aiV5.model();
         const systemMessages = this.aiV4CoreMessagesToAIV5ModelMessages(
           [...this.systemMessages, ...Object.values(this.taggedSystemMessages).flat()],
           `system`
         );
-        const messages = [...systemMessages, ...modelMessages];
+        const downloadedAssets = await downloadAssetsFromMessages({
+          messages: modelMessages,
+          downloadConcurrency: options?.downloadConcurrency,
+          downloadRetries: options?.downloadRetries,
+          supportedUrls: options?.supportedUrls
+        });
+        let messages = [...systemMessages, ...modelMessages];
+        if (Object.keys(downloadedAssets || {}).length > 0) {
+          messages = messages.map((message) => {
+            if (message.role === "user") {
+              if (typeof message.content === "string") {
+                return {
+                  role: "user",
+                  content: [{ type: "text", text: message.content }],
+                  providerOptions: message.providerOptions
+                };
+              }
+              const convertedContent = message.content.map((part) => {
+                if (part.type === "image" || part.type === "file") {
+                  return convertImageFilePart(part, downloadedAssets);
+                }
+                return part;
+              }).filter((part) => part.type !== "text" || part.text !== "");
+              return {
+                role: "user",
+                content: convertedContent,
+                providerOptions: message.providerOptions
+              };
+            }
+            return message;
+          });
+        }
         const needsDefaultUserMessage = !messages.length || messages[0]?.role === "assistant";
         if (needsDefaultUserMessage) {
           const defaultMessage = {
@@ -2014,7 +2295,9 @@ var MessageList = class _MessageList {
     return v3Msg;
   }
   aiV5UIMessagesToAIV5ModelMessages(messages) {
-    return AIV5__namespace.convertToModelMessages(this.addStartStepPartsForAIV5(this.sanitizeV5UIMessages(messages)));
+    const preprocessed = this.addStartStepPartsForAIV5(this.sanitizeV5UIMessages(messages));
+    const result = AIV5__namespace.convertToModelMessages(preprocessed);
+    return result;
   }
   addStartStepPartsForAIV5(messages) {
     for (const message of messages) {
@@ -2330,5 +2613,5 @@ exports.DefaultGeneratedFile = DefaultGeneratedFile;
 exports.DefaultGeneratedFileWithType = DefaultGeneratedFileWithType;
 exports.MessageList = MessageList;
 exports.convertMessages = convertMessages;
-//# sourceMappingURL=chunk-QA2TWVUS.cjs.map
-//# sourceMappingURL=chunk-QA2TWVUS.cjs.map
+//# sourceMappingURL=chunk-TWNFR6MQ.cjs.map
+//# sourceMappingURL=chunk-TWNFR6MQ.cjs.map