ai 3.2.23 → 3.2.25

package/dist/index.mjs

@@ -201,7 +201,7 @@ function convertDataContentToUint8Array(content) {
       return convertBase64ToUint8Array(content);
     } catch (error) {
       throw new InvalidDataContentError({
-        message: "Invalid data content. Content string is not a base64-encoded image.",
+        message: "Invalid data content. Content string is not a base64-encoded media.",
         content,
         cause: error
       });
@@ -212,6 +212,13 @@ function convertDataContentToUint8Array(content) {
   }
   throw new InvalidDataContentError({ content });
 }
+function convertUint8ArrayToText(uint8Array) {
+  try {
+    return new TextDecoder().decode(uint8Array);
+  } catch (error) {
+    throw new Error("Error decoding Uint8Array to text");
+  }
+}
 
 // core/prompt/invalid-message-role-error.ts
 var InvalidMessageRoleError = class extends Error {
@@ -1339,7 +1346,7 @@ async function generateText({
     },
     tracer,
     fn: async (span) => {
-      var _a2, _b, _c;
+      var _a2, _b, _c, _d;
       const retry = retryWithExponentialBackoff({ maxRetries });
       const validatedPrompt = getValidatedPrompt({
         system,
@@ -1355,10 +1362,11 @@ async function generateText({
       let currentModelResponse;
       let currentToolCalls = [];
       let currentToolResults = [];
-      let roundtrips = 0;
+      let roundtripCount = 0;
       const responseMessages = [];
+      const roundtrips = [];
       do {
-        const currentInputFormat = roundtrips === 0 ? validatedPrompt.type : "messages";
+        const currentInputFormat = roundtripCount === 0 ? validatedPrompt.type : "messages";
         currentModelResponse = await retry(
           () => recordSpan({
             name: "ai.generateText.doGenerate",
@@ -1396,9 +1404,18 @@ async function generateText({
           tools,
           tracer
         });
-        const newResponseMessages = toResponseMessages({
+        roundtrips.push({
           text: (_b = currentModelResponse.text) != null ? _b : "",
           toolCalls: currentToolCalls,
+          toolResults: currentToolResults,
+          finishReason: currentModelResponse.finishReason,
+          usage: calculateCompletionTokenUsage(currentModelResponse.usage),
+          warnings: currentModelResponse.warnings,
+          logprobs: currentModelResponse.logprobs
+        });
+        const newResponseMessages = toResponseMessages({
+          text: (_c = currentModelResponse.text) != null ? _c : "",
+          toolCalls: currentToolCalls,
           toolResults: currentToolResults
         });
         responseMessages.push(...newResponseMessages);
@@ -1409,7 +1426,7 @@ async function generateText({
         // there are tool calls:
         currentToolCalls.length > 0 && // all current tool calls have results:
         currentToolResults.length === currentToolCalls.length && // the number of roundtrips is less than the maximum:
-        roundtrips++ < maxToolRoundtrips
+        roundtripCount++ < maxToolRoundtrips
       );
       span.setAttributes({
         "ai.finishReason": currentModelResponse.finishReason,
@@ -1422,7 +1439,7 @@ async function generateText({
         // Always return a string so that the caller doesn't have to check for undefined.
         // If they need to check if the model did not return any text,
         // they can check the length of the string:
-        text: (_c = currentModelResponse.text) != null ? _c : "",
+        text: (_d = currentModelResponse.text) != null ? _d : "",
         toolCalls: currentToolCalls,
         toolResults: currentToolResults,
         finishReason: currentModelResponse.finishReason,
@@ -1430,7 +1447,8 @@ async function generateText({
         warnings: currentModelResponse.warnings,
         rawResponse: currentModelResponse.rawResponse,
         logprobs: currentModelResponse.logprobs,
-        responseMessages
+        responseMessages,
+        roundtrips
       });
     }
   });
@@ -1488,6 +1506,7 @@ var GenerateTextResult = class {
     this.rawResponse = options.rawResponse;
     this.logprobs = options.logprobs;
     this.responseMessages = options.responseMessages;
+    this.roundtrips = options.roundtrips;
   }
 };
 function toResponseMessages({
@@ -2085,13 +2104,79 @@ var StreamTextResult = class {
 };
 var experimental_streamText = streamText;
 
+// core/prompt/attachments-to-parts.ts
+function attachmentsToParts(attachments) {
+  var _a, _b, _c;
+  const parts = [];
+  for (const attachment of attachments) {
+    let url;
+    try {
+      url = new URL(attachment.url);
+    } catch (error) {
+      throw new Error(`Invalid URL: ${attachment.url}`);
+    }
+    switch (url.protocol) {
+      case "http:":
+      case "https:": {
+        if ((_a = attachment.contentType) == null ? void 0 : _a.startsWith("image/")) {
+          parts.push({ type: "image", image: url });
+        }
+        break;
+      }
+      case "data:": {
+        let header;
+        let base64Content;
+        let mimeType;
+        try {
+          [header, base64Content] = attachment.url.split(",");
+          mimeType = header.split(";")[0].split(":")[1];
+        } catch (error) {
+          throw new Error(`Error processing data URL: ${attachment.url}`);
+        }
+        if (mimeType == null || base64Content == null) {
+          throw new Error(`Invalid data URL format: ${attachment.url}`);
+        }
+        if ((_b = attachment.contentType) == null ? void 0 : _b.startsWith("image/")) {
+          parts.push({
+            type: "image",
+            image: convertDataContentToUint8Array(base64Content)
+          });
+        } else if ((_c = attachment.contentType) == null ? void 0 : _c.startsWith("text/")) {
+          parts.push({
+            type: "text",
+            text: convertUint8ArrayToText(
+              convertDataContentToUint8Array(base64Content)
+            )
+          });
+        }
+        break;
+      }
+      default: {
+        throw new Error(`Unsupported URL protocol: ${url.protocol}`);
+      }
+    }
+  }
+  return parts;
+}
+
 // core/prompt/convert-to-core-messages.ts
 function convertToCoreMessages(messages) {
   const coreMessages = [];
-  for (const { role, content, toolInvocations } of messages) {
+  for (const {
+    role,
+    content,
+    toolInvocations,
+    experimental_attachments
+  } of messages) {
     switch (role) {
       case "user": {
-        coreMessages.push({ role: "user", content });
+        coreMessages.push({
+          role: "user",
+          content: experimental_attachments ? [
+            { type: "text", text: content },
+            ...attachmentsToParts(experimental_attachments)
+          ] : content
+        });
         break;
       }
       case "assistant": {
@@ -3458,6 +3543,7 @@ export {
   convertDataContentToBase64String,
   convertDataContentToUint8Array,
   convertToCoreMessages,
+  convertUint8ArrayToText,
   cosineSimilarity,
   createCallbacksTransformer,
   createEventStreamTransformer,