ai 3.4.4 → 3.4.6

package/CHANGELOG.md

@@ -1,5 +1,31 @@
 # ai
 
+## 3.4.6
+
+### Patch Changes
+
+- d595d0d: feat (ai/core): file content parts
+- Updated dependencies [d595d0d]
+  - @ai-sdk/provider@0.0.24
+  - @ai-sdk/provider-utils@1.0.20
+  - @ai-sdk/ui-utils@0.0.46
+  - @ai-sdk/react@0.0.62
+  - @ai-sdk/solid@0.0.49
+  - @ai-sdk/svelte@0.0.51
+  - @ai-sdk/vue@0.0.53
+
+## 3.4.5
+
+### Patch Changes
+
+- cd77c5d: feat (ai/core): add isContinued to steps
+- Updated dependencies [cd77c5d]
+  - @ai-sdk/ui-utils@0.0.45
+  - @ai-sdk/react@0.0.61
+  - @ai-sdk/solid@0.0.48
+  - @ai-sdk/svelte@0.0.50
+  - @ai-sdk/vue@0.0.52
+
 ## 3.4.4
 
 ### Patch Changes

package/dist/index.d.mts

@@ -438,6 +438,29 @@ interface ImagePart {
     experimental_providerMetadata?: ProviderMetadata;
 }
 /**
+File content part of a prompt. It contains a file.
+ */
+interface FilePart {
+    type: 'file';
+    /**
+  File data. Can either be:
+  
+  - data: a base64-encoded string, a Uint8Array, an ArrayBuffer, or a Buffer
+  - URL: a URL that points to the image
+     */
+    data: DataContent | URL;
+    /**
+  Mime type of the file.
+     */
+    mimeType: string;
+    /**
+  Additional provider-specific metadata. They are passed through
+  to the provider from the AI SDK and enable provider-specific
+  functionality that can be fully encapsulated in the provider.
+   */
+    experimental_providerMetadata?: ProviderMetadata;
+}
+/**
 Tool call content part of a prompt. It contains a tool call (usually generated by the AI model).
  */
 interface ToolCallPart {
@@ -531,7 +554,7 @@ type ExperimentalUserMessage = CoreUserMessage;
 /**
 Content of a user message. It can be a string or an array of text and image parts.
  */
-type UserContent = string | Array<TextPart$1 | ImagePart>;
+type UserContent = string | Array<TextPart$1 | ImagePart | FilePart>;
 /**
 An assistant message. It can contain text, tool calls, or a combination of text and tool calls.
  */
@@ -1368,6 +1391,10 @@ type StepResult<TOOLS extends Record<string, CoreTool>> = {
   or "tool-result" steps.
      */
     readonly stepType: 'initial' | 'continue' | 'tool-result';
+    /**
+  True when there will be a continuation step with a continuation text.
+     */
+    readonly isContinued: boolean;
 };
 
 /**
@@ -1788,6 +1815,7 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
     usage: LanguageModelUsage$1;
     response: LanguageModelResponseMetadata;
     experimental_providerMetadata?: ProviderMetadata;
+    isContinued: boolean;
 } | {
     type: 'finish';
     finishReason: FinishReason;
@@ -1917,7 +1945,7 @@ Callback that is called when the LLM response and all request tool executions
 
 The usage is the combined usage of all steps.
      */
-    onFinish?: (event: Omit<StepResult<TOOLS>, 'stepType'> & {
+    onFinish?: (event: Omit<StepResult<TOOLS>, 'stepType' | 'isContinued'> & {
         /**
 Details for all steps.
        */

package/dist/index.d.ts

@@ -438,6 +438,29 @@ interface ImagePart {
     experimental_providerMetadata?: ProviderMetadata;
 }
 /**
+File content part of a prompt. It contains a file.
+ */
+interface FilePart {
+    type: 'file';
+    /**
+  File data. Can either be:
+  
+  - data: a base64-encoded string, a Uint8Array, an ArrayBuffer, or a Buffer
+  - URL: a URL that points to the image
+     */
+    data: DataContent | URL;
+    /**
+  Mime type of the file.
+     */
+    mimeType: string;
+    /**
+  Additional provider-specific metadata. They are passed through
+  to the provider from the AI SDK and enable provider-specific
+  functionality that can be fully encapsulated in the provider.
+   */
+    experimental_providerMetadata?: ProviderMetadata;
+}
+/**
 Tool call content part of a prompt. It contains a tool call (usually generated by the AI model).
  */
 interface ToolCallPart {
@@ -531,7 +554,7 @@ type ExperimentalUserMessage = CoreUserMessage;
 /**
 Content of a user message. It can be a string or an array of text and image parts.
  */
-type UserContent = string | Array<TextPart$1 | ImagePart>;
+type UserContent = string | Array<TextPart$1 | ImagePart | FilePart>;
 /**
 An assistant message. It can contain text, tool calls, or a combination of text and tool calls.
  */
@@ -1368,6 +1391,10 @@ type StepResult<TOOLS extends Record<string, CoreTool>> = {
   or "tool-result" steps.
      */
     readonly stepType: 'initial' | 'continue' | 'tool-result';
+    /**
+  True when there will be a continuation step with a continuation text.
+     */
+    readonly isContinued: boolean;
 };
 
 /**
@@ -1788,6 +1815,7 @@ type TextStreamPart<TOOLS extends Record<string, CoreTool>> = {
     usage: LanguageModelUsage$1;
     response: LanguageModelResponseMetadata;
     experimental_providerMetadata?: ProviderMetadata;
+    isContinued: boolean;
 } | {
     type: 'finish';
     finishReason: FinishReason;
@@ -1917,7 +1945,7 @@ Callback that is called when the LLM response and all request tool executions
 
 The usage is the combined usage of all steps.
      */
-    onFinish?: (event: Omit<StepResult<TOOLS>, 'stepType'> & {
+    onFinish?: (event: Omit<StepResult<TOOLS>, 'stepType' | 'isContinued'> & {
         /**
 Details for all steps.
        */

package/dist/index.js

@@ -825,6 +825,15 @@ var dataContentSchema = import_zod.z.union([
     { message: "Must be a Buffer" }
   )
 ]);
+function convertDataContentToBase64String(content) {
+  if (typeof content === "string") {
+    return content;
+  }
+  if (content instanceof ArrayBuffer) {
+    return (0, import_provider_utils2.convertUint8ArrayToBase64)(new Uint8Array(content));
+  }
+  return (0, import_provider_utils2.convertUint8ArrayToBase64)(content);
+}
 function convertDataContentToUint8Array(content) {
   if (content instanceof Uint8Array) {
     return content;
@@ -946,98 +955,119 @@ function convertToLanguageModelMessage(message, downloadedImages) {
       }
       return {
         role: "user",
-        content: message.content.map((part) => {
-          var _a11, _b, _c;
-          switch (part.type) {
-            case "text": {
-              return {
-                type: "text",
-                text: part.text,
-                providerMetadata: part.experimental_providerMetadata
-              };
-            }
-            case "image": {
-              if (part.image instanceof URL) {
-                if (downloadedImages == null) {
-                  return {
-                    type: "image",
-                    image: part.image,
-                    mimeType: part.mimeType,
-                    providerMetadata: part.experimental_providerMetadata
-                  };
-                } else {
-                  const downloadedImage = downloadedImages[part.image.toString()];
-                  return {
-                    type: "image",
-                    image: downloadedImage.data,
-                    mimeType: (_a11 = part.mimeType) != null ? _a11 : downloadedImage.mimeType,
-                    providerMetadata: part.experimental_providerMetadata
-                  };
-                }
+        content: message.content.map(
+          (part) => {
+            var _a11, _b, _c;
+            switch (part.type) {
+              case "text": {
+                return {
+                  type: "text",
+                  text: part.text,
+                  providerMetadata: part.experimental_providerMetadata
+                };
               }
-              if (typeof part.image === "string") {
-                try {
-                  const url = new URL(part.image);
-                  switch (url.protocol) {
-                    case "http:":
-                    case "https:": {
-                      if (downloadedImages == null) {
-                        return {
-                          type: "image",
-                          image: url,
-                          mimeType: part.mimeType,
-                          providerMetadata: part.experimental_providerMetadata
-                        };
-                      } else {
-                        const downloadedImage = downloadedImages[part.image];
-                        return {
-                          type: "image",
-                          image: downloadedImage.data,
-                          mimeType: (_b = part.mimeType) != null ? _b : downloadedImage.mimeType,
-                          providerMetadata: part.experimental_providerMetadata
-                        };
+              case "image": {
+                if (part.image instanceof URL) {
+                  if (downloadedImages == null) {
+                    return {
+                      type: "image",
+                      image: part.image,
+                      mimeType: part.mimeType,
+                      providerMetadata: part.experimental_providerMetadata
+                    };
+                  } else {
+                    const downloadedImage = downloadedImages[part.image.toString()];
+                    return {
+                      type: "image",
+                      image: downloadedImage.data,
+                      mimeType: (_a11 = part.mimeType) != null ? _a11 : downloadedImage.mimeType,
+                      providerMetadata: part.experimental_providerMetadata
+                    };
+                  }
+                }
+                if (typeof part.image === "string") {
+                  try {
+                    const url = new URL(part.image);
+                    switch (url.protocol) {
+                      case "http:":
+                      case "https:": {
+                        if (downloadedImages == null) {
+                          return {
+                            type: "image",
+                            image: url,
+                            mimeType: part.mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        } else {
+                          const downloadedImage = downloadedImages[part.image];
+                          return {
+                            type: "image",
+                            image: downloadedImage.data,
+                            mimeType: (_b = part.mimeType) != null ? _b : downloadedImage.mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        }
                       }
-                    }
-                    case "data:": {
-                      try {
-                        const [header, base64Content] = part.image.split(",");
-                        const mimeType = header.split(";")[0].split(":")[1];
-                        if (mimeType == null || base64Content == null) {
-                          throw new Error("Invalid data URL format");
+                      case "data:": {
+                        try {
+                          const [header, base64Content] = part.image.split(",");
+                          const mimeType = header.split(";")[0].split(":")[1];
+                          if (mimeType == null || base64Content == null) {
+                            throw new Error("Invalid data URL format");
+                          }
+                          return {
+                            type: "image",
+                            image: convertDataContentToUint8Array(base64Content),
+                            mimeType,
+                            providerMetadata: part.experimental_providerMetadata
+                          };
+                        } catch (error) {
+                          throw new Error(
+                            `Error processing data URL: ${(0, import_provider_utils3.getErrorMessage)(
+                              message
+                            )}`
+                          );
                         }
-                        return {
-                          type: "image",
-                          image: convertDataContentToUint8Array(base64Content),
-                          mimeType,
-                          providerMetadata: part.experimental_providerMetadata
-                        };
-                      } catch (error) {
+                      }
+                      default: {
                         throw new Error(
-                          `Error processing data URL: ${(0, import_provider_utils3.getErrorMessage)(
-                            message
-                          )}`
+                          `Unsupported URL protocol: ${url.protocol}`
                         );
                       }
                     }
-                    default: {
-                      throw new Error(
-                        `Unsupported URL protocol: ${url.protocol}`
-                      );
-                    }
+                  } catch (_ignored) {
                   }
-                } catch (_ignored) {
                 }
+                const imageUint8 = convertDataContentToUint8Array(part.image);
+                return {
+                  type: "image",
+                  image: imageUint8,
+                  mimeType: (_c = part.mimeType) != null ? _c : detectImageMimeType(imageUint8),
+                  providerMetadata: part.experimental_providerMetadata
+                };
+              }
+              case "file": {
+                if (part.data instanceof URL) {
+                  return {
+                    type: "file",
+                    data: part.data,
+                    mimeType: part.mimeType,
+                    providerMetadata: part.experimental_providerMetadata
+                  };
+                }
+                const imageBase64 = convertDataContentToBase64String(
+                  part.data
+                );
+                return {
+                  type: "file",
+                  data: imageBase64,
+                  mimeType: part.mimeType,
+                  providerMetadata: part.experimental_providerMetadata
+                };
               }
-              const imageUint8 = convertDataContentToUint8Array(part.image);
-              return {
-                type: "image",
-                image: imageUint8,
-                mimeType: (_c = part.mimeType) != null ? _c : detectImageMimeType(imageUint8),
-                providerMetadata: part.experimental_providerMetadata
-              };
             }
           }
-        }).filter((part) => part.type !== "text" || part.text !== ""),
+        ).filter((part) => part.type !== "text" || part.text !== ""),
         providerMetadata: message.experimental_providerMetadata
       };
     }
@@ -1298,6 +1328,12 @@ var imagePartSchema = import_zod4.z.object({
   mimeType: import_zod4.z.string().optional(),
   experimental_providerMetadata: providerMetadataSchema.optional()
 });
+var filePartSchema = import_zod4.z.object({
+  type: import_zod4.z.literal("file"),
+  data: import_zod4.z.union([dataContentSchema, import_zod4.z.instanceof(URL)]),
+  mimeType: import_zod4.z.string(),
+  experimental_providerMetadata: providerMetadataSchema.optional()
+});
 var toolCallPartSchema = import_zod4.z.object({
   type: import_zod4.z.literal("tool-call"),
   toolCallId: import_zod4.z.string(),
@@ -1323,7 +1359,7 @@ var coreUserMessageSchema = import_zod5.z.object({
   role: import_zod5.z.literal("user"),
   content: import_zod5.z.union([
     import_zod5.z.string(),
-    import_zod5.z.array(import_zod5.z.union([textPartSchema, imagePartSchema]))
+    import_zod5.z.array(import_zod5.z.union([textPartSchema, imagePartSchema, filePartSchema]))
   ]),
   experimental_providerMetadata: providerMetadataSchema.optional()
 });
@@ -3265,7 +3301,8 @@ async function generateText({
             ...currentModelResponse.response,
             headers: (_d = currentModelResponse.rawResponse) == null ? void 0 : _d.headers
           },
-          experimental_providerMetadata: currentModelResponse.providerMetadata
+          experimental_providerMetadata: currentModelResponse.providerMetadata,
+          isContinued: nextStepType === "continue"
         };
         steps.push(currentStep);
         await (onStepFinish == null ? void 0 : onStepFinish(currentStep));
@@ -4205,7 +4242,8 @@ var DefaultStreamTextResult = class {
                 usage: stepUsage,
                 experimental_providerMetadata: stepProviderMetadata,
                 logprobs: stepLogProbs,
-                response: stepResponse
+                response: stepResponse,
+                isContinued: nextStepType === "continue"
               });
               const stepResult = {
                 stepType,
@@ -4218,7 +4256,8 @@ var DefaultStreamTextResult = class {
                 logprobs: stepLogProbs,
                 response: stepResponse,
                 rawResponse: self.rawResponse,
-                experimental_providerMetadata: stepProviderMetadata
+                experimental_providerMetadata: stepProviderMetadata,
+                isContinued: nextStepType === "continue"
               };
               stepResults.push(stepResult);
               await (onStepFinish == null ? void 0 : onStepFinish(stepResult));
@@ -4494,7 +4533,8 @@ var DefaultStreamTextResult = class {
                 usage: sendUsage ? {
                   promptTokens: chunk.usage.promptTokens,
                   completionTokens: chunk.usage.completionTokens
-                } : void 0
+                } : void 0,
+                isContinued: chunk.isContinued
               })
             );
             break;