@ai-sdk/provider 2.0.0-canary.12 → 2.0.0-canary.14

package/CHANGELOG.md

@@ -1,5 +1,39 @@
 # @ai-sdk/provider
 
+## 2.0.0-canary.14
+
+### Major Changes
+
+- 7979f7f: feat (provider): support reasoning tokens, cached input tokens, total token in usage information
+
+### Patch Changes
+
+- a8c8bd5: feat(embed-many): respect supportsParallelCalls & concurrency
+
+## 2.0.0-canary.13
+
+### Patch Changes
+
+- 9bd5ab5: feat (provider): add providerMetadata to ImageModelV2 interface (#5977)
+
+  The `experimental_generateImage` method from the `ai` package now returnes revised prompts for OpenAI's image models.
+
+  ```js
+  const prompt = 'Santa Claus driving a Cadillac';
+
+  const { providerMetadata } = await experimental_generateImage({
+    model: openai.image('dall-e-3'),
+    prompt,
+  });
+
+  const revisedPrompt = providerMetadata.openai.images[0]?.revisedPrompt;
+
+  console.log({
+    prompt,
+    revisedPrompt,
+  });
+  ```
+
 ## 2.0.0-canary.12
 
 ### Patch Changes

package/dist/index.d.mts

@@ -375,6 +375,10 @@ declare class UnsupportedFunctionalityError extends AISDKError {
     static isInstance(error: unknown): error is UnsupportedFunctionalityError;
 }
 
+declare function isJSONValue(value: unknown): value is JSONValue;
+declare function isJSONArray(value: unknown): value is JSONArray;
+declare function isJSONObject(value: unknown): value is JSONObject;
+
 type ImageModelV2CallOptions = {
     /**
   Prompt for the image generation.
@@ -409,9 +413,9 @@ type ImageModelV2CallOptions = {
   record is keyed by the provider-specific metadata key.
   ```ts
   {
-  "openai": {
-  "style": "vivid"
-  }
+    "openai": {
+      "style": "vivid"
+    }
   }
   ```
    */
@@ -440,6 +444,9 @@ type ImageModelV2CallWarning = {
     message: string;
 };
 
+type ImageModelV2ProviderMetadata = Record<string, {
+    images: JSONArray;
+} & JSONValue>;
 /**
 Image generation model specification version 2.
  */
@@ -482,6 +489,24 @@ type ImageModelV2 = {
          */
         warnings: Array<ImageModelV2CallWarning>;
         /**
+    Additional provider-specific metadata. They are passed through
+    from the provider to the AI SDK and enable provider-specific
+    results that can be fully encapsulated in the provider.
+    
+    The outer record is keyed by the provider name, and the inner
+    record is provider-specific metadata. It always includes an
+    `images` key with image-specific metadata
+    
+    ```ts
+    {
+      "openai": {
+        "images": ["revisedPrompt": "Revised prompt here."]
+      }
+    }
+    ```
+          */
+        providerMetadata?: ImageModelV2ProviderMetadata;
+        /**
     Response information for telemetry and debugging purposes.
          */
         response: {
@@ -501,10 +526,6 @@ type ImageModelV2 = {
     }>;
 };
 
-declare function isJSONValue(value: unknown): value is JSONValue;
-declare function isJSONArray(value: unknown): value is JSONArray;
-declare function isJSONObject(value: unknown): value is JSONObject;
-
 /**
 A tool has a name, a description, and a set of parameters.
 
@@ -983,17 +1004,34 @@ type LanguageModelV2ToolCallDelta = {
 };
 
 /**
- * Usage information for a language model call.
+Usage information for a language model call.
+
+If your API return additional usage information, you can add it to the
+provider metadata under your provider's key.
  */
 type LanguageModelV2Usage = {
     /**
-     * The number of input (prompt) tokens used.
+  The number of input (prompt) tokens used.
      */
     inputTokens: number | undefined;
     /**
-     * The number of output (completion) tokens used.
+  The number of output (completion) tokens used.
      */
     outputTokens: number | undefined;
+    /**
+  The total number of tokens as reported by the provider.
+  This number might be different from the sum of `inputTokens` and `outputTokens`
+  and e.g. include reasoning tokens or other overhead.
+     */
+    totalTokens: number | undefined;
+    /**
+  The number of reasoning tokens used.
+     */
+    reasoningTokens?: number | undefined;
+    /**
+  The number of cached input tokens.
+     */
+    cachedInputTokens?: number | undefined;
 };
 
 type LanguageModelV2StreamPart = LanguageModelV2Content | {
@@ -1018,11 +1056,7 @@ Specification for a language model that implements the language model interface
  */
 type LanguageModelV2 = {
     /**
-  The language model must specify which language model interface
-  version it implements. This will allow us to evolve the language
-  model interface and retain backwards compatibility. The different
-  implementation versions can be handled as a discriminated union
-  on our side.
+  The language model must specify which language model interface version it implements.
      */
     readonly specificationVersion: 'v2';
     /**
@@ -1034,15 +1068,16 @@ type LanguageModelV2 = {
      */
     readonly modelId: string;
     /**
-     * Returns a map of supported URL patterns for the model.
-     * The keys are media type patterns or full media types (e.g. `*\/*` for everything, `audio/*`, `video/*`, or `application/pdf`).
-     * and the values are arrays of regular expressions that match the URL paths.
-     *
-     * The matching should be against lower-case URLs.
-     *
-     * Matched URLs are supported natively by the model and are not downloaded.
-     *
-     * @returns A promise resolving to a map of supported URL patterns.
+  Supported URL patterns by media type for the provider.
+  
+  The keys are media type patterns or full media types (e.g. `*\/*` for everything, `audio/*`, `video/*`, or `application/pdf`).
+  and the values are arrays of regular expressions that match the URL paths.
+  
+  The matching should be against lower-case URLs.
+  
+  Matched URLs are supported natively by the model and are not downloaded.
+  
+  @returns A map of supported URL patterns by media type (as a promise or a plain object).
      */
     supportedUrls: PromiseLike<Record<string, RegExp[]>> | Record<string, RegExp[]>;
     /**
@@ -2364,4 +2399,4 @@ interface ProviderV2 {
     readonly imageModel: (modelId: string) => ImageModelV2;
 }
 
-export { AISDKError, APICallError, type EmbeddingModelV2, type EmbeddingModelV2Embedding, EmptyResponseBodyError, type ImageModelV2, type ImageModelV2CallOptions, type ImageModelV2CallWarning, InvalidArgumentError, InvalidPromptError, InvalidResponseDataError, type JSONArray, type JSONObject, JSONParseError, type JSONValue, type LanguageModelV1, type LanguageModelV1CallOptions, type LanguageModelV1CallWarning, type LanguageModelV1FilePart, type LanguageModelV1FinishReason, type LanguageModelV1FunctionTool, type LanguageModelV1FunctionToolCall, type LanguageModelV1ImagePart, type LanguageModelV1LogProbs, type LanguageModelV1Message, type LanguageModelV1ObjectGenerationMode, type LanguageModelV1Prompt, type LanguageModelV1ProviderDefinedTool, type LanguageModelV1ProviderMetadata, type LanguageModelV1ReasoningPart, type LanguageModelV1RedactedReasoningPart, type LanguageModelV1Source, type LanguageModelV1StreamPart, type LanguageModelV1TextPart, type LanguageModelV1ToolCallPart, type LanguageModelV1ToolChoice, type LanguageModelV1ToolResultPart, type LanguageModelV2, type LanguageModelV2CallOptions, type LanguageModelV2CallWarning, type LanguageModelV2Content, type LanguageModelV2DataContent, type LanguageModelV2File, type LanguageModelV2FilePart, type LanguageModelV2FinishReason, type LanguageModelV2FunctionTool, type LanguageModelV2Message, type LanguageModelV2Middleware, type LanguageModelV2Prompt, type LanguageModelV2ProviderDefinedTool, type LanguageModelV2Reasoning, type LanguageModelV2ReasoningPart, type LanguageModelV2ResponseMetadata, type LanguageModelV2Source, type LanguageModelV2StreamPart, type LanguageModelV2Text, type LanguageModelV2TextPart, type LanguageModelV2ToolCall, type LanguageModelV2ToolCallDelta, type LanguageModelV2ToolCallPart, type LanguageModelV2ToolChoice, type LanguageModelV2ToolResultPart, type LanguageModelV2Usage, LoadAPIKeyError, LoadSettingError, NoContentGeneratedError, NoSuchModelError, type ProviderV1, type ProviderV2, type SharedV2Headers, type SharedV2ProviderMetadata, type SharedV2ProviderOptions, type SpeechModelV1, type SpeechModelV1CallOptions, type SpeechModelV1CallWarning, TooManyEmbeddingValuesForCallError, type TranscriptionModelV1, type TranscriptionModelV1CallOptions, type TranscriptionModelV1CallWarning, TypeValidationError, UnsupportedFunctionalityError, getErrorMessage, isJSONArray, isJSONObject, isJSONValue };
+export { AISDKError, APICallError, type EmbeddingModelV2, type EmbeddingModelV2Embedding, EmptyResponseBodyError, type ImageModelV2, type ImageModelV2CallOptions, type ImageModelV2CallWarning, type ImageModelV2ProviderMetadata, InvalidArgumentError, InvalidPromptError, InvalidResponseDataError, type JSONArray, type JSONObject, JSONParseError, type JSONValue, type LanguageModelV1, type LanguageModelV1CallOptions, type LanguageModelV1CallWarning, type LanguageModelV1FilePart, type LanguageModelV1FinishReason, type LanguageModelV1FunctionTool, type LanguageModelV1FunctionToolCall, type LanguageModelV1ImagePart, type LanguageModelV1LogProbs, type LanguageModelV1Message, type LanguageModelV1ObjectGenerationMode, type LanguageModelV1Prompt, type LanguageModelV1ProviderDefinedTool, type LanguageModelV1ProviderMetadata, type LanguageModelV1ReasoningPart, type LanguageModelV1RedactedReasoningPart, type LanguageModelV1Source, type LanguageModelV1StreamPart, type LanguageModelV1TextPart, type LanguageModelV1ToolCallPart, type LanguageModelV1ToolChoice, type LanguageModelV1ToolResultPart, type LanguageModelV2, type LanguageModelV2CallOptions, type LanguageModelV2CallWarning, type LanguageModelV2Content, type LanguageModelV2DataContent, type LanguageModelV2File, type LanguageModelV2FilePart, type LanguageModelV2FinishReason, type LanguageModelV2FunctionTool, type LanguageModelV2Message, type LanguageModelV2Middleware, type LanguageModelV2Prompt, type LanguageModelV2ProviderDefinedTool, type LanguageModelV2Reasoning, type LanguageModelV2ReasoningPart, type LanguageModelV2ResponseMetadata, type LanguageModelV2Source, type LanguageModelV2StreamPart, type LanguageModelV2Text, type LanguageModelV2TextPart, type LanguageModelV2ToolCall, type LanguageModelV2ToolCallDelta, type LanguageModelV2ToolCallPart, type LanguageModelV2ToolChoice, type LanguageModelV2ToolResultPart, type LanguageModelV2Usage, LoadAPIKeyError, LoadSettingError, NoContentGeneratedError, NoSuchModelError, type ProviderV1, type ProviderV2, type SharedV2Headers, type SharedV2ProviderMetadata, type SharedV2ProviderOptions, type SpeechModelV1, type SpeechModelV1CallOptions, type SpeechModelV1CallWarning, TooManyEmbeddingValuesForCallError, type TranscriptionModelV1, type TranscriptionModelV1CallOptions, type TranscriptionModelV1CallWarning, TypeValidationError, UnsupportedFunctionalityError, getErrorMessage, isJSONArray, isJSONObject, isJSONValue };

package/dist/index.d.ts

@@ -375,6 +375,10 @@ declare class UnsupportedFunctionalityError extends AISDKError {
     static isInstance(error: unknown): error is UnsupportedFunctionalityError;
 }
 
+declare function isJSONValue(value: unknown): value is JSONValue;
+declare function isJSONArray(value: unknown): value is JSONArray;
+declare function isJSONObject(value: unknown): value is JSONObject;
+
 type ImageModelV2CallOptions = {
     /**
   Prompt for the image generation.
@@ -409,9 +413,9 @@ type ImageModelV2CallOptions = {
   record is keyed by the provider-specific metadata key.
   ```ts
   {
-  "openai": {
-  "style": "vivid"
-  }
+    "openai": {
+      "style": "vivid"
+    }
   }
   ```
    */
@@ -440,6 +444,9 @@ type ImageModelV2CallWarning = {
     message: string;
 };
 
+type ImageModelV2ProviderMetadata = Record<string, {
+    images: JSONArray;
+} & JSONValue>;
 /**
 Image generation model specification version 2.
  */
@@ -482,6 +489,24 @@ type ImageModelV2 = {
          */
         warnings: Array<ImageModelV2CallWarning>;
         /**
+    Additional provider-specific metadata. They are passed through
+    from the provider to the AI SDK and enable provider-specific
+    results that can be fully encapsulated in the provider.
+    
+    The outer record is keyed by the provider name, and the inner
+    record is provider-specific metadata. It always includes an
+    `images` key with image-specific metadata
+    
+    ```ts
+    {
+      "openai": {
+        "images": ["revisedPrompt": "Revised prompt here."]
+      }
+    }
+    ```
+          */
+        providerMetadata?: ImageModelV2ProviderMetadata;
+        /**
     Response information for telemetry and debugging purposes.
          */
         response: {
@@ -501,10 +526,6 @@ type ImageModelV2 = {
     }>;
 };
 
-declare function isJSONValue(value: unknown): value is JSONValue;
-declare function isJSONArray(value: unknown): value is JSONArray;
-declare function isJSONObject(value: unknown): value is JSONObject;
-
 /**
 A tool has a name, a description, and a set of parameters.
 
@@ -983,17 +1004,34 @@ type LanguageModelV2ToolCallDelta = {
 };
 
 /**
- * Usage information for a language model call.
+Usage information for a language model call.
+
+If your API return additional usage information, you can add it to the
+provider metadata under your provider's key.
  */
 type LanguageModelV2Usage = {
     /**
-     * The number of input (prompt) tokens used.
+  The number of input (prompt) tokens used.
      */
     inputTokens: number | undefined;
     /**
-     * The number of output (completion) tokens used.
+  The number of output (completion) tokens used.
      */
     outputTokens: number | undefined;
+    /**
+  The total number of tokens as reported by the provider.
+  This number might be different from the sum of `inputTokens` and `outputTokens`
+  and e.g. include reasoning tokens or other overhead.
+     */
+    totalTokens: number | undefined;
+    /**
+  The number of reasoning tokens used.
+     */
+    reasoningTokens?: number | undefined;
+    /**
+  The number of cached input tokens.
+     */
+    cachedInputTokens?: number | undefined;
 };
 
 type LanguageModelV2StreamPart = LanguageModelV2Content | {
@@ -1018,11 +1056,7 @@ Specification for a language model that implements the language model interface
  */
 type LanguageModelV2 = {
     /**
-  The language model must specify which language model interface
-  version it implements. This will allow us to evolve the language
-  model interface and retain backwards compatibility. The different
-  implementation versions can be handled as a discriminated union
-  on our side.
+  The language model must specify which language model interface version it implements.
      */
     readonly specificationVersion: 'v2';
     /**
@@ -1034,15 +1068,16 @@ type LanguageModelV2 = {
      */
     readonly modelId: string;
     /**
-     * Returns a map of supported URL patterns for the model.
-     * The keys are media type patterns or full media types (e.g. `*\/*` for everything, `audio/*`, `video/*`, or `application/pdf`).
-     * and the values are arrays of regular expressions that match the URL paths.
-     *
-     * The matching should be against lower-case URLs.
-     *
-     * Matched URLs are supported natively by the model and are not downloaded.
-     *
-     * @returns A promise resolving to a map of supported URL patterns.
+  Supported URL patterns by media type for the provider.
+  
+  The keys are media type patterns or full media types (e.g. `*\/*` for everything, `audio/*`, `video/*`, or `application/pdf`).
+  and the values are arrays of regular expressions that match the URL paths.
+  
+  The matching should be against lower-case URLs.
+  
+  Matched URLs are supported natively by the model and are not downloaded.
+  
+  @returns A map of supported URL patterns by media type (as a promise or a plain object).
      */
     supportedUrls: PromiseLike<Record<string, RegExp[]>> | Record<string, RegExp[]>;
     /**
@@ -2364,4 +2399,4 @@ interface ProviderV2 {
     readonly imageModel: (modelId: string) => ImageModelV2;
 }
 
-export { AISDKError, APICallError, type EmbeddingModelV2, type EmbeddingModelV2Embedding, EmptyResponseBodyError, type ImageModelV2, type ImageModelV2CallOptions, type ImageModelV2CallWarning, InvalidArgumentError, InvalidPromptError, InvalidResponseDataError, type JSONArray, type JSONObject, JSONParseError, type JSONValue, type LanguageModelV1, type LanguageModelV1CallOptions, type LanguageModelV1CallWarning, type LanguageModelV1FilePart, type LanguageModelV1FinishReason, type LanguageModelV1FunctionTool, type LanguageModelV1FunctionToolCall, type LanguageModelV1ImagePart, type LanguageModelV1LogProbs, type LanguageModelV1Message, type LanguageModelV1ObjectGenerationMode, type LanguageModelV1Prompt, type LanguageModelV1ProviderDefinedTool, type LanguageModelV1ProviderMetadata, type LanguageModelV1ReasoningPart, type LanguageModelV1RedactedReasoningPart, type LanguageModelV1Source, type LanguageModelV1StreamPart, type LanguageModelV1TextPart, type LanguageModelV1ToolCallPart, type LanguageModelV1ToolChoice, type LanguageModelV1ToolResultPart, type LanguageModelV2, type LanguageModelV2CallOptions, type LanguageModelV2CallWarning, type LanguageModelV2Content, type LanguageModelV2DataContent, type LanguageModelV2File, type LanguageModelV2FilePart, type LanguageModelV2FinishReason, type LanguageModelV2FunctionTool, type LanguageModelV2Message, type LanguageModelV2Middleware, type LanguageModelV2Prompt, type LanguageModelV2ProviderDefinedTool, type LanguageModelV2Reasoning, type LanguageModelV2ReasoningPart, type LanguageModelV2ResponseMetadata, type LanguageModelV2Source, type LanguageModelV2StreamPart, type LanguageModelV2Text, type LanguageModelV2TextPart, type LanguageModelV2ToolCall, type LanguageModelV2ToolCallDelta, type LanguageModelV2ToolCallPart, type LanguageModelV2ToolChoice, type LanguageModelV2ToolResultPart, type LanguageModelV2Usage, LoadAPIKeyError, LoadSettingError, NoContentGeneratedError, NoSuchModelError, type ProviderV1, type ProviderV2, type SharedV2Headers, type SharedV2ProviderMetadata, type SharedV2ProviderOptions, type SpeechModelV1, type SpeechModelV1CallOptions, type SpeechModelV1CallWarning, TooManyEmbeddingValuesForCallError, type TranscriptionModelV1, type TranscriptionModelV1CallOptions, type TranscriptionModelV1CallWarning, TypeValidationError, UnsupportedFunctionalityError, getErrorMessage, isJSONArray, isJSONObject, isJSONValue };
+export { AISDKError, APICallError, type EmbeddingModelV2, type EmbeddingModelV2Embedding, EmptyResponseBodyError, type ImageModelV2, type ImageModelV2CallOptions, type ImageModelV2CallWarning, type ImageModelV2ProviderMetadata, InvalidArgumentError, InvalidPromptError, InvalidResponseDataError, type JSONArray, type JSONObject, JSONParseError, type JSONValue, type LanguageModelV1, type LanguageModelV1CallOptions, type LanguageModelV1CallWarning, type LanguageModelV1FilePart, type LanguageModelV1FinishReason, type LanguageModelV1FunctionTool, type LanguageModelV1FunctionToolCall, type LanguageModelV1ImagePart, type LanguageModelV1LogProbs, type LanguageModelV1Message, type LanguageModelV1ObjectGenerationMode, type LanguageModelV1Prompt, type LanguageModelV1ProviderDefinedTool, type LanguageModelV1ProviderMetadata, type LanguageModelV1ReasoningPart, type LanguageModelV1RedactedReasoningPart, type LanguageModelV1Source, type LanguageModelV1StreamPart, type LanguageModelV1TextPart, type LanguageModelV1ToolCallPart, type LanguageModelV1ToolChoice, type LanguageModelV1ToolResultPart, type LanguageModelV2, type LanguageModelV2CallOptions, type LanguageModelV2CallWarning, type LanguageModelV2Content, type LanguageModelV2DataContent, type LanguageModelV2File, type LanguageModelV2FilePart, type LanguageModelV2FinishReason, type LanguageModelV2FunctionTool, type LanguageModelV2Message, type LanguageModelV2Middleware, type LanguageModelV2Prompt, type LanguageModelV2ProviderDefinedTool, type LanguageModelV2Reasoning, type LanguageModelV2ReasoningPart, type LanguageModelV2ResponseMetadata, type LanguageModelV2Source, type LanguageModelV2StreamPart, type LanguageModelV2Text, type LanguageModelV2TextPart, type LanguageModelV2ToolCall, type LanguageModelV2ToolCallDelta, type LanguageModelV2ToolCallPart, type LanguageModelV2ToolChoice, type LanguageModelV2ToolResultPart, type LanguageModelV2Usage, LoadAPIKeyError, LoadSettingError, NoContentGeneratedError, NoSuchModelError, type ProviderV1, type ProviderV2, type SharedV2Headers, type SharedV2ProviderMetadata, type SharedV2ProviderOptions, type SpeechModelV1, type SpeechModelV1CallOptions, type SpeechModelV1CallWarning, TooManyEmbeddingValuesForCallError, type TranscriptionModelV1, type TranscriptionModelV1CallOptions, type TranscriptionModelV1CallWarning, TypeValidationError, UnsupportedFunctionalityError, getErrorMessage, isJSONArray, isJSONObject, isJSONValue };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/provider",
-  "version": "2.0.0-canary.12",
+  "version": "2.0.0-canary.14",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -34,7 +34,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "homepage": "https://sdk.vercel.ai/docs",
+  "homepage": "https://ai-sdk.dev/docs",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/vercel/ai.git"