ai 4.1.14 → 4.1.15

package/CHANGELOG.md

@@ -1,5 +1,18 @@
 # ai
 
+## 4.1.15
+
+### Patch Changes
+
+- d89c3b9: feat (provider): add image model support to provider specification
+- d89c3b9: feat (core): type ahead for model ids with custom provider
+- 08f54fc: chore (ai/core): move custom provider to stable
+- Updated dependencies [d89c3b9]
+  - @ai-sdk/provider@1.0.7
+  - @ai-sdk/provider-utils@2.1.6
+  - @ai-sdk/ui-utils@1.1.8
+  - @ai-sdk/react@1.1.8
+
 ## 4.1.14
 
 ### Patch Changes

package/dist/index.d.mts

@@ -2,7 +2,7 @@ import { IDGenerator } from '@ai-sdk/provider-utils';
 export { CoreToolCall, CoreToolResult, IDGenerator, ToolCall, ToolResult, createIdGenerator, generateId } from '@ai-sdk/provider-utils';
 import { DataStreamString, ToolInvocation, Attachment, Schema, DeepPartial, Message, JSONValue as JSONValue$1, AssistantMessage, DataMessage } from '@ai-sdk/ui-utils';
 export { AssistantMessage, AssistantStatus, Attachment, ChatRequest, ChatRequestOptions, CreateMessage, DataMessage, DataStreamPart, DeepPartial, IdGenerator, JSONValue, Message, RequestOptions, Schema, ToolInvocation, UseAssistantOptions, formatAssistantStreamPart, formatDataStreamPart, jsonSchema, parseAssistantStreamPart, parseDataStreamPart, processDataStream, processTextStream } from '@ai-sdk/ui-utils';
-import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, NoSuchModelError } from '@ai-sdk/provider';
+import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
 export { AISDKError, APICallError, EmptyResponseBodyError, InvalidPromptError, InvalidResponseDataError, JSONParseError, LanguageModelV1, LanguageModelV1CallOptions, LanguageModelV1Prompt, LanguageModelV1StreamPart, LoadAPIKeyError, NoContentGeneratedError, NoSuchModelError, TypeValidationError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
 import { ServerResponse } from 'node:http';
 import { AttributeValue, Tracer } from '@opentelemetry/api';
@@ -190,7 +190,7 @@ type LanguageModelResponseMetadata = {
 };
 
 /**
- * Provider for language and text embedding models.
+ * Provider for language, text embedding, and image models.
  */
 type Provider = {
     /**
@@ -215,6 +215,15 @@ type Provider = {
     @throws {NoSuchModelError} If no such model exists.
        */
     textEmbeddingModel(modelId: string): EmbeddingModel<string>;
+    /**
+    Returns the image model with the given id.
+    The model id is then passed to the provider function to get the model.
+  
+    @param {string} id - The id of the model to return.
+  
+    @returns {ImageModel} The image model associated with the id
+    */
+    imageModel(modelId: string): ImageModel;
 };
 
 /**
@@ -2491,11 +2500,21 @@ declare const experimental_wrapLanguageModel: ({ model, middleware: { transformP
  *
  * @throws {NoSuchModelError} Throws when a requested model is not found and no fallback provider is available.
  */
-declare function experimental_customProvider({ languageModels, textEmbeddingModels, fallbackProvider, }: {
-    languageModels?: Record<string, LanguageModelV1>;
-    textEmbeddingModels?: Record<string, EmbeddingModelV1<string>>;
-    fallbackProvider?: Provider;
-}): Provider;
+declare function customProvider<LANGUAGE_MODELS extends Record<string, LanguageModelV1>, EMBEDDING_MODELS extends Record<string, EmbeddingModelV1<string>>, IMAGE_MODELS extends Record<string, ImageModelV1>>({ languageModels, textEmbeddingModels, imageModels, fallbackProvider, }: {
+    languageModels?: LANGUAGE_MODELS;
+    textEmbeddingModels?: EMBEDDING_MODELS;
+    imageModels?: IMAGE_MODELS;
+    fallbackProvider?: ProviderV1;
+}): Provider & {
+    languageModel(modelId: ExtractModelId<LANGUAGE_MODELS>): LanguageModelV1;
+    textEmbeddingModel(modelId: ExtractModelId<EMBEDDING_MODELS>): EmbeddingModelV1<string>;
+    imageModel(modelId: ExtractModelId<IMAGE_MODELS>): ImageModelV1;
+};
+/**
+ * @deprecated Use `customProvider` instead.
+ */
+declare const experimental_customProvider: typeof customProvider;
+type ExtractModelId<MODELS extends Record<string, unknown>> = Extract<keyof MODELS, string>;
 
 declare const symbol$b: unique symbol;
 declare class NoSuchProviderError extends NoSuchModelError {
@@ -2515,7 +2534,7 @@ declare class NoSuchProviderError extends NoSuchModelError {
 /**
  * Creates a registry for the given providers.
  */
-declare function experimental_createProviderRegistry(providers: Record<string, Provider>): Provider;
+declare function experimental_createProviderRegistry(providers: Record<string, ProviderV1>): Provider;
 
 /**
  * Calculates the cosine similarity between two vectors. This is a useful metric for
@@ -2858,4 +2877,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool, wrapLanguageModel };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, customProvider, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool, wrapLanguageModel };

package/dist/index.d.ts

@@ -2,7 +2,7 @@ import { IDGenerator } from '@ai-sdk/provider-utils';
 export { CoreToolCall, CoreToolResult, IDGenerator, ToolCall, ToolResult, createIdGenerator, generateId } from '@ai-sdk/provider-utils';
 import { DataStreamString, ToolInvocation, Attachment, Schema, DeepPartial, Message, JSONValue as JSONValue$1, AssistantMessage, DataMessage } from '@ai-sdk/ui-utils';
 export { AssistantMessage, AssistantStatus, Attachment, ChatRequest, ChatRequestOptions, CreateMessage, DataMessage, DataStreamPart, DeepPartial, IdGenerator, JSONValue, Message, RequestOptions, Schema, ToolInvocation, UseAssistantOptions, formatAssistantStreamPart, formatDataStreamPart, jsonSchema, parseAssistantStreamPart, parseDataStreamPart, processDataStream, processTextStream } from '@ai-sdk/ui-utils';
-import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, NoSuchModelError } from '@ai-sdk/provider';
+import { JSONValue, EmbeddingModelV1, EmbeddingModelV1Embedding, ImageModelV1, ImageModelV1CallWarning, LanguageModelV1, LanguageModelV1FinishReason, LanguageModelV1LogProbs, LanguageModelV1CallWarning, LanguageModelV1ProviderMetadata, LanguageModelV1CallOptions, AISDKError, LanguageModelV1FunctionToolCall, JSONSchema7, ProviderV1, NoSuchModelError } from '@ai-sdk/provider';
 export { AISDKError, APICallError, EmptyResponseBodyError, InvalidPromptError, InvalidResponseDataError, JSONParseError, LanguageModelV1, LanguageModelV1CallOptions, LanguageModelV1Prompt, LanguageModelV1StreamPart, LoadAPIKeyError, NoContentGeneratedError, NoSuchModelError, TypeValidationError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
 import { ServerResponse } from 'node:http';
 import { AttributeValue, Tracer } from '@opentelemetry/api';
@@ -190,7 +190,7 @@ type LanguageModelResponseMetadata = {
 };
 
 /**
- * Provider for language and text embedding models.
+ * Provider for language, text embedding, and image models.
  */
 type Provider = {
     /**
@@ -215,6 +215,15 @@ type Provider = {
     @throws {NoSuchModelError} If no such model exists.
        */
     textEmbeddingModel(modelId: string): EmbeddingModel<string>;
+    /**
+    Returns the image model with the given id.
+    The model id is then passed to the provider function to get the model.
+  
+    @param {string} id - The id of the model to return.
+  
+    @returns {ImageModel} The image model associated with the id
+    */
+    imageModel(modelId: string): ImageModel;
 };
 
 /**
@@ -2491,11 +2500,21 @@ declare const experimental_wrapLanguageModel: ({ model, middleware: { transformP
  *
  * @throws {NoSuchModelError} Throws when a requested model is not found and no fallback provider is available.
  */
-declare function experimental_customProvider({ languageModels, textEmbeddingModels, fallbackProvider, }: {
-    languageModels?: Record<string, LanguageModelV1>;
-    textEmbeddingModels?: Record<string, EmbeddingModelV1<string>>;
-    fallbackProvider?: Provider;
-}): Provider;
+declare function customProvider<LANGUAGE_MODELS extends Record<string, LanguageModelV1>, EMBEDDING_MODELS extends Record<string, EmbeddingModelV1<string>>, IMAGE_MODELS extends Record<string, ImageModelV1>>({ languageModels, textEmbeddingModels, imageModels, fallbackProvider, }: {
+    languageModels?: LANGUAGE_MODELS;
+    textEmbeddingModels?: EMBEDDING_MODELS;
+    imageModels?: IMAGE_MODELS;
+    fallbackProvider?: ProviderV1;
+}): Provider & {
+    languageModel(modelId: ExtractModelId<LANGUAGE_MODELS>): LanguageModelV1;
+    textEmbeddingModel(modelId: ExtractModelId<EMBEDDING_MODELS>): EmbeddingModelV1<string>;
+    imageModel(modelId: ExtractModelId<IMAGE_MODELS>): ImageModelV1;
+};
+/**
+ * @deprecated Use `customProvider` instead.
+ */
+declare const experimental_customProvider: typeof customProvider;
+type ExtractModelId<MODELS extends Record<string, unknown>> = Extract<keyof MODELS, string>;
 
 declare const symbol$b: unique symbol;
 declare class NoSuchProviderError extends NoSuchModelError {
@@ -2515,7 +2534,7 @@ declare class NoSuchProviderError extends NoSuchModelError {
 /**
  * Creates a registry for the given providers.
  */
-declare function experimental_createProviderRegistry(providers: Record<string, Provider>): Provider;
+declare function experimental_createProviderRegistry(providers: Record<string, ProviderV1>): Provider;
 
 /**
  * Calculates the cosine similarity between two vectors. This is a useful metric for
@@ -2858,4 +2877,4 @@ declare namespace llamaindexAdapter {
   };
 }
 
-export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool, wrapLanguageModel };
+export { AssistantContent, AssistantResponse, CallWarning, CoreAssistantMessage, CoreMessage, CoreSystemMessage, CoreTool, CoreToolCallUnion, CoreToolChoice, CoreToolMessage, CoreToolResultUnion, CoreUserMessage, DataContent, DataStreamWriter, DownloadError, EmbedManyResult, EmbedResult, Embedding, EmbeddingModel, EmbeddingModelUsage, GenerateImageResult as Experimental_GenerateImageResult, GeneratedImage as Experimental_GeneratedImage, Experimental_LanguageModelV1Middleware, FilePart, FinishReason, GenerateObjectResult, GenerateTextResult, ImageModel, ImageGenerationWarning as ImageModelCallWarning, ImageModelResponseMetadata, ImagePart, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidToolArgumentsError, langchainAdapter as LangChainAdapter, LanguageModel, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LanguageModelV1Middleware, llamaindexAdapter as LlamaIndexAdapter, LogProbs, MessageConversionError, NoImageGeneratedError, NoObjectGeneratedError, NoOutputSpecifiedError, NoSuchProviderError, NoSuchToolError, ObjectStreamPart, output as Output, Provider, ProviderMetadata, RetryError, StepResult, StreamData, StreamObjectResult, StreamTextResult, StreamTextTransform, TelemetrySettings, TextPart, TextStreamPart, Tool, ToolCallPart, ToolCallRepairError, ToolCallRepairFunction, ToolCallUnion, ToolChoice, ToolContent, ToolExecutionError, ToolExecutionOptions, ToolResultPart, ToolResultUnion, ToolSet, UserContent, appendClientMessage, appendResponseMessages, convertToCoreMessages, coreAssistantMessageSchema, coreMessageSchema, coreSystemMessageSchema, coreToolMessageSchema, coreUserMessageSchema, cosineSimilarity, createDataStream, createDataStreamResponse, customProvider, embed, embedMany, experimental_createProviderRegistry, experimental_customProvider, generateImage as experimental_generateImage, experimental_wrapLanguageModel, extractReasoningMiddleware, generateObject, generateText, pipeDataStreamToResponse, simulateReadableStream, smoothStream, streamObject, streamText, tool, wrapLanguageModel };

package/dist/index.js

@@ -62,6 +62,7 @@ __export(streams_exports, {
   createDataStream: () => createDataStream,
   createDataStreamResponse: () => createDataStreamResponse,
   createIdGenerator: () => import_provider_utils14.createIdGenerator,
+  customProvider: () => customProvider,
   embed: () => embed,
   embedMany: () => embedMany,
   experimental_createProviderRegistry: () => experimental_createProviderRegistry,
@@ -5870,9 +5871,10 @@ function appendResponseMessages({
 
 // core/registry/custom-provider.ts
 var import_provider19 = require("@ai-sdk/provider");
-function experimental_customProvider({
+function customProvider({
   languageModels,
   textEmbeddingModels,
+  imageModels,
   fallbackProvider
 }) {
   return {
@@ -5893,9 +5895,19 @@ function experimental_customProvider({
         return fallbackProvider.textEmbeddingModel(modelId);
       }
       throw new import_provider19.NoSuchModelError({ modelId, modelType: "textEmbeddingModel" });
+    },
+    imageModel(modelId) {
+      if (imageModels != null && modelId in imageModels) {
+        return imageModels[modelId];
+      }
+      if (fallbackProvider == null ? void 0 : fallbackProvider.imageModel) {
+        return fallbackProvider.imageModel(modelId);
+      }
+      throw new import_provider19.NoSuchModelError({ modelId, modelType: "imageModel" });
     }
   };
 }
+var experimental_customProvider = customProvider;
 
 // core/registry/no-such-provider-error.ts
 var import_provider20 = require("@ai-sdk/provider");
@@ -5935,7 +5947,10 @@ var DefaultProviderRegistry = class {
   constructor() {
     this.providers = {};
   }
-  registerProvider({ id, provider }) {
+  registerProvider({
+    id,
+    provider
+  }) {
     this.providers[id] = provider;
   }
   getProvider(id) {
@@ -5983,6 +5998,16 @@ var DefaultProviderRegistry = class {
     }
     return model;
   }
+  imageModel(id) {
+    var _a15;
+    const [providerId, modelId] = this.splitId(id, "imageModel");
+    const provider = this.getProvider(providerId);
+    const model = (_a15 = provider.imageModel) == null ? void 0 : _a15.call(provider, modelId);
+    if (model == null) {
+      throw new import_provider21.NoSuchModelError({ modelId: id, modelType: "imageModel" });
+    }
+    return model;
+  }
   /**
    * @deprecated Use `textEmbeddingModel` instead.
    */
@@ -6429,6 +6454,7 @@ var StreamData = class {
   createDataStream,
   createDataStreamResponse,
   createIdGenerator,
+  customProvider,
   embed,
   embedMany,
   experimental_createProviderRegistry,