ai 7.0.54 → 7.0.55

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # ai
 
+## 7.0.55
+
+### Patch Changes
+
+- 3469d0c: feat: add batch APIs
+- Updated dependencies [3469d0c]
+  - @ai-sdk/provider@4.0.6
+  - @ai-sdk/gateway@4.0.43
+  - @ai-sdk/provider-utils@5.0.23
+
 ## 7.0.54
 
 ### Patch Changes

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { EmbeddingModelV4, EmbeddingModelV3, EmbeddingModelV2, EmbeddingModelV4Embedding, EmbeddingModelV4Middleware, ImageModelV4, ImageModelV3, ImageModelV2, ImageModelV4ProviderMetadata, ImageModelV2ProviderMetadata, ImageModelV4Middleware, JSONValue as JSONValue$1, LanguageModelV4, LanguageModelV3, LanguageModelV2, SharedV4Warning, LanguageModelV4Source, LanguageModelV4Middleware, RerankingModelV4, RerankingModelV3, SharedV4ProviderMetadata, SharedV4ProviderReference, SpeechModelV4, SpeechModelV3, SpeechModelV2, TranscriptionModelV4, TranscriptionModelV3, TranscriptionModelV2, JSONObject, ImageModelV4Usage, LanguageModelV4CallOptions, LanguageModelV4Prompt, AISDKError, LanguageModelV4ToolCall, JSONSchema7, ProviderV4, ProviderV3, ProviderV2, SharedV4Headers, JSONParseError, TypeValidationError, Experimental_VideoModelV4, Experimental_VideoModelV3, Experimental_VideoModelV4FrameType, Experimental_VideoModelV4OperationWebhook, EmbeddingModelV4CallOptions, Experimental_RealtimeFactoryV4, Experimental_RealtimeFactoryV4GetTokenOptions, Experimental_RealtimeFactoryV4GetTokenResult, Experimental_RealtimeModelV4, Experimental_RealtimeModelV4ClientEvent, Experimental_RealtimeModelV4ServerEvent, Experimental_RealtimeModelV4SessionConfig, Experimental_RealtimeModelV4ToolDefinition, FilesV4, SkillsV4, NoSuchModelError, SharedV4AudioFormat, Experimental_SpeechTranslationModelV4, Experimental_SpeechTranslationModelV4Usage, FilesV4UploadFileCallOptions, SkillsV4UploadSkillResult, SkillsV4UploadSkillCallOptions, SkillsV4File } from '@ai-sdk/provider';
+import { EmbeddingModelV4, EmbeddingModelV3, EmbeddingModelV2, EmbeddingModelV4Embedding, EmbeddingModelV4Middleware, ImageModelV4, ImageModelV3, ImageModelV2, ImageModelV4ProviderMetadata, ImageModelV2ProviderMetadata, ImageModelV4Middleware, JSONValue as JSONValue$1, LanguageModelV4, LanguageModelV3, LanguageModelV2, SharedV4Warning, LanguageModelV4Source, LanguageModelV4Middleware, RerankingModelV4, RerankingModelV3, SharedV4ProviderMetadata, SharedV4ProviderReference, SpeechModelV4, SpeechModelV3, SpeechModelV2, TranscriptionModelV4, TranscriptionModelV3, TranscriptionModelV2, JSONObject, ImageModelV4Usage, LanguageModelV4CallOptions, LanguageModelV4Prompt, AISDKError, LanguageModelV4ToolCall, JSONSchema7, ProviderV4, ProviderV3, ProviderV2, Experimental_BatchLanguageModelV4, Experimental_BatchV4Error, Experimental_BatchV4Status, Experimental_BatchV4StartResult, SharedV4Headers, JSONParseError, TypeValidationError, Experimental_VideoModelV4, Experimental_VideoModelV3, Experimental_VideoModelV4FrameType, Experimental_VideoModelV4OperationWebhook, EmbeddingModelV4CallOptions, Experimental_RealtimeFactoryV4, Experimental_RealtimeFactoryV4GetTokenOptions, Experimental_RealtimeFactoryV4GetTokenResult, Experimental_RealtimeModelV4, Experimental_RealtimeModelV4ClientEvent, Experimental_RealtimeModelV4ServerEvent, Experimental_RealtimeModelV4SessionConfig, Experimental_RealtimeModelV4ToolDefinition, FilesV4, SkillsV4, NoSuchModelError, SharedV4AudioFormat, Experimental_SpeechTranslationModelV4, Experimental_SpeechTranslationModelV4Usage, FilesV4UploadFileCallOptions, SkillsV4UploadSkillResult, SkillsV4UploadSkillCallOptions, SkillsV4File } from '@ai-sdk/provider';
 export { AISDKError, APICallError, EmptyResponseBodyError, InvalidPromptError, InvalidResponseDataError, JSONParseError, JSONSchema7, LoadAPIKeyError, LoadSettingError, NoContentGeneratedError, NoSuchModelError, NoSuchProviderReferenceError, TooManyEmbeddingValuesForCallError, TypeValidationError, UnsupportedFunctionalityError } from '@ai-sdk/provider';
 import { GatewayModelId } from '@ai-sdk/gateway';
 export { GatewayModelId, createGateway, gateway } from '@ai-sdk/gateway';
@@ -6091,6 +6091,124 @@ declare function pipeAgentUIStreamToResponse<CALL_OPTIONS = never, TOOLS extends
     onStepFinish?: GenerateTextOnStepFinishCallback<TOOLS>;
 } & UIMessageStreamResponseInit & UIMessageStreamOptions<UIMessage<MESSAGE_METADATA, never, InferUITools<TOOLS>>>): Promise<void>;
 
+/**
+ * Language model input that can be used for durable batch processing.
+ *
+ * String model IDs are resolved through the global provider and checked for
+ * batch support at runtime.
+ */
+type BatchLanguageModel = GlobalProviderModelId | Experimental_BatchLanguageModelV4;
+/**
+ * The persisted reference for a text batch.
+ */
+type TextBatchReference = {
+    readonly version: 1;
+    readonly type: 'text';
+    readonly id: string;
+    readonly provider: string;
+    readonly modelId: string;
+};
+/**
+ * Persisted reference for any supported batch type.
+ *
+ * Additional modality-specific references can be added to this union.
+ */
+type BatchReference = TextBatchReference;
+/**
+ * Serializable error information for a batch or batch item.
+ */
+type BatchError = Experimental_BatchV4Error;
+/**
+ * The latest normalized lifecycle status for a batch.
+ */
+type BatchStatus = Experimental_BatchV4Status;
+/**
+ * A text batch and its latest normalized lifecycle status.
+ */
+type TextBatch = TextBatchReference & BatchStatus;
+/**
+ * One text generation request within a batch.
+ */
+type TextBatchRequest = Prompt & LanguageModelCallOptions & {
+    id: string;
+    providerOptions?: ProviderOptions;
+};
+type BatchRequestOptions = {
+    abortSignal?: AbortSignal;
+    headers?: Record<string, string | undefined>;
+    timeout?: number | {
+        totalMs?: number;
+    };
+};
+/**
+ * Options for starting a text batch.
+ */
+type StartTextBatchOptions = {
+    model: BatchLanguageModel;
+    requests: ReadonlyArray<TextBatchRequest>;
+    providerOptions?: ProviderOptions;
+} & BatchRequestOptions;
+/**
+ * The acknowledged text batch and warnings produced while starting it.
+ */
+type StartTextBatchResult = TextBatch & {
+    readonly warnings: Experimental_BatchV4StartResult['warnings'];
+};
+/**
+ * Options shared by batch status and result retrieval operations.
+ */
+type BatchOperationOptions = {
+    model: BatchLanguageModel;
+    batch: BatchReference;
+    providerOptions?: ProviderOptions;
+    maxRetries?: number;
+} & BatchRequestOptions;
+/**
+ * A normalized result for a successful text batch item.
+ */
+type TextBatchGenerationResult = {
+    readonly text: string;
+    readonly finishReason: FinishReason;
+    readonly rawFinishReason?: string;
+    readonly usage: LanguageModelUsage;
+    readonly response?: {
+        readonly id?: string;
+        readonly timestamp?: string;
+        readonly modelId?: string;
+    };
+    readonly providerMetadata?: ProviderMetadata;
+};
+/**
+ * A complete terminal result for one request in a text batch.
+ */
+type TextBatchItemResult = (TextBatchGenerationResult & {
+    readonly id: string;
+    readonly status: 'succeeded';
+}) | {
+    readonly id: string;
+    readonly status: 'failed';
+    readonly error: BatchError;
+    readonly providerMetadata?: ProviderMetadata;
+} | {
+    readonly id: string;
+    readonly status: 'cancelled' | 'expired';
+    readonly error?: BatchError;
+    readonly providerMetadata?: ProviderMetadata;
+};
+
+/**
+ * Starts a durable text-generation batch.
+ */
+declare function startTextBatch({ model: modelArg, requests, providerOptions, abortSignal, headers, timeout, }: StartTextBatchOptions): Promise<StartTextBatchResult>;
+/**
+ * Retrieves the latest normalized status for a durable batch.
+ */
+declare function getBatchStatus({ model: modelArg, batch, providerOptions, maxRetries, abortSignal, headers, timeout, }: BatchOperationOptions): Promise<BatchStatus>;
+/**
+ * Streams complete terminal results for the requests in a durable batch.
+ */
+declare function getBatchResults({ model: modelArg, batch, providerOptions, maxRetries, abortSignal, headers, timeout, }: BatchOperationOptions): AsyncIterableStream<TextBatchItemResult>;
+
 /**
  * The result of an `embed` call.
  * It contains the embedding, the value, and additional information.
@@ -9191,4 +9309,4 @@ declare function uploadSkill({ api, files, displayTitle, providerOptions, }: {
     files: UploadSkillFile[];
 }): Promise<UploadSkillResult>;
 
-export { AI_SDK_TELEMETRY_TRACING_CHANNEL, AbstractChat, ActiveTools, Agent, AgentCallParameters, AgentStreamParameters, AsyncIterableStream, CallSettings, CallWarning, ChatAddToolApproveResponseFunction, ChatAddToolOutputFunction, ChatInit, ChatOnDataCallback, ChatOnErrorCallback, ChatOnFinishCallback, ChatOnToolCallCallback, ChatRequestOptions, ChatState, ChatStatus, ChatTransport, ChunkDetector, CompletionRequestOptions, ContentPart, CreateUIMessage, CustomContentUIPart, DataUIPart, DeepPartial, DefaultChatTransport, DefaultGeneratedFile, DirectChatTransport, DirectChatTransportOptions, DynamicToolCall, DynamicToolError, DynamicToolResult, DynamicToolUIPart, EmbedEndEvent, EmbedManyResult, EmbedResult, EmbedStartEvent, Embedding, EmbeddingModel, EmbeddingModelCallEndEvent, EmbeddingModelCallStartEvent, EmbeddingModelMiddleware, EmbeddingModelUsage, ErrorHandler, AbstractRealtimeSession as Experimental_AbstractRealtimeSession, ToolLoopAgent as Experimental_Agent, ToolLoopAgentSettings as Experimental_AgentSettings, DownloadFunction as Experimental_DownloadFunction, Experimental_GeneratedImage, InferAgentUIMessage as Experimental_InferAgentUIMessage, LanguageModelStreamPart as Experimental_LanguageModelStreamPart, LogWarningsFunction as Experimental_LogWarningsFunction, RealtimeClientEvent as Experimental_RealtimeClientEvent, RealtimeFactory as Experimental_RealtimeFactory, RealtimeFactoryGetTokenOptions as Experimental_RealtimeFactoryGetTokenOptions, RealtimeFactoryGetTokenResult as Experimental_RealtimeFactoryGetTokenResult, RealtimeModel as Experimental_RealtimeModel, RealtimeServerEvent as Experimental_RealtimeServerEvent, RealtimeSessionConfig as Experimental_RealtimeSessionConfig, RealtimeSessionOptions as Experimental_RealtimeSessionOptions, RealtimeSetupResponse as Experimental_RealtimeSetupResponse, RealtimeState as Experimental_RealtimeState, RealtimeStatus as Experimental_RealtimeStatus, RealtimeToolDefinition as Experimental_RealtimeToolDefinition, Experimental_SpeechResult, StreamTranslationResult as Experimental_StreamTranslationResult, Experimental_ToolCallers, Experimental_TranscriptionResult, TranslationStreamPart as Experimental_TranslationStreamPart, FileUIPart, FinishReason, GenerateImageResult, GenerateObjectEndEvent, GenerateObjectResult, GenerateObjectStartEvent, GenerateObjectStepEndEvent, GenerateObjectStepStartEvent, GenerateTextAbortEvent, GenerateTextEndEvent, GenerateTextInclude, GenerateTextOnAbortCallback, GenerateTextOnEndCallback, GenerateTextOnFinishCallback, GenerateTextOnStartCallback, GenerateTextOnStepEndCallback, GenerateTextOnStepFinishCallback, GenerateTextOnStepStartCallback, GenerateTextResult, GenerateTextStartEvent, GenerateTextStepEndEvent, GenerateTextStepStartEvent, GenerateVideoPrompt, GenerateVideoResult, GeneratedAudioFile, GeneratedFile, GenericToolApprovalFunction, HttpChatTransport, HttpChatTransportInitOptions, ImageModel, ImageModelMiddleware, ImageModelProviderMetadata, ImageModelResponseMetadata, ImageModelUsage, InferAgentUIMessage, InferCompleteOutput as InferGenerateOutput, InferPartialOutput as InferStreamOutput, InferTelemetryEvent, InferUIDataParts, InferUIMessageChunk, InferUITool, InferUITools, Instructions, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidStreamPartError, InvalidToolApprovalError, InvalidToolApprovalSignatureError, InvalidToolInputError, JSONValue, JsonToSseTransformStream, LanguageModel, LanguageModelCallEndEvent, LanguageModelCallOptions, LanguageModelCallStartEvent, LanguageModelMiddleware, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LogWarningsFunction, MessageConversionError, MissingToolResultsError, ModelInfo, NoImageGeneratedError, NoObjectGeneratedError, NoOutputGeneratedError, NoSpeechGeneratedError, NoSuchProviderError, NoSuchToolError, NoTranscriptGeneratedError, NoTranslationGeneratedError, NoVideoGeneratedError, ObjectStreamPart, OnFinishEvent, OnLanguageModelCallEndCallback, OnLanguageModelCallStartCallback, OnStartEvent, OnStepFinishEvent, OnStepStartEvent, OnToolCallFinishEvent, OnToolCallStartEvent, OnToolExecutionEndCallback, OnToolExecutionStartCallback, output as Output, OutputChunkTimingStats, PrepareReconnectToStreamRequest, PrepareSendMessagesRequest, PrepareStepFunction, PrepareStepResult, Prompt, Provider, ProviderMetadata, ProviderReference, ProviderRegistryProvider, ReasoningFileOutput, ReasoningFileUIPart, ReasoningOutput, ReasoningUIPart, RepairTextFunction, RequestOptions, RerankEndEvent, RerankResult, RerankStartEvent, RerankingModel, RerankingModelCallEndEvent, RerankingModelCallStartEvent, RetryError, SafeValidateUIMessagesResult, SerialJobExecutor, SingleToolApprovalFunction, SourceDocumentUIPart, SourceUrlUIPart, SpeechModel, SpeechModelResponseMetadata, SpeechResult, StaticToolCall, StaticToolError, StaticToolOutputDenied, StaticToolResult, StepResult, StepResultPerformance, StepStartUIPart, StopCondition, StreamObjectOnFinishCallback, StreamObjectResult, StreamTextInclude, StreamTextOnChunkCallback, StreamTextOnErrorCallback, StreamTextResult, StreamTextTransform, StreamTranscriptionResult, Telemetry, TelemetryOptions, TelemetryTracingChannelMessage, TelemetryTracingEventType, TextStreamChatTransport, TextStreamPart, TextUIPart, TimeoutConfiguration, ToUIMessageChunkOptions, ToolApprovalConfiguration, ToolApprovalRequestOutput, ToolApprovalResponseOutput, ToolApprovalStatus, ToolCallNotFoundForApprovalError, ToolCallRepairError, ToolCallRepairFunction, ToolChoice, ToolExecutionEndEvent, ToolExecutionStartEvent, ToolInputRefinement, ToolLoopAgent, ToolLoopAgentSettings, ToolOrder, ToolUIPart, TranscriptionModel, TranscriptionModelResponseMetadata, TranscriptionResult, TranscriptionStreamPart, TypedToolCall, TypedToolError, TypedToolOutputDenied, TypedToolResult, UIDataPartSchemas, UIDataTypes, UIMessage, UIMessageChunk, UIMessagePart, UIMessageStreamError, UIMessageStreamOnEndCallback, UIMessageStreamOnFinishCallback, UIMessageStreamOnStepEndCallback, UIMessageStreamOnStepFinishCallback, UIMessageStreamOptions, UIMessageStreamWriter, UITool, UIToolInvocation, UITools, UI_MESSAGE_STREAM_HEADERS, UnsupportedModelVersionError, UploadFileResult, UploadSkillResult, UseCompletionOptions, Warning, addToolInputExamplesMiddleware, assistantModelMessageSchema, callCompletionApi, consumeStream, convertDataContentToBase64String, convertFileListToFileUIParts, convertToModelMessages, cosineSimilarity, createAgentUIStream, createAgentUIStreamResponse, createDownload, createProviderRegistry, createTextStreamResponse, createUIMessageStream, createUIMessageStreamResponse, customProvider, defaultEmbeddingSettingsMiddleware, defaultInstructionsMiddleware, defaultSettingsMiddleware, detectToolDrift, embed, embedMany, experimental_createProviderRegistry, decodeRealtimeAudio as experimental_decodeRealtimeAudio, encodeRealtimeAudio as experimental_encodeRealtimeAudio, filterActiveTools as experimental_filterActiveTools, experimental_generateSpeech, experimental_generateVideo, getRealtimeToolDefinitions as experimental_getRealtimeToolDefinitions, resampleAudio as experimental_resampleAudio, streamLanguageModelCall as experimental_streamLanguageModelCall, streamTranscribe as experimental_streamTranscribe, streamTranslate as experimental_streamTranslate, experimental_transcribe, extractJsonMiddleware, extractReasoningMiddleware, fingerprintTools, generateImage, generateObject, generateSpeech, generateText, getChunkTimeoutMs, getFirstChunkTimeoutMs, getStaticToolName, getStepTimeoutMs, getTextFromDataUrl, getToolName, getToolOrDynamicToolName, getToolTimeoutMs, getTotalTimeoutMs, hasToolCall, isCustomContentUIPart, isDataUIPart, isDeepEqualData, isDynamicToolUIPart, isFileUIPart, isLoopFinished, isReasoningFileUIPart, isReasoningUIPart, isStaticToolUIPart, isStepCount, isTextUIPart, isToolUIPart, lastAssistantMessageIsCompleteWithApprovalResponses, lastAssistantMessageIsCompleteWithToolCalls, modelMessageSchema, parsePartialJson, pipeAgentUIStreamToResponse, pipeTextStreamToResponse, pipeUIMessageStreamToResponse, pruneMessages, readUIMessageStream, registerTelemetry, rerank, safeValidateUIMessages, simulateReadableStream, simulateStreamingMiddleware, smoothStream, isStepCount as stepCountIs, streamObject, streamText, systemModelMessageSchema, toTextStream, toUIMessageChunk, toUIMessageStream, toolModelMessageSchema, transcribe, uiMessageChunkSchema, uploadFile, uploadSkill, userModelMessageSchema, validateUIMessages, wrapEmbeddingModel, wrapImageModel, wrapLanguageModel, wrapProvider };
+export { AI_SDK_TELEMETRY_TRACING_CHANNEL, AbstractChat, ActiveTools, Agent, AgentCallParameters, AgentStreamParameters, AsyncIterableStream, CallSettings, CallWarning, ChatAddToolApproveResponseFunction, ChatAddToolOutputFunction, ChatInit, ChatOnDataCallback, ChatOnErrorCallback, ChatOnFinishCallback, ChatOnToolCallCallback, ChatRequestOptions, ChatState, ChatStatus, ChatTransport, ChunkDetector, CompletionRequestOptions, ContentPart, CreateUIMessage, CustomContentUIPart, DataUIPart, DeepPartial, DefaultChatTransport, DefaultGeneratedFile, DirectChatTransport, DirectChatTransportOptions, DynamicToolCall, DynamicToolError, DynamicToolResult, DynamicToolUIPart, EmbedEndEvent, EmbedManyResult, EmbedResult, EmbedStartEvent, Embedding, EmbeddingModel, EmbeddingModelCallEndEvent, EmbeddingModelCallStartEvent, EmbeddingModelMiddleware, EmbeddingModelUsage, ErrorHandler, AbstractRealtimeSession as Experimental_AbstractRealtimeSession, ToolLoopAgent as Experimental_Agent, ToolLoopAgentSettings as Experimental_AgentSettings, BatchError as Experimental_BatchError, BatchLanguageModel as Experimental_BatchLanguageModel, BatchOperationOptions as Experimental_BatchOperationOptions, BatchReference as Experimental_BatchReference, BatchStatus as Experimental_BatchStatus, DownloadFunction as Experimental_DownloadFunction, Experimental_GeneratedImage, InferAgentUIMessage as Experimental_InferAgentUIMessage, LanguageModelStreamPart as Experimental_LanguageModelStreamPart, LogWarningsFunction as Experimental_LogWarningsFunction, RealtimeClientEvent as Experimental_RealtimeClientEvent, RealtimeFactory as Experimental_RealtimeFactory, RealtimeFactoryGetTokenOptions as Experimental_RealtimeFactoryGetTokenOptions, RealtimeFactoryGetTokenResult as Experimental_RealtimeFactoryGetTokenResult, RealtimeModel as Experimental_RealtimeModel, RealtimeServerEvent as Experimental_RealtimeServerEvent, RealtimeSessionConfig as Experimental_RealtimeSessionConfig, RealtimeSessionOptions as Experimental_RealtimeSessionOptions, RealtimeSetupResponse as Experimental_RealtimeSetupResponse, RealtimeState as Experimental_RealtimeState, RealtimeStatus as Experimental_RealtimeStatus, RealtimeToolDefinition as Experimental_RealtimeToolDefinition, Experimental_SpeechResult, StartTextBatchOptions as Experimental_StartTextBatchOptions, StartTextBatchResult as Experimental_StartTextBatchResult, StreamTranslationResult as Experimental_StreamTranslationResult, TextBatch as Experimental_TextBatch, TextBatchGenerationResult as Experimental_TextBatchGenerationResult, TextBatchItemResult as Experimental_TextBatchItemResult, TextBatchReference as Experimental_TextBatchReference, TextBatchRequest as Experimental_TextBatchRequest, Experimental_ToolCallers, Experimental_TranscriptionResult, TranslationStreamPart as Experimental_TranslationStreamPart, FileUIPart, FinishReason, GenerateImageResult, GenerateObjectEndEvent, GenerateObjectResult, GenerateObjectStartEvent, GenerateObjectStepEndEvent, GenerateObjectStepStartEvent, GenerateTextAbortEvent, GenerateTextEndEvent, GenerateTextInclude, GenerateTextOnAbortCallback, GenerateTextOnEndCallback, GenerateTextOnFinishCallback, GenerateTextOnStartCallback, GenerateTextOnStepEndCallback, GenerateTextOnStepFinishCallback, GenerateTextOnStepStartCallback, GenerateTextResult, GenerateTextStartEvent, GenerateTextStepEndEvent, GenerateTextStepStartEvent, GenerateVideoPrompt, GenerateVideoResult, GeneratedAudioFile, GeneratedFile, GenericToolApprovalFunction, HttpChatTransport, HttpChatTransportInitOptions, ImageModel, ImageModelMiddleware, ImageModelProviderMetadata, ImageModelResponseMetadata, ImageModelUsage, InferAgentUIMessage, InferCompleteOutput as InferGenerateOutput, InferPartialOutput as InferStreamOutput, InferTelemetryEvent, InferUIDataParts, InferUIMessageChunk, InferUITool, InferUITools, Instructions, InvalidArgumentError, InvalidDataContentError, InvalidMessageRoleError, InvalidStreamPartError, InvalidToolApprovalError, InvalidToolApprovalSignatureError, InvalidToolInputError, JSONValue, JsonToSseTransformStream, LanguageModel, LanguageModelCallEndEvent, LanguageModelCallOptions, LanguageModelCallStartEvent, LanguageModelMiddleware, LanguageModelRequestMetadata, LanguageModelResponseMetadata, LanguageModelUsage, LogWarningsFunction, MessageConversionError, MissingToolResultsError, ModelInfo, NoImageGeneratedError, NoObjectGeneratedError, NoOutputGeneratedError, NoSpeechGeneratedError, NoSuchProviderError, NoSuchToolError, NoTranscriptGeneratedError, NoTranslationGeneratedError, NoVideoGeneratedError, ObjectStreamPart, OnFinishEvent, OnLanguageModelCallEndCallback, OnLanguageModelCallStartCallback, OnStartEvent, OnStepFinishEvent, OnStepStartEvent, OnToolCallFinishEvent, OnToolCallStartEvent, OnToolExecutionEndCallback, OnToolExecutionStartCallback, output as Output, OutputChunkTimingStats, PrepareReconnectToStreamRequest, PrepareSendMessagesRequest, PrepareStepFunction, PrepareStepResult, Prompt, Provider, ProviderMetadata, ProviderReference, ProviderRegistryProvider, ReasoningFileOutput, ReasoningFileUIPart, ReasoningOutput, ReasoningUIPart, RepairTextFunction, RequestOptions, RerankEndEvent, RerankResult, RerankStartEvent, RerankingModel, RerankingModelCallEndEvent, RerankingModelCallStartEvent, RetryError, SafeValidateUIMessagesResult, SerialJobExecutor, SingleToolApprovalFunction, SourceDocumentUIPart, SourceUrlUIPart, SpeechModel, SpeechModelResponseMetadata, SpeechResult, StaticToolCall, StaticToolError, StaticToolOutputDenied, StaticToolResult, StepResult, StepResultPerformance, StepStartUIPart, StopCondition, StreamObjectOnFinishCallback, StreamObjectResult, StreamTextInclude, StreamTextOnChunkCallback, StreamTextOnErrorCallback, StreamTextResult, StreamTextTransform, StreamTranscriptionResult, Telemetry, TelemetryOptions, TelemetryTracingChannelMessage, TelemetryTracingEventType, TextStreamChatTransport, TextStreamPart, TextUIPart, TimeoutConfiguration, ToUIMessageChunkOptions, ToolApprovalConfiguration, ToolApprovalRequestOutput, ToolApprovalResponseOutput, ToolApprovalStatus, ToolCallNotFoundForApprovalError, ToolCallRepairError, ToolCallRepairFunction, ToolChoice, ToolExecutionEndEvent, ToolExecutionStartEvent, ToolInputRefinement, ToolLoopAgent, ToolLoopAgentSettings, ToolOrder, ToolUIPart, TranscriptionModel, TranscriptionModelResponseMetadata, TranscriptionResult, TranscriptionStreamPart, TypedToolCall, TypedToolError, TypedToolOutputDenied, TypedToolResult, UIDataPartSchemas, UIDataTypes, UIMessage, UIMessageChunk, UIMessagePart, UIMessageStreamError, UIMessageStreamOnEndCallback, UIMessageStreamOnFinishCallback, UIMessageStreamOnStepEndCallback, UIMessageStreamOnStepFinishCallback, UIMessageStreamOptions, UIMessageStreamWriter, UITool, UIToolInvocation, UITools, UI_MESSAGE_STREAM_HEADERS, UnsupportedModelVersionError, UploadFileResult, UploadSkillResult, UseCompletionOptions, Warning, addToolInputExamplesMiddleware, assistantModelMessageSchema, callCompletionApi, consumeStream, convertDataContentToBase64String, convertFileListToFileUIParts, convertToModelMessages, cosineSimilarity, createAgentUIStream, createAgentUIStreamResponse, createDownload, createProviderRegistry, createTextStreamResponse, createUIMessageStream, createUIMessageStreamResponse, customProvider, defaultEmbeddingSettingsMiddleware, defaultInstructionsMiddleware, defaultSettingsMiddleware, detectToolDrift, embed, embedMany, experimental_createProviderRegistry, decodeRealtimeAudio as experimental_decodeRealtimeAudio, encodeRealtimeAudio as experimental_encodeRealtimeAudio, filterActiveTools as experimental_filterActiveTools, experimental_generateSpeech, experimental_generateVideo, getBatchResults as experimental_getBatchResults, getBatchStatus as experimental_getBatchStatus, getRealtimeToolDefinitions as experimental_getRealtimeToolDefinitions, resampleAudio as experimental_resampleAudio, startTextBatch as experimental_startTextBatch, streamLanguageModelCall as experimental_streamLanguageModelCall, streamTranscribe as experimental_streamTranscribe, streamTranslate as experimental_streamTranslate, experimental_transcribe, extractJsonMiddleware, extractReasoningMiddleware, fingerprintTools, generateImage, generateObject, generateSpeech, generateText, getChunkTimeoutMs, getFirstChunkTimeoutMs, getStaticToolName, getStepTimeoutMs, getTextFromDataUrl, getToolName, getToolOrDynamicToolName, getToolTimeoutMs, getTotalTimeoutMs, hasToolCall, isCustomContentUIPart, isDataUIPart, isDeepEqualData, isDynamicToolUIPart, isFileUIPart, isLoopFinished, isReasoningFileUIPart, isReasoningUIPart, isStaticToolUIPart, isStepCount, isTextUIPart, isToolUIPart, lastAssistantMessageIsCompleteWithApprovalResponses, lastAssistantMessageIsCompleteWithToolCalls, modelMessageSchema, parsePartialJson, pipeAgentUIStreamToResponse, pipeTextStreamToResponse, pipeUIMessageStreamToResponse, pruneMessages, readUIMessageStream, registerTelemetry, rerank, safeValidateUIMessages, simulateReadableStream, simulateStreamingMiddleware, smoothStream, isStepCount as stepCountIs, streamObject, streamText, systemModelMessageSchema, toTextStream, toUIMessageChunk, toUIMessageStream, toolModelMessageSchema, transcribe, uiMessageChunkSchema, uploadFile, uploadSkill, userModelMessageSchema, validateUIMessages, wrapEmbeddingModel, wrapImageModel, wrapLanguageModel, wrapProvider };

package/dist/index.js

@@ -1143,7 +1143,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "7.0.54" : "0.0.0-test";
+var VERSION = true ? "7.0.55" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -11532,10 +11532,254 @@ async function pipeAgentUIStreamToResponse({
   });
 }
 
+// src/batch/batch.ts
+import {
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError3
+} from "@ai-sdk/provider";
+import { withUserAgentSuffix as withUserAgentSuffix4 } from "@ai-sdk/provider-utils";
+async function startTextBatch({
+  model: modelArg,
+  requests,
+  providerOptions,
+  abortSignal,
+  headers,
+  timeout
+}) {
+  validateRequests(requests);
+  const model = resolveBatchLanguageModel(modelArg);
+  const operationAbortSignal = mergeAbortSignals(
+    abortSignal,
+    getTotalTimeoutMs(timeout)
+  );
+  const supportedUrls = await model.supportedUrls;
+  operationAbortSignal == null ? void 0 : operationAbortSignal.throwIfAborted();
+  const normalizedRequests = [];
+  for (const request of requests) {
+    const standardizedPrompt = await standardizePrompt(request);
+    normalizedRequests.push({
+      id: request.id,
+      options: {
+        ...prepareLanguageModelCallOptions(request),
+        prompt: await convertToLanguageModelPrompt({
+          prompt: standardizedPrompt,
+          supportedUrls,
+          download: void 0,
+          provider: model.provider.split(".")[0]
+        }),
+        providerOptions: request.providerOptions
+      }
+    });
+    operationAbortSignal == null ? void 0 : operationAbortSignal.throwIfAborted();
+  }
+  const headersWithUserAgent = withUserAgentSuffix4(
+    headers != null ? headers : {},
+    `ai/${VERSION}`
+  );
+  try {
+    const result = await model.experimental_doStartBatch({
+      requests: normalizedRequests,
+      providerOptions,
+      abortSignal: operationAbortSignal,
+      headers: headersWithUserAgent
+    });
+    const { batchId, warnings, ...status } = result;
+    logWarnings({
+      warnings: warnings.map(({ warning }) => warning),
+      provider: model.provider,
+      model: model.modelId
+    });
+    return {
+      version: 1,
+      type: "text",
+      id: batchId,
+      provider: model.provider,
+      modelId: model.modelId,
+      ...status,
+      warnings
+    };
+  } catch (error) {
+    throw wrapGatewayError(error);
+  }
+}
+async function getBatchStatus({
+  model: modelArg,
+  batch,
+  providerOptions,
+  maxRetries,
+  abortSignal,
+  headers,
+  timeout
+}) {
+  const model = resolveBatchLanguageModel(modelArg);
+  validateBatchReference({ model, batch });
+  const operationAbortSignal = mergeAbortSignals(
+    abortSignal,
+    getTotalTimeoutMs(timeout)
+  );
+  const { retry } = prepareRetries({
+    maxRetries,
+    abortSignal: operationAbortSignal
+  });
+  try {
+    const status = await retry(
+      () => model.experimental_doGetBatchStatus({
+        batchId: batch.id,
+        providerOptions,
+        abortSignal: operationAbortSignal,
+        headers: withUserAgentSuffix4(headers != null ? headers : {}, `ai/${VERSION}`)
+      })
+    );
+    return status;
+  } catch (error) {
+    throw wrapGatewayError(error);
+  }
+}
+function getBatchResults({
+  model: modelArg,
+  batch,
+  providerOptions,
+  maxRetries,
+  abortSignal,
+  headers,
+  timeout
+}) {
+  const model = resolveBatchLanguageModel(modelArg);
+  validateBatchReference({ model, batch });
+  const streamAbortController = new AbortController();
+  const operationAbortSignal = mergeAbortSignals(
+    abortSignal,
+    getTotalTimeoutMs(timeout),
+    streamAbortController.signal
+  );
+  const { retry } = prepareRetries({
+    maxRetries,
+    abortSignal: operationAbortSignal
+  });
+  const transformer = {
+    transform(item, controller) {
+      controller.enqueue(convertBatchItemResult(item));
+    },
+    cancel(reason) {
+      streamAbortController.abort(
+        reason != null ? reason : new Error("Batch results stream was cancelled.")
+      );
+    }
+  };
+  const transform = new TransformStream(transformer);
+  void (async () => {
+    try {
+      const stream = await retry(
+        () => model.experimental_doGetBatchResults({
+          batchId: batch.id,
+          providerOptions,
+          abortSignal: operationAbortSignal,
+          headers: withUserAgentSuffix4(headers != null ? headers : {}, `ai/${VERSION}`)
+        })
+      );
+      await stream.pipeTo(transform.writable, {
+        signal: operationAbortSignal
+      });
+    } catch (error) {
+      await transform.writable.abort(wrapGatewayError(error)).catch(() => {
+      });
+    }
+  })();
+  return asAsyncIterableStream(transform.readable);
+}
+function resolveBatchLanguageModel(modelArg) {
+  const model = resolveLanguageModel(modelArg);
+  if (!isBatchLanguageModel(model)) {
+    throw new UnsupportedFunctionalityError3({
+      functionality: "batch processing",
+      message: `The ${model.provider} model "${model.modelId}" does not support batch processing.`
+    });
+  }
+  return model;
+}
+function isBatchLanguageModel(model) {
+  const candidate = model;
+  return typeof candidate.experimental_doStartBatch === "function" && typeof candidate.experimental_doGetBatchStatus === "function" && typeof candidate.experimental_doGetBatchResults === "function";
+}
+function validateRequests(requests) {
+  if (requests.length === 0) {
+    throw new InvalidArgumentError({
+      parameter: "requests",
+      value: requests,
+      message: "requests must not be empty"
+    });
+  }
+  const ids = /* @__PURE__ */ new Set();
+  for (const request of requests) {
+    if (request.id.trim().length === 0) {
+      throw new InvalidArgumentError({
+        parameter: "requests",
+        value: requests,
+        message: "request IDs must not be empty"
+      });
+    }
+    if (ids.has(request.id)) {
+      throw new InvalidArgumentError({
+        parameter: "requests",
+        value: requests,
+        message: `request IDs must be unique; duplicate ID "${request.id}"`
+      });
+    }
+    ids.add(request.id);
+  }
+}
+function validateBatchReference({
+  model,
+  batch
+}) {
+  if (batch.version !== 1 || batch.type !== "text") {
+    throw new InvalidArgumentError({
+      parameter: "batch",
+      value: batch,
+      message: "batch must be a supported text batch reference"
+    });
+  }
+  if (batch.provider !== model.provider || batch.modelId !== model.modelId) {
+    throw new InvalidArgumentError({
+      parameter: "model",
+      value: model,
+      message: `model ${model.provider}:${model.modelId} is not compatible with batch ${batch.provider}:${batch.modelId}`
+    });
+  }
+}
+function convertBatchItemResult(item) {
+  if (item.status !== "succeeded") {
+    return item;
+  }
+  return {
+    id: item.id,
+    status: "succeeded",
+    ...convertGenerateResult(item.result)
+  };
+}
+function convertGenerateResult(result) {
+  var _a23;
+  return {
+    text: result.content.filter(
+      (part) => part.type === "text"
+    ).map((part) => part.text).join(""),
+    finishReason: result.finishReason.unified,
+    rawFinishReason: result.finishReason.raw,
+    usage: asLanguageModelUsage(result.usage),
+    ...result.response != null ? {
+      response: {
+        id: result.response.id,
+        timestamp: (_a23 = result.response.timestamp) == null ? void 0 : _a23.toISOString(),
+        modelId: result.response.modelId
+      }
+    } : {},
+    providerMetadata: result.providerMetadata
+  };
+}
+
 // src/embed/embed.ts
 import {
   createIdGenerator as createIdGenerator4,
-  withUserAgentSuffix as withUserAgentSuffix4
+  withUserAgentSuffix as withUserAgentSuffix5
 } from "@ai-sdk/provider-utils";
 var originalGenerateCallId4 = createIdGenerator4({
   prefix: "call",
@@ -11564,7 +11808,7 @@ async function embed({
   });
   const resolvedOnStart = onStart != null ? onStart : experimental_onStart;
   const resolvedOnEnd = onEnd != null ? onEnd : experimental_onEnd;
-  const headersWithUserAgent = withUserAgentSuffix4(
+  const headersWithUserAgent = withUserAgentSuffix5(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -11685,7 +11929,7 @@ var DefaultEmbedResult = class {
 // src/embed/embed-many.ts
 import {
   createIdGenerator as createIdGenerator5,
-  withUserAgentSuffix as withUserAgentSuffix5
+  withUserAgentSuffix as withUserAgentSuffix6
 } from "@ai-sdk/provider-utils";
 
 // src/util/split-array.ts
@@ -11729,7 +11973,7 @@ async function embedMany({
   });
   const resolvedOnStart = onStart != null ? onStart : experimental_onStart;
   const resolvedOnEnd = onEnd != null ? onEnd : experimental_onEnd;
-  const headersWithUserAgent = withUserAgentSuffix5(
+  const headersWithUserAgent = withUserAgentSuffix6(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -11963,7 +12207,7 @@ var DefaultEmbedManyResult = class {
 import {
   convertBase64ToUint8Array as convertBase64ToUint8Array4,
   detectMediaType as detectMediaType2,
-  withUserAgentSuffix as withUserAgentSuffix6
+  withUserAgentSuffix as withUserAgentSuffix7
 } from "@ai-sdk/provider-utils";
 
 // src/prompt/data-content.ts
@@ -12017,7 +12261,7 @@ async function generateImage({
 }) {
   var _a23, _b;
   const model = resolveImageModel(modelArg);
-  const headersWithUserAgent = withUserAgentSuffix6(
+  const headersWithUserAgent = withUserAgentSuffix7(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -12185,7 +12429,7 @@ function toImageModelV4File(dataContent) {
 // src/generate-object/generate-object.ts
 import {
   createIdGenerator as createIdGenerator6,
-  withUserAgentSuffix as withUserAgentSuffix7
+  withUserAgentSuffix as withUserAgentSuffix8
 } from "@ai-sdk/provider-utils";
 
 // src/generate-text/extract-reasoning-content.ts
@@ -12212,7 +12456,7 @@ import {
   isJSONArray,
   isJSONObject,
   TypeValidationError as TypeValidationError4,
-  UnsupportedFunctionalityError as UnsupportedFunctionalityError3
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError4
 } from "@ai-sdk/provider";
 import {
   asSchema as asSchema5,
@@ -12237,7 +12481,7 @@ var noSchemaOutputStrategy = {
     } : { success: true, value };
   },
   createElementStream() {
-    throw new UnsupportedFunctionalityError3({
+    throw new UnsupportedFunctionalityError4({
       functionality: "element streams in no-schema mode"
     });
   }
@@ -12259,7 +12503,7 @@ var objectOutputStrategy = (schema) => ({
     return safeValidateTypes5({ value, schema });
   },
   createElementStream() {
-    throw new UnsupportedFunctionalityError3({
+    throw new UnsupportedFunctionalityError4({
       functionality: "element streams in object mode"
     });
   }
@@ -12450,7 +12694,7 @@ var enumOutputStrategy = (enumValues) => {
       };
     },
     createElementStream() {
-      throw new UnsupportedFunctionalityError3({
+      throw new UnsupportedFunctionalityError4({
         functionality: "element streams in enum mode"
       });
     }
@@ -12710,7 +12954,7 @@ async function generateObject(options) {
     enumValues
   });
   const callSettings = prepareLanguageModelCallOptions(settings);
-  const headersWithUserAgent = withUserAgentSuffix7(
+  const headersWithUserAgent = withUserAgentSuffix8(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -13548,7 +13792,7 @@ var DefaultStreamObjectResult = class {
 // src/generate-speech/generate-speech.ts
 import {
   detectMediaType as detectMediaType3,
-  withUserAgentSuffix as withUserAgentSuffix8
+  withUserAgentSuffix as withUserAgentSuffix9
 } from "@ai-sdk/provider-utils";
 
 // src/generate-speech/generated-audio-file.ts
@@ -13595,7 +13839,7 @@ async function generateSpeech({
   if (!resolvedModel) {
     throw new Error("Model could not be resolved");
   }
-  const headersWithUserAgent = withUserAgentSuffix8(
+  const headersWithUserAgent = withUserAgentSuffix9(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -13892,7 +14136,7 @@ function detectToolDrift(current, baseline) {
 import {
   convertBase64ToUint8Array as convertBase64ToUint8Array5,
   delay as defaultDelay,
-  withUserAgentSuffix as withUserAgentSuffix9,
+  withUserAgentSuffix as withUserAgentSuffix10,
   detectMediaType as detectMediaType4
 } from "@ai-sdk/provider-utils";
 var defaultDownload = createDownload();
@@ -13919,7 +14163,7 @@ async function experimental_generateVideo({
 }) {
   var _a23, _b;
   const model = resolveVideoModel(modelArg);
-  const headersWithUserAgent = withUserAgentSuffix9(
+  const headersWithUserAgent = withUserAgentSuffix10(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16454,7 +16698,7 @@ var DefaultRerankResult = class {
 // src/transcribe/transcribe.ts
 import {
   detectMediaType as detectMediaType5,
-  withUserAgentSuffix as withUserAgentSuffix10
+  withUserAgentSuffix as withUserAgentSuffix11
 } from "@ai-sdk/provider-utils";
 var defaultDownload2 = createDownload();
 async function transcribe({
@@ -16474,7 +16718,7 @@ async function transcribe({
     maxRetries: maxRetriesArg,
     abortSignal
   });
-  const headersWithUserAgent = withUserAgentSuffix10(
+  const headersWithUserAgent = withUserAgentSuffix11(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16527,11 +16771,11 @@ var DefaultTranscriptionResult = class {
 
 // src/transcribe/stream-transcribe.ts
 import {
-  UnsupportedFunctionalityError as UnsupportedFunctionalityError4
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError5
 } from "@ai-sdk/provider";
 import {
   DelayedPromise as DelayedPromise3,
-  withUserAgentSuffix as withUserAgentSuffix11
+  withUserAgentSuffix as withUserAgentSuffix12
 } from "@ai-sdk/provider-utils";
 function streamTranscribe({
   model,
@@ -16550,12 +16794,12 @@ function streamTranscribe({
   }
   const doStream = (_a23 = resolvedModel.doStream) == null ? void 0 : _a23.bind(resolvedModel);
   if (doStream == null) {
-    throw new UnsupportedFunctionalityError4({
+    throw new UnsupportedFunctionalityError5({
       functionality: "streaming transcription",
       message: `The ${resolvedModel.provider} model "${resolvedModel.modelId}" does not support streaming transcription.` + (typeof model === "string" ? " String model IDs resolve through the global provider (AI Gateway by default). If that provider does not support streaming transcription, pass a provider model instance instead (e.g. openai.transcription('gpt-realtime-whisper')) or upgrade @ai-sdk/gateway to a version with streaming transcription support." : "")
     });
   }
-  const headersWithUserAgent = withUserAgentSuffix11(
+  const headersWithUserAgent = withUserAgentSuffix12(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16740,7 +16984,7 @@ var experimental_transcribe = transcribe;
 // src/translate/stream-translate.ts
 import {
   DelayedPromise as DelayedPromise4,
-  withUserAgentSuffix as withUserAgentSuffix12
+  withUserAgentSuffix as withUserAgentSuffix13
 } from "@ai-sdk/provider-utils";
 function streamTranslate({
   model,
@@ -16757,7 +17001,7 @@ function streamTranslate({
 }) {
   const resolvedModel = resolveSpeechTranslationModel(model);
   const doStream = resolvedModel.doStream.bind(resolvedModel);
-  const headersWithUserAgent = withUserAgentSuffix12(
+  const headersWithUserAgent = withUserAgentSuffix13(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16954,7 +17198,7 @@ function streamTranslate({
 // src/ui/call-completion-api.ts
 import {
   parseJsonEventStream,
-  withUserAgentSuffix as withUserAgentSuffix13,
+  withUserAgentSuffix as withUserAgentSuffix14,
   getRuntimeEnvironmentUserAgent as getRuntimeEnvironmentUserAgent2
 } from "@ai-sdk/provider-utils";
 
@@ -17004,7 +17248,7 @@ async function callCompletionApi({
         ...body
       }),
       credentials,
-      headers: withUserAgentSuffix13(
+      headers: withUserAgentSuffix14(
         {
           "Content-Type": "application/json",
           ...headers
@@ -17955,8 +18199,11 @@ export {
   filterActiveTools as experimental_filterActiveTools,
   experimental_generateSpeech,
   experimental_generateVideo,
+  getBatchResults as experimental_getBatchResults,
+  getBatchStatus as experimental_getBatchStatus,
   getRealtimeToolDefinitions as experimental_getRealtimeToolDefinitions,
   resampleAudio as experimental_resampleAudio,
+  startTextBatch as experimental_startTextBatch,
   streamLanguageModelCall as experimental_streamLanguageModelCall,
   streamTranscribe as experimental_streamTranscribe,
   streamTranslate as experimental_streamTranslate,