ai 7.0.52 → 7.0.55

package/dist/index.js

@@ -1143,7 +1143,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "7.0.52" : "0.0.0-test";
+var VERSION = true ? "7.0.55" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -7845,7 +7845,14 @@ function asAsyncIterableStream(stream) {
         if (finished) {
           return { done: true, value: void 0 };
         }
-        const { done, value } = await reader.read();
+        let result;
+        try {
+          result = await reader.read();
+        } catch (error) {
+          await cleanup(false);
+          throw error;
+        }
+        const { done, value } = result;
         if (done) {
           await cleanup(true);
           return { done: true, value: void 0 };
@@ -10708,7 +10715,7 @@ async function convertToModelMessages(messages, options) {
     messages = messages.map((message) => ({
       ...message,
       parts: message.parts.filter(
-        (part) => !isToolUIPart(part) || part.state !== "input-streaming" && part.state !== "input-available"
+        (part) => !isToolUIPart(part) || part.state === "approval-responded" || part.state === "output-available" || part.state === "output-error" || part.state === "output-denied"
       )
     }));
   }
@@ -11525,10 +11532,254 @@ async function pipeAgentUIStreamToResponse({
   });
 }
 
+// src/batch/batch.ts
+import {
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError3
+} from "@ai-sdk/provider";
+import { withUserAgentSuffix as withUserAgentSuffix4 } from "@ai-sdk/provider-utils";
+async function startTextBatch({
+  model: modelArg,
+  requests,
+  providerOptions,
+  abortSignal,
+  headers,
+  timeout
+}) {
+  validateRequests(requests);
+  const model = resolveBatchLanguageModel(modelArg);
+  const operationAbortSignal = mergeAbortSignals(
+    abortSignal,
+    getTotalTimeoutMs(timeout)
+  );
+  const supportedUrls = await model.supportedUrls;
+  operationAbortSignal == null ? void 0 : operationAbortSignal.throwIfAborted();
+  const normalizedRequests = [];
+  for (const request of requests) {
+    const standardizedPrompt = await standardizePrompt(request);
+    normalizedRequests.push({
+      id: request.id,
+      options: {
+        ...prepareLanguageModelCallOptions(request),
+        prompt: await convertToLanguageModelPrompt({
+          prompt: standardizedPrompt,
+          supportedUrls,
+          download: void 0,
+          provider: model.provider.split(".")[0]
+        }),
+        providerOptions: request.providerOptions
+      }
+    });
+    operationAbortSignal == null ? void 0 : operationAbortSignal.throwIfAborted();
+  }
+  const headersWithUserAgent = withUserAgentSuffix4(
+    headers != null ? headers : {},
+    `ai/${VERSION}`
+  );
+  try {
+    const result = await model.experimental_doStartBatch({
+      requests: normalizedRequests,
+      providerOptions,
+      abortSignal: operationAbortSignal,
+      headers: headersWithUserAgent
+    });
+    const { batchId, warnings, ...status } = result;
+    logWarnings({
+      warnings: warnings.map(({ warning }) => warning),
+      provider: model.provider,
+      model: model.modelId
+    });
+    return {
+      version: 1,
+      type: "text",
+      id: batchId,
+      provider: model.provider,
+      modelId: model.modelId,
+      ...status,
+      warnings
+    };
+  } catch (error) {
+    throw wrapGatewayError(error);
+  }
+}
+async function getBatchStatus({
+  model: modelArg,
+  batch,
+  providerOptions,
+  maxRetries,
+  abortSignal,
+  headers,
+  timeout
+}) {
+  const model = resolveBatchLanguageModel(modelArg);
+  validateBatchReference({ model, batch });
+  const operationAbortSignal = mergeAbortSignals(
+    abortSignal,
+    getTotalTimeoutMs(timeout)
+  );
+  const { retry } = prepareRetries({
+    maxRetries,
+    abortSignal: operationAbortSignal
+  });
+  try {
+    const status = await retry(
+      () => model.experimental_doGetBatchStatus({
+        batchId: batch.id,
+        providerOptions,
+        abortSignal: operationAbortSignal,
+        headers: withUserAgentSuffix4(headers != null ? headers : {}, `ai/${VERSION}`)
+      })
+    );
+    return status;
+  } catch (error) {
+    throw wrapGatewayError(error);
+  }
+}
+function getBatchResults({
+  model: modelArg,
+  batch,
+  providerOptions,
+  maxRetries,
+  abortSignal,
+  headers,
+  timeout
+}) {
+  const model = resolveBatchLanguageModel(modelArg);
+  validateBatchReference({ model, batch });
+  const streamAbortController = new AbortController();
+  const operationAbortSignal = mergeAbortSignals(
+    abortSignal,
+    getTotalTimeoutMs(timeout),
+    streamAbortController.signal
+  );
+  const { retry } = prepareRetries({
+    maxRetries,
+    abortSignal: operationAbortSignal
+  });
+  const transformer = {
+    transform(item, controller) {
+      controller.enqueue(convertBatchItemResult(item));
+    },
+    cancel(reason) {
+      streamAbortController.abort(
+        reason != null ? reason : new Error("Batch results stream was cancelled.")
+      );
+    }
+  };
+  const transform = new TransformStream(transformer);
+  void (async () => {
+    try {
+      const stream = await retry(
+        () => model.experimental_doGetBatchResults({
+          batchId: batch.id,
+          providerOptions,
+          abortSignal: operationAbortSignal,
+          headers: withUserAgentSuffix4(headers != null ? headers : {}, `ai/${VERSION}`)
+        })
+      );
+      await stream.pipeTo(transform.writable, {
+        signal: operationAbortSignal
+      });
+    } catch (error) {
+      await transform.writable.abort(wrapGatewayError(error)).catch(() => {
+      });
+    }
+  })();
+  return asAsyncIterableStream(transform.readable);
+}
+function resolveBatchLanguageModel(modelArg) {
+  const model = resolveLanguageModel(modelArg);
+  if (!isBatchLanguageModel(model)) {
+    throw new UnsupportedFunctionalityError3({
+      functionality: "batch processing",
+      message: `The ${model.provider} model "${model.modelId}" does not support batch processing.`
+    });
+  }
+  return model;
+}
+function isBatchLanguageModel(model) {
+  const candidate = model;
+  return typeof candidate.experimental_doStartBatch === "function" && typeof candidate.experimental_doGetBatchStatus === "function" && typeof candidate.experimental_doGetBatchResults === "function";
+}
+function validateRequests(requests) {
+  if (requests.length === 0) {
+    throw new InvalidArgumentError({
+      parameter: "requests",
+      value: requests,
+      message: "requests must not be empty"
+    });
+  }
+  const ids = /* @__PURE__ */ new Set();
+  for (const request of requests) {
+    if (request.id.trim().length === 0) {
+      throw new InvalidArgumentError({
+        parameter: "requests",
+        value: requests,
+        message: "request IDs must not be empty"
+      });
+    }
+    if (ids.has(request.id)) {
+      throw new InvalidArgumentError({
+        parameter: "requests",
+        value: requests,
+        message: `request IDs must be unique; duplicate ID "${request.id}"`
+      });
+    }
+    ids.add(request.id);
+  }
+}
+function validateBatchReference({
+  model,
+  batch
+}) {
+  if (batch.version !== 1 || batch.type !== "text") {
+    throw new InvalidArgumentError({
+      parameter: "batch",
+      value: batch,
+      message: "batch must be a supported text batch reference"
+    });
+  }
+  if (batch.provider !== model.provider || batch.modelId !== model.modelId) {
+    throw new InvalidArgumentError({
+      parameter: "model",
+      value: model,
+      message: `model ${model.provider}:${model.modelId} is not compatible with batch ${batch.provider}:${batch.modelId}`
+    });
+  }
+}
+function convertBatchItemResult(item) {
+  if (item.status !== "succeeded") {
+    return item;
+  }
+  return {
+    id: item.id,
+    status: "succeeded",
+    ...convertGenerateResult(item.result)
+  };
+}
+function convertGenerateResult(result) {
+  var _a23;
+  return {
+    text: result.content.filter(
+      (part) => part.type === "text"
+    ).map((part) => part.text).join(""),
+    finishReason: result.finishReason.unified,
+    rawFinishReason: result.finishReason.raw,
+    usage: asLanguageModelUsage(result.usage),
+    ...result.response != null ? {
+      response: {
+        id: result.response.id,
+        timestamp: (_a23 = result.response.timestamp) == null ? void 0 : _a23.toISOString(),
+        modelId: result.response.modelId
+      }
+    } : {},
+    providerMetadata: result.providerMetadata
+  };
+}
+
 // src/embed/embed.ts
 import {
   createIdGenerator as createIdGenerator4,
-  withUserAgentSuffix as withUserAgentSuffix4
+  withUserAgentSuffix as withUserAgentSuffix5
 } from "@ai-sdk/provider-utils";
 var originalGenerateCallId4 = createIdGenerator4({
   prefix: "call",
@@ -11557,7 +11808,7 @@ async function embed({
   });
   const resolvedOnStart = onStart != null ? onStart : experimental_onStart;
   const resolvedOnEnd = onEnd != null ? onEnd : experimental_onEnd;
-  const headersWithUserAgent = withUserAgentSuffix4(
+  const headersWithUserAgent = withUserAgentSuffix5(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -11678,7 +11929,7 @@ var DefaultEmbedResult = class {
 // src/embed/embed-many.ts
 import {
   createIdGenerator as createIdGenerator5,
-  withUserAgentSuffix as withUserAgentSuffix5
+  withUserAgentSuffix as withUserAgentSuffix6
 } from "@ai-sdk/provider-utils";
 
 // src/util/split-array.ts
@@ -11722,7 +11973,7 @@ async function embedMany({
   });
   const resolvedOnStart = onStart != null ? onStart : experimental_onStart;
   const resolvedOnEnd = onEnd != null ? onEnd : experimental_onEnd;
-  const headersWithUserAgent = withUserAgentSuffix5(
+  const headersWithUserAgent = withUserAgentSuffix6(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -11956,7 +12207,7 @@ var DefaultEmbedManyResult = class {
 import {
   convertBase64ToUint8Array as convertBase64ToUint8Array4,
   detectMediaType as detectMediaType2,
-  withUserAgentSuffix as withUserAgentSuffix6
+  withUserAgentSuffix as withUserAgentSuffix7
 } from "@ai-sdk/provider-utils";
 
 // src/prompt/data-content.ts
@@ -12010,7 +12261,7 @@ async function generateImage({
 }) {
   var _a23, _b;
   const model = resolveImageModel(modelArg);
-  const headersWithUserAgent = withUserAgentSuffix6(
+  const headersWithUserAgent = withUserAgentSuffix7(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -12178,7 +12429,7 @@ function toImageModelV4File(dataContent) {
 // src/generate-object/generate-object.ts
 import {
   createIdGenerator as createIdGenerator6,
-  withUserAgentSuffix as withUserAgentSuffix7
+  withUserAgentSuffix as withUserAgentSuffix8
 } from "@ai-sdk/provider-utils";
 
 // src/generate-text/extract-reasoning-content.ts
@@ -12205,7 +12456,7 @@ import {
   isJSONArray,
   isJSONObject,
   TypeValidationError as TypeValidationError4,
-  UnsupportedFunctionalityError as UnsupportedFunctionalityError3
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError4
 } from "@ai-sdk/provider";
 import {
   asSchema as asSchema5,
@@ -12230,7 +12481,7 @@ var noSchemaOutputStrategy = {
     } : { success: true, value };
   },
   createElementStream() {
-    throw new UnsupportedFunctionalityError3({
+    throw new UnsupportedFunctionalityError4({
       functionality: "element streams in no-schema mode"
     });
   }
@@ -12252,7 +12503,7 @@ var objectOutputStrategy = (schema) => ({
     return safeValidateTypes5({ value, schema });
   },
   createElementStream() {
-    throw new UnsupportedFunctionalityError3({
+    throw new UnsupportedFunctionalityError4({
       functionality: "element streams in object mode"
     });
   }
@@ -12443,7 +12694,7 @@ var enumOutputStrategy = (enumValues) => {
       };
     },
     createElementStream() {
-      throw new UnsupportedFunctionalityError3({
+      throw new UnsupportedFunctionalityError4({
         functionality: "element streams in enum mode"
       });
     }
@@ -12703,7 +12954,7 @@ async function generateObject(options) {
     enumValues
   });
   const callSettings = prepareLanguageModelCallOptions(settings);
-  const headersWithUserAgent = withUserAgentSuffix7(
+  const headersWithUserAgent = withUserAgentSuffix8(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -13541,7 +13792,7 @@ var DefaultStreamObjectResult = class {
 // src/generate-speech/generate-speech.ts
 import {
   detectMediaType as detectMediaType3,
-  withUserAgentSuffix as withUserAgentSuffix8
+  withUserAgentSuffix as withUserAgentSuffix9
 } from "@ai-sdk/provider-utils";
 
 // src/generate-speech/generated-audio-file.ts
@@ -13588,7 +13839,7 @@ async function generateSpeech({
   if (!resolvedModel) {
     throw new Error("Model could not be resolved");
   }
-  const headersWithUserAgent = withUserAgentSuffix8(
+  const headersWithUserAgent = withUserAgentSuffix9(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -13885,7 +14136,7 @@ function detectToolDrift(current, baseline) {
 import {
   convertBase64ToUint8Array as convertBase64ToUint8Array5,
   delay as defaultDelay,
-  withUserAgentSuffix as withUserAgentSuffix9,
+  withUserAgentSuffix as withUserAgentSuffix10,
   detectMediaType as detectMediaType4
 } from "@ai-sdk/provider-utils";
 var defaultDownload = createDownload();
@@ -13912,7 +14163,7 @@ async function experimental_generateVideo({
 }) {
   var _a23, _b;
   const model = resolveVideoModel(modelArg);
-  const headersWithUserAgent = withUserAgentSuffix9(
+  const headersWithUserAgent = withUserAgentSuffix10(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -14299,6 +14550,30 @@ function defaultEmbeddingSettingsMiddleware({
   };
 }
 
+// src/middleware/default-instructions-middleware.ts
+import { asArray as asArray7 } from "@ai-sdk/provider-utils";
+function defaultInstructionsMiddleware({
+  instructions
+}) {
+  const defaultSystemMessages = typeof instructions === "string" ? [{ role: "system", content: instructions }] : asArray7(instructions).map((message) => ({
+    role: "system",
+    content: message.content,
+    providerOptions: message.providerOptions
+  }));
+  return {
+    specificationVersion: "v4",
+    transformParams: async ({ params }) => {
+      if (defaultSystemMessages.length === 0 || params.prompt.some((message) => message.role === "system")) {
+        return params;
+      }
+      return {
+        ...params,
+        prompt: [...defaultSystemMessages, ...params.prompt]
+      };
+    }
+  };
+}
+
 // src/middleware/default-settings-middleware.ts
 function defaultSettingsMiddleware({
   settings
@@ -14726,7 +15001,7 @@ ${examplesSection}` : examplesSection;
 }
 
 // src/middleware/wrap-language-model.ts
-import { asArray as asArray7 } from "@ai-sdk/provider-utils";
+import { asArray as asArray8 } from "@ai-sdk/provider-utils";
 var wrapLanguageModel = ({
   model: inputModel,
   middleware: middlewareArg,
@@ -14734,7 +15009,7 @@ var wrapLanguageModel = ({
   providerId
 }) => {
   const model = asLanguageModelV4(inputModel);
-  return [...asArray7(middlewareArg)].reverse().reduce((wrappedModel, middleware) => {
+  return [...asArray8(middlewareArg)].reverse().reduce((wrappedModel, middleware) => {
     return doWrap({ model: wrappedModel, middleware, modelId, providerId });
   }, model);
 };
@@ -14789,7 +15064,7 @@ var doWrap = ({
 };
 
 // src/middleware/wrap-embedding-model.ts
-import { asArray as asArray8 } from "@ai-sdk/provider-utils";
+import { asArray as asArray9 } from "@ai-sdk/provider-utils";
 var wrapEmbeddingModel = ({
   model: inputModel,
   middleware: middlewareArg,
@@ -14797,7 +15072,7 @@ var wrapEmbeddingModel = ({
   providerId
 }) => {
   const model = asEmbeddingModelV4(inputModel);
-  return [...asArray8(middlewareArg)].reverse().reduce((wrappedModel, middleware) => {
+  return [...asArray9(middlewareArg)].reverse().reduce((wrappedModel, middleware) => {
     return doWrap2({ model: wrappedModel, middleware, modelId, providerId });
   }, model);
 };
@@ -14839,7 +15114,7 @@ var doWrap2 = ({
 };
 
 // src/middleware/wrap-image-model.ts
-import { asArray as asArray9 } from "@ai-sdk/provider-utils";
+import { asArray as asArray10 } from "@ai-sdk/provider-utils";
 var wrapImageModel = ({
   model: inputModel,
   middleware: middlewareArg,
@@ -14847,7 +15122,7 @@ var wrapImageModel = ({
   providerId
 }) => {
   const model = asImageModelV4(inputModel);
-  return [...asArray9(middlewareArg)].reverse().reduce((wrappedModel, middleware) => {
+  return [...asArray10(middlewareArg)].reverse().reduce((wrappedModel, middleware) => {
     return doWrap3({ model: wrappedModel, middleware, modelId, providerId });
   }, model);
 };
@@ -16423,7 +16698,7 @@ var DefaultRerankResult = class {
 // src/transcribe/transcribe.ts
 import {
   detectMediaType as detectMediaType5,
-  withUserAgentSuffix as withUserAgentSuffix10
+  withUserAgentSuffix as withUserAgentSuffix11
 } from "@ai-sdk/provider-utils";
 var defaultDownload2 = createDownload();
 async function transcribe({
@@ -16443,7 +16718,7 @@ async function transcribe({
     maxRetries: maxRetriesArg,
     abortSignal
   });
-  const headersWithUserAgent = withUserAgentSuffix10(
+  const headersWithUserAgent = withUserAgentSuffix11(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16496,11 +16771,11 @@ var DefaultTranscriptionResult = class {
 
 // src/transcribe/stream-transcribe.ts
 import {
-  UnsupportedFunctionalityError as UnsupportedFunctionalityError4
+  UnsupportedFunctionalityError as UnsupportedFunctionalityError5
 } from "@ai-sdk/provider";
 import {
   DelayedPromise as DelayedPromise3,
-  withUserAgentSuffix as withUserAgentSuffix11
+  withUserAgentSuffix as withUserAgentSuffix12
 } from "@ai-sdk/provider-utils";
 function streamTranscribe({
   model,
@@ -16519,12 +16794,12 @@ function streamTranscribe({
   }
   const doStream = (_a23 = resolvedModel.doStream) == null ? void 0 : _a23.bind(resolvedModel);
   if (doStream == null) {
-    throw new UnsupportedFunctionalityError4({
+    throw new UnsupportedFunctionalityError5({
       functionality: "streaming transcription",
       message: `The ${resolvedModel.provider} model "${resolvedModel.modelId}" does not support streaming transcription.` + (typeof model === "string" ? " String model IDs resolve through the global provider (AI Gateway by default). If that provider does not support streaming transcription, pass a provider model instance instead (e.g. openai.transcription('gpt-realtime-whisper')) or upgrade @ai-sdk/gateway to a version with streaming transcription support." : "")
     });
   }
-  const headersWithUserAgent = withUserAgentSuffix11(
+  const headersWithUserAgent = withUserAgentSuffix12(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16709,7 +16984,7 @@ var experimental_transcribe = transcribe;
 // src/translate/stream-translate.ts
 import {
   DelayedPromise as DelayedPromise4,
-  withUserAgentSuffix as withUserAgentSuffix12
+  withUserAgentSuffix as withUserAgentSuffix13
 } from "@ai-sdk/provider-utils";
 function streamTranslate({
   model,
@@ -16726,7 +17001,7 @@ function streamTranslate({
 }) {
   const resolvedModel = resolveSpeechTranslationModel(model);
   const doStream = resolvedModel.doStream.bind(resolvedModel);
-  const headersWithUserAgent = withUserAgentSuffix12(
+  const headersWithUserAgent = withUserAgentSuffix13(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16923,7 +17198,7 @@ function streamTranslate({
 // src/ui/call-completion-api.ts
 import {
   parseJsonEventStream,
-  withUserAgentSuffix as withUserAgentSuffix13,
+  withUserAgentSuffix as withUserAgentSuffix14,
   getRuntimeEnvironmentUserAgent as getRuntimeEnvironmentUserAgent2
 } from "@ai-sdk/provider-utils";
 
@@ -16973,7 +17248,7 @@ async function callCompletionApi({
         ...body
       }),
       credentials,
-      headers: withUserAgentSuffix13(
+      headers: withUserAgentSuffix14(
         {
           "Content-Type": "application/json",
           ...headers
@@ -17522,7 +17797,7 @@ var AbstractChat = class {
     try {
       const response = {
         state: createStreamingUIMessageState({
-          lastMessage: this.state.snapshot(lastMessage),
+          lastMessage: trigger === "regenerate-message" ? void 0 : this.state.snapshot(lastMessage),
           messageId: this.generateId()
         }),
         abortController: new AbortController()
@@ -17912,6 +18187,7 @@ export {
   createUIMessageStreamResponse,
   customProvider,
   defaultEmbeddingSettingsMiddleware,
+  defaultInstructionsMiddleware,
   defaultSettingsMiddleware,
   detectToolDrift,
   dynamicTool,
@@ -17923,8 +18199,11 @@ export {
   filterActiveTools as experimental_filterActiveTools,
   experimental_generateSpeech,
   experimental_generateVideo,
+  getBatchResults as experimental_getBatchResults,
+  getBatchStatus as experimental_getBatchStatus,
   getRealtimeToolDefinitions as experimental_getRealtimeToolDefinitions,
   resampleAudio as experimental_resampleAudio,
+  startTextBatch as experimental_startTextBatch,
   streamLanguageModelCall as experimental_streamLanguageModelCall,
   streamTranscribe as experimental_streamTranscribe,
   streamTranslate as experimental_streamTranslate,