ai 7.0.102 → 7.0.103

package/dist/index.js

@@ -40,6 +40,7 @@ import {
   AISDKError as AISDKError25,
   APICallError,
   EmptyResponseBodyError,
+  Experimental_EvaluationUnsupportedQuestionTypeError,
   InvalidPromptError,
   InvalidResponseDataError,
   JSONParseError,
@@ -1178,7 +1179,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "7.0.102" : "0.0.0-test";
+var VERSION = true ? "7.0.103" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -5248,11 +5249,16 @@ function prepareToolsForToolCallers({
 }) {
   var _a25, _b25;
   if (tools == null || toolCallers == null) {
-    return { executionTools: tools, modelTools: tools };
+    return {
+      executionTools: tools,
+      modelTools: tools,
+      toolCallerMessages: []
+    };
   }
   const executionTools = { ...tools };
   const modelTools = { ...tools };
   const localToolsByCaller = /* @__PURE__ */ new Map();
+  const toolCallerMessages = [];
   for (const [toolName, callerNames] of Object.entries(toolCallers)) {
     const tool2 = executionTools[toolName];
     if (tool2 == null) {
@@ -5296,13 +5302,44 @@ function prepareToolsForToolCallers({
     if ((caller == null ? void 0 : caller.type) !== "local") {
       continue;
     }
-    const boundCaller = caller.bind((_b25 = localToolsByCaller.get(callerName)) != null ? _b25 : {});
+    const callerTools = (_b25 = localToolsByCaller.get(callerName)) != null ? _b25 : {};
+    const boundCaller = caller.bind(callerTools);
     executionTools[callerName] = boundCaller;
     if (Object.prototype.hasOwnProperty.call(modelTools, callerName)) {
-      modelTools[callerName] = boundCaller;
+      if (caller.prepareModelMessage == null) {
+        modelTools[callerName] = boundCaller;
+      } else {
+        const content = caller.prepareModelMessage(callerTools);
+        if (content != null) {
+          toolCallerMessages.push({ role: "user", content });
+        }
+      }
     }
   }
-  return { executionTools, modelTools };
+  return { executionTools, modelTools, toolCallerMessages };
+}
+function appendToolCallerMessages({
+  messages,
+  toolCallerMessages
+}) {
+  var _a25;
+  if (toolCallerMessages.length === 0) {
+    return messages;
+  }
+  const latestUserText = (_a25 = messages.findLast(
+    (message) => message.role === "user" && typeof message.content === "string"
+  )) == null ? void 0 : _a25.content;
+  const existingUserText = new Set(
+    latestUserText == null ? [] : [latestUserText]
+  );
+  const additions = toolCallerMessages.filter((message) => {
+    if (typeof message.content !== "string" || existingUserText.has(message.content)) {
+      return false;
+    }
+    existingUserText.add(message.content);
+    return true;
+  });
+  return additions.length === 0 ? messages : [...messages, ...additions];
 }
 
 // src/generate-text/tool-approval-signature.ts
@@ -5825,7 +5862,7 @@ async function generateText({
             type: "step",
             event: { callId, stepNumber },
             execute: async () => {
-              var _a27, _b26, _c2, _d2, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q;
+              var _a27, _b26, _c2, _d2, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p;
               const accumulatedResponseMessages = [
                 ...initialResponseMessages,
                 ...steps.flatMap((step) => step.response.messages)
@@ -5849,29 +5886,21 @@ async function generateText({
                 (_b26 = prepareStepResult == null ? void 0 : prepareStepResult.model) != null ? _b26 : model
               );
               const stepInstructions = (_d2 = (_c2 = prepareStepResult == null ? void 0 : prepareStepResult.instructions) != null ? _c2 : prepareStepResult == null ? void 0 : prepareStepResult.system) != null ? _d2 : instructionsForNextStep;
-              const promptMessages = await convertToLanguageModelPrompt({
-                prompt: {
-                  instructions: stepInstructions,
-                  messages: (_e = prepareStepResult == null ? void 0 : prepareStepResult.messages) != null ? _e : stepInputMessages
-                },
-                supportedUrls: await stepModel.supportedUrls,
-                download: download2,
-                provider: stepModel.provider.split(".")[0]
-              });
-              runtimeContext = (_f = prepareStepResult == null ? void 0 : prepareStepResult.runtimeContext) != null ? _f : runtimeContext;
-              toolsContext = (_g = prepareStepResult == null ? void 0 : prepareStepResult.toolsContext) != null ? _g : toolsContext;
+              runtimeContext = (_e = prepareStepResult == null ? void 0 : prepareStepResult.runtimeContext) != null ? _e : runtimeContext;
+              toolsContext = (_f = prepareStepResult == null ? void 0 : prepareStepResult.toolsContext) != null ? _f : toolsContext;
               const stepActiveTools = filterActiveTools({
                 tools,
-                activeTools: (_h = prepareStepResult == null ? void 0 : prepareStepResult.activeTools) != null ? _h : activeTools
+                activeTools: (_g = prepareStepResult == null ? void 0 : prepareStepResult.activeTools) != null ? _g : activeTools
               });
               const {
                 executionTools: stepExecutionTools,
-                modelTools: stepModelTools
+                modelTools: stepModelTools,
+                toolCallerMessages
               } = prepareToolsForToolCallers({
                 tools: stepActiveTools,
                 toolCallers: resolvedToolCallers
               });
-              const stepToolOrder = (_i = prepareStepResult == null ? void 0 : prepareStepResult.toolOrder) != null ? _i : toolOrder;
+              const stepToolOrder = (_h = prepareStepResult == null ? void 0 : prepareStepResult.toolOrder) != null ? _h : toolOrder;
               const stepTools = await prepareTools({
                 tools: stepModelTools,
                 toolOrder: stepToolOrder,
@@ -5880,9 +5909,21 @@ async function generateText({
                 experimental_sandbox: stepSandbox
               });
               const stepToolChoice = prepareToolChoice({
-                toolChoice: (_j = prepareStepResult == null ? void 0 : prepareStepResult.toolChoice) != null ? _j : toolChoice
+                toolChoice: (_i = prepareStepResult == null ? void 0 : prepareStepResult.toolChoice) != null ? _i : toolChoice
+              });
+              const stepMessages = appendToolCallerMessages({
+                messages: (_j = prepareStepResult == null ? void 0 : prepareStepResult.messages) != null ? _j : stepInputMessages,
+                toolCallerMessages
+              });
+              const promptMessages = await convertToLanguageModelPrompt({
+                prompt: {
+                  instructions: stepInstructions,
+                  messages: stepMessages
+                },
+                supportedUrls: await stepModel.supportedUrls,
+                download: download2,
+                provider: stepModel.provider.split(".")[0]
               });
-              const stepMessages = (_k = prepareStepResult == null ? void 0 : prepareStepResult.messages) != null ? _k : stepInputMessages;
               const stepProviderOptions = mergeObjects(
                 providerOptions,
                 prepareStepResult == null ? void 0 : prepareStepResult.providerOptions
@@ -5900,8 +5941,8 @@ async function generateText({
                   instructions: stepInstructions,
                   messages: stepMessages,
                   tools,
-                  toolChoice: (_l = prepareStepResult == null ? void 0 : prepareStepResult.toolChoice) != null ? _l : toolChoice,
-                  activeTools: (_m = prepareStepResult == null ? void 0 : prepareStepResult.activeTools) != null ? _m : activeTools,
+                  toolChoice: (_k = prepareStepResult == null ? void 0 : prepareStepResult.toolChoice) != null ? _k : toolChoice,
+                  activeTools: (_l = prepareStepResult == null ? void 0 : prepareStepResult.activeTools) != null ? _l : activeTools,
                   toolOrder: stepToolOrder,
                   steps: [...steps],
                   providerOptions: stepProviderOptions,
@@ -5937,7 +5978,7 @@ async function generateText({
                   telemetryDispatcher.onLanguageModelCallStart
                 ]
               });
-              const executeLanguageModelCallInTelemetryContext = (_n = telemetryDispatcher.executeLanguageModelCall) != null ? _n : (async ({ execute }) => await execute());
+              const executeLanguageModelCallInTelemetryContext = (_m = telemetryDispatcher.executeLanguageModelCall) != null ? _m : (async ({ execute }) => await execute());
               currentModelResponse = await retry(async () => {
                 var _a28, _b27, _c3, _d3, _e2, _f2, _g2, _h2;
                 const result = await executeLanguageModelCallInTelemetryContext(
@@ -6246,7 +6287,7 @@ async function generateText({
               });
               const stepRequest = {
                 ...currentModelResponse.request,
-                body: include.requestBody ? (_o = currentModelResponse.request) == null ? void 0 : _o.body : void 0,
+                body: include.requestBody ? (_n = currentModelResponse.request) == null ? void 0 : _n.body : void 0,
                 messages: include.requestMessages ? cloneModelMessages(stepMessages) : void 0
               };
               const stepResponse = {
@@ -6254,7 +6295,7 @@ async function generateText({
                 // deep clone msgs to avoid mutating step results in multi-step:
                 messages: cloneModelMessages(stepResponseMessages),
                 // Conditionally include response body:
-                body: include.responseBody ? (_p = currentModelResponse.response) == null ? void 0 : _p.body : void 0
+                body: include.responseBody ? (_o = currentModelResponse.response) == null ? void 0 : _o.body : void 0
               };
               const currentStepResult = new DefaultStepResult({
                 callId,
@@ -6274,7 +6315,7 @@ async function generateText({
                 toolsContext
               });
               logWarnings({
-                warnings: (_q = currentModelResponse.warnings) != null ? _q : [],
+                warnings: (_p = currentModelResponse.warnings) != null ? _p : [],
                 provider: stepModel.provider,
                 model: stepModel.modelId
               });
@@ -6970,6 +7011,25 @@ function getToolName(part) {
 }
 var getToolOrDynamicToolName = getToolName;
 
+// src/ui/warn-if-ui-message-has-deprecated-raw-input.ts
+var rawInputDeprecationWarning = {
+  type: "deprecated",
+  setting: "rawInput in output-error UI message parts",
+  message: 'Use the "input" field instead. The "rawInput" field will be removed in the next major version.'
+};
+function warnIfUIMessageHasDeprecatedRawInput(messages) {
+  const hasDeprecatedRawInput = messages.some(
+    (message) => message.parts.some(
+      (part) => part != null && typeof part === "object" && "type" in part && typeof part.type === "string" && (part.type === "dynamic-tool" || part.type.startsWith("tool-")) && "state" in part && part.state === "output-error" && Object.prototype.hasOwnProperty.call(part, "rawInput") && "rawInput" in part && part.rawInput !== void 0
+    )
+  );
+  if (hasDeprecatedRawInput) {
+    logWarnings({
+      warnings: [rawInputDeprecationWarning]
+    });
+  }
+}
+
 // src/ui/process-ui-message-stream.ts
 function createStreamingUIMessageState({
   lastMessage,
@@ -7423,6 +7483,7 @@ function processUIMessageStream({
                   providerMetadata: chunk.providerMetadata,
                   toolMetadata: chunk.toolMetadata
                 });
+                warnIfUIMessageHasDeprecatedRawInput([state.message]);
               }
               write();
               break;
@@ -10380,7 +10441,8 @@ var DefaultStreamTextResult = class {
           });
           const {
             executionTools: stepExecutionTools,
-            modelTools: stepModelTools
+            modelTools: stepModelTools,
+            toolCallerMessages
           } = prepareToolsForToolCallers({
             tools: stepActiveTools,
             toolCallers: resolvedToolCallers
@@ -10396,7 +10458,10 @@ var DefaultStreamTextResult = class {
           const stepToolChoice = prepareToolChoice({
             toolChoice: (_h = prepareStepResult == null ? void 0 : prepareStepResult.toolChoice) != null ? _h : toolChoice
           });
-          const stepMessages = (_i = prepareStepResult == null ? void 0 : prepareStepResult.messages) != null ? _i : stepInputMessages;
+          const stepMessages = appendToolCallerMessages({
+            messages: (_i = prepareStepResult == null ? void 0 : prepareStepResult.messages) != null ? _i : stepInputMessages,
+            toolCallerMessages
+          });
           currentStepMessages = stepMessages;
           const stepInstructions = (_k = (_j = prepareStepResult == null ? void 0 : prepareStepResult.instructions) != null ? _j : prepareStepResult == null ? void 0 : prepareStepResult.system) != null ? _k : instructionsForNextStep;
           instructionsForNextStep = stepInstructions;
@@ -11684,6 +11749,7 @@ import {
 } from "@ai-sdk/provider-utils";
 async function convertToModelMessages(messages, options) {
   const modelMessages = [];
+  warnIfUIMessageHasDeprecatedRawInput(messages);
   if (options == null ? void 0 : options.ignoreIncompleteToolCalls) {
     messages = messages.map((message) => ({
       ...message,
@@ -12357,6 +12423,7 @@ async function safeValidateUIMessagesInternal({
       value: messages,
       schema: uiMessagesSchema
     });
+    warnIfUIMessageHasDeprecatedRawInput(validatedMessages);
     if (metadataSchema) {
       for (const [msgIdx, message] of validatedMessages.entries()) {
         await validateTypes4({
@@ -13989,10 +14056,318 @@ var DefaultEmbedManyResult = class {
   }
 };
 
+// src/evaluate/evaluate.ts
+import {
+  Experimental_EvaluationUnsupportedQuestionTypeError as EvaluationUnsupportedQuestionTypeError
+} from "@ai-sdk/provider";
+import {
+  withUserAgentSuffix as withUserAgentSuffix8
+} from "@ai-sdk/provider-utils";
+
+// src/evaluate/validate-evaluation.ts
+import {
+  InvalidResponseDataError as InvalidResponseDataError3
+} from "@ai-sdk/provider";
+var tolerance = 1e-6;
+function isRecord(value) {
+  if (value == null || typeof value !== "object" || Array.isArray(value))
+    return false;
+  const prototype = Object.getPrototypeOf(value);
+  return prototype === Object.prototype || prototype === null;
+}
+function isJSON(value, ancestors = /* @__PURE__ */ new Set()) {
+  if (value === null || typeof value === "string" || typeof value === "boolean")
+    return true;
+  if (typeof value === "number") return Number.isFinite(value);
+  if (typeof value !== "object" || !Array.isArray(value) && !isRecord(value))
+    return false;
+  if (ancestors.has(value)) return false;
+  ancestors.add(value);
+  const valid = Object.getOwnPropertySymbols(value).length === 0 && (Array.isArray(value) ? Array.from(value).every((item) => isJSON(item, ancestors)) : Object.values(value).every((item) => isJSON(item, ancestors)));
+  ancestors.delete(value);
+  return valid;
+}
+function isInput(value) {
+  return (typeof value === "string" || Array.isArray(value) || isRecord(value)) && isJSON(value);
+}
+function invalidInput(parameter, value, message) {
+  throw new InvalidArgumentError({ parameter, value, message });
+}
+function validateEvaluationInput({
+  state,
+  questions
+}) {
+  if (!isInput(state)) {
+    invalidInput(
+      "state",
+      state,
+      "must be a JSON-compatible string, object, or array"
+    );
+  }
+  if (!isRecord(questions) || Object.keys(questions).length === 0) {
+    invalidInput("questions", questions, "must be a nonempty question map");
+  }
+  for (const [id, question] of Object.entries(questions)) {
+    const parameter = `questions.${id}`;
+    if (!isRecord(question) || !isInput(question.instructions)) {
+      invalidInput(
+        parameter,
+        question,
+        "instructions must be a JSON-compatible string, object, or array"
+      );
+    }
+    const criteria = question.criteria;
+    switch (question.type) {
+      case "choice":
+        if (!isRecord(criteria) || Object.keys(criteria).length === 0) {
+          invalidInput(
+            parameter,
+            question,
+            "choice criteria must be a nonempty option map"
+          );
+        }
+        break;
+      case "score":
+        if (!Array.isArray(criteria) || criteria.length < 2) {
+          invalidInput(
+            parameter,
+            question,
+            "score criteria must contain at least two ordered levels"
+          );
+        }
+        break;
+      case "boolean":
+        if (criteria === void 0) continue;
+        if (!isRecord(criteria) || Object.keys(criteria).some((key) => key !== "true" && key !== "false")) {
+          invalidInput(
+            parameter,
+            question,
+            "boolean criteria may only describe true and false"
+          );
+        }
+        break;
+      default:
+        invalidInput(
+          parameter,
+          question,
+          "question type must be choice, score, or boolean"
+        );
+    }
+    if (!isJSON(criteria) || Object.values(criteria).some((value) => value !== null && !isInput(value))) {
+      invalidInput(
+        parameter,
+        question,
+        "criteria descriptions must be JSON-compatible strings, objects, arrays, or null"
+      );
+    }
+  }
+}
+function invalidAnswer(answers, message) {
+  throw new InvalidResponseDataError3({ data: answers, message });
+}
+function isProbability(value) {
+  return typeof value === "number" && Number.isFinite(value) && value >= 0 && value <= 1;
+}
+function hasExactKeys(value, keys) {
+  return Object.keys(value).length === keys.length && keys.every((key) => Object.hasOwn(value, key));
+}
+function validateDistribution(value, keys, answers, id, roundingError) {
+  if (!isRecord(value) || !hasExactKeys(value, keys) || !Object.values(value).every(isProbability)) {
+    invalidAnswer(
+      answers,
+      `Question "${id}" must have a complete distribution of finite probabilities in [0, 1].`
+    );
+  }
+  const sum = Object.values(value).reduce(
+    (total, probability) => total + probability,
+    0
+  );
+  if (Math.abs(sum - 1) > tolerance + keys.length * roundingError) {
+    invalidAnswer(
+      answers,
+      `Question "${id}" probabilities must sum to 1 within the declared rounding precision.`
+    );
+  }
+}
+function validateEvaluationAnswers({
+  questions,
+  answers,
+  rounding
+}) {
+  function roundingError(decimals) {
+    if (decimals === void 0) return 0;
+    if (!Number.isInteger(decimals) || decimals < 0 || decimals > 15) {
+      invalidAnswer(
+        answers,
+        "Evaluation rounding decimals must be integers between 0 and 15."
+      );
+    }
+    return 0.5 * 10 ** -decimals;
+  }
+  const probabilityError = roundingError(rounding == null ? void 0 : rounding.probabilityDecimals);
+  const scoreError = roundingError(rounding == null ? void 0 : rounding.scoreDecimals);
+  if (!isRecord(answers) || !hasExactKeys(answers, Object.keys(questions))) {
+    invalidAnswer(
+      answers,
+      "Evaluation must return exactly one answer for every question."
+    );
+  }
+  for (const [id, question] of Object.entries(questions)) {
+    const answer = answers[id];
+    if (!isRecord(answer) || answer.type !== question.type) {
+      invalidAnswer(
+        answers,
+        `Question "${id}" returned an answer with the wrong type.`
+      );
+    }
+    switch (question.type) {
+      case "choice": {
+        if (typeof answer.choice !== "string" || !Object.hasOwn(question.criteria, answer.choice)) {
+          invalidAnswer(
+            answers,
+            `Question "${id}" selected an unknown option.`
+          );
+        }
+        if (answer.probabilities !== void 0) {
+          validateDistribution(
+            answer.probabilities,
+            Object.keys(question.criteria),
+            answers,
+            id,
+            probabilityError
+          );
+          const selected = answer.probabilities[answer.choice];
+          if (Object.values(answer.probabilities).some(
+            (probability) => probability > selected + tolerance
+          )) {
+            invalidAnswer(
+              answers,
+              `Question "${id}" did not select a highest-probability option.`
+            );
+          }
+        }
+        break;
+      }
+      case "score": {
+        if (typeof answer.score !== "number" || !Number.isFinite(answer.score) || answer.score < 0 || answer.score > question.criteria.length - 1) {
+          invalidAnswer(
+            answers,
+            `Question "${id}" score must be in [0, ${question.criteria.length - 1}].`
+          );
+        }
+        if (answer.probabilities !== void 0) {
+          const keys = question.criteria.map((_, index) => String(index));
+          validateDistribution(
+            answer.probabilities,
+            keys,
+            answers,
+            id,
+            probabilityError
+          );
+          const mean = Object.entries(answer.probabilities).reduce(
+            (total, [index, probability]) => total + Number(index) * probability,
+            0
+          );
+          const meanRoundingError = keys.reduce(
+            (total, index) => total + Number(index) * probabilityError,
+            0
+          );
+          if (Math.abs(mean - answer.score) > tolerance + meanRoundingError + scoreError) {
+            invalidAnswer(
+              answers,
+              `Question "${id}" score must equal the probability-weighted mean within the declared rounding precision.`
+            );
+          }
+        }
+        break;
+      }
+      case "boolean":
+        if (!isProbability(answer.probability)) {
+          invalidAnswer(
+            answers,
+            `Question "${id}" must return P(true) as a finite probability in [0, 1].`
+          );
+        }
+        break;
+    }
+  }
+}
+
+// src/evaluate/evaluate.ts
+async function evaluate({
+  model,
+  state,
+  questions,
+  maxRetries,
+  abortSignal,
+  headers,
+  providerOptions = {}
+}) {
+  var _a25, _b25, _c, _d, _e, _f;
+  if (model.specificationVersion !== "v4") {
+    throw new UnsupportedModelVersionError({
+      version: model.specificationVersion,
+      provider: model.provider,
+      modelId: model.modelId
+    });
+  }
+  validateEvaluationInput({ state, questions });
+  for (const [questionId, question] of Object.entries(questions)) {
+    if (!model.supportedQuestionTypes.includes(question.type)) {
+      throw new EvaluationUnsupportedQuestionTypeError({
+        questionId,
+        questionType: question.type,
+        provider: model.provider,
+        modelId: model.modelId
+      });
+    }
+  }
+  const { retry } = prepareRetries({ maxRetries, abortSignal });
+  const result = await retry(() => {
+    abortSignal == null ? void 0 : abortSignal.throwIfAborted();
+    return model.doEvaluate({
+      state,
+      questions,
+      abortSignal,
+      headers: withUserAgentSuffix8(headers != null ? headers : {}, `ai/${VERSION}`),
+      providerOptions
+    });
+  });
+  abortSignal == null ? void 0 : abortSignal.throwIfAborted();
+  validateEvaluationAnswers({
+    questions,
+    answers: result.answers,
+    rounding: result.rounding
+  });
+  logWarnings({
+    warnings: result.warnings,
+    provider: model.provider,
+    model: model.modelId
+  });
+  const inputTokens = (_a25 = result.usage) == null ? void 0 : _a25.inputTokens;
+  const outputTokens = (_b25 = result.usage) == null ? void 0 : _b25.outputTokens;
+  return {
+    answers: result.answers,
+    usage: {
+      inputTokens,
+      outputTokens,
+      totalTokens: inputTokens != null && outputTokens != null ? inputTokens + outputTokens : void 0
+    },
+    warnings: result.warnings,
+    rounding: result.rounding,
+    providerMetadata: result.providerMetadata,
+    response: {
+      ...result.response,
+      timestamp: (_d = (_c = result.response) == null ? void 0 : _c.timestamp) != null ? _d : /* @__PURE__ */ new Date(),
+      modelId: (_f = (_e = result.response) == null ? void 0 : _e.modelId) != null ? _f : model.modelId
+    }
+  };
+}
+
 // src/generate-object/generate-object.ts
 import {
   createIdGenerator as createIdGenerator6,
-  withUserAgentSuffix as withUserAgentSuffix8
+  withUserAgentSuffix as withUserAgentSuffix9
 } from "@ai-sdk/provider-utils";
 
 // src/generate-text/extract-reasoning-content.ts
@@ -14524,7 +14899,7 @@ async function generateObject(options) {
     enumValues
   });
   const callSettings = prepareLanguageModelCallOptions(settings);
-  const headersWithUserAgent = withUserAgentSuffix8(
+  const headersWithUserAgent = withUserAgentSuffix9(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -15388,7 +15763,7 @@ var DefaultStreamObjectResult = class {
 // src/generate-speech/generate-speech.ts
 import {
   detectMediaType as detectMediaType4,
-  withUserAgentSuffix as withUserAgentSuffix9
+  withUserAgentSuffix as withUserAgentSuffix10
 } from "@ai-sdk/provider-utils";
 
 // src/generate-speech/generated-audio-file.ts
@@ -15435,7 +15810,7 @@ async function generateSpeech({
   if (!resolvedModel) {
     throw new Error("Model could not be resolved");
   }
-  const headersWithUserAgent = withUserAgentSuffix9(
+  const headersWithUserAgent = withUserAgentSuffix10(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -15745,7 +16120,7 @@ import {
   convertBase64ToUint8Array as convertBase64ToUint8Array5,
   delay as defaultDelay,
   generateId,
-  withUserAgentSuffix as withUserAgentSuffix10,
+  withUserAgentSuffix as withUserAgentSuffix11,
   detectMediaType as detectMediaType5
 } from "@ai-sdk/provider-utils";
 var defaultDownload = createDownload();
@@ -15772,7 +16147,7 @@ async function experimental_generateVideo({
 }) {
   var _a25;
   const model = resolveVideoModel(modelArg);
-  const headersWithUserAgent = withUserAgentSuffix10(
+  const headersWithUserAgent = withUserAgentSuffix11(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -16179,7 +16554,7 @@ async function invokeModelMaxVideosPerCall(model) {
 // src/generate-video/start-video.ts
 import {
   generateId as generateId2,
-  withUserAgentSuffix as withUserAgentSuffix11
+  withUserAgentSuffix as withUserAgentSuffix12
 } from "@ai-sdk/provider-utils";
 async function experimental_startVideo({
   model: modelArg,
@@ -16245,7 +16620,7 @@ async function experimental_startVideo({
     generateAudio,
     providerOptions: providerOptions != null ? providerOptions : {},
     headers: {
-      ...withUserAgentSuffix11(headers != null ? headers : {}, `ai/${VERSION}`),
+      ...withUserAgentSuffix12(headers != null ? headers : {}, `ai/${VERSION}`),
       ...callerIdempotencyKey ? {} : { "idempotency-key": `aisdk_vid_${generateId2()}` }
     },
     abortSignal,
@@ -16261,7 +16636,7 @@ async function experimental_startVideo({
 }
 
 // src/generate-video/get-video-status.ts
-import { withUserAgentSuffix as withUserAgentSuffix12 } from "@ai-sdk/provider-utils";
+import { withUserAgentSuffix as withUserAgentSuffix13 } from "@ai-sdk/provider-utils";
 async function experimental_getVideoStatus(modelArg, {
   operation,
   headers,
@@ -16281,7 +16656,7 @@ async function experimental_getVideoStatus(modelArg, {
   return retry(
     () => model.doStatus({
       operation,
-      headers: withUserAgentSuffix12(headers != null ? headers : {}, `ai/${VERSION}`),
+      headers: withUserAgentSuffix13(headers != null ? headers : {}, `ai/${VERSION}`),
       abortSignal
     })
   );
@@ -19890,7 +20265,7 @@ var DefaultProviderRegistry = class {
 
 // src/rerank/rerank.ts
 import {
-  InvalidResponseDataError as InvalidResponseDataError3
+  InvalidResponseDataError as InvalidResponseDataError4
 } from "@ai-sdk/provider";
 import {
   createIdGenerator as createIdGenerator8
@@ -20136,7 +20511,7 @@ function validateRankingIndices({
 }) {
   for (const { index } of ranking) {
     if (!Number.isInteger(index) || index < 0 || index >= documents.length) {
-      throw new InvalidResponseDataError3({
+      throw new InvalidResponseDataError4({
         data: ranking,
         message: `Invalid ranking index ${index}. Expected an integer between 0 and ${documents.length - 1}.`
       });
@@ -20158,7 +20533,7 @@ var DefaultRerankResult = class {
 // src/transcribe/transcribe.ts
 import {
   detectMediaType as detectMediaType6,
-  withUserAgentSuffix as withUserAgentSuffix13
+  withUserAgentSuffix as withUserAgentSuffix14
 } from "@ai-sdk/provider-utils";
 var defaultDownload2 = createDownload();
 async function transcribe({
@@ -20178,7 +20553,7 @@ async function transcribe({
     maxRetries: maxRetriesArg,
     abortSignal
   });
-  const headersWithUserAgent = withUserAgentSuffix13(
+  const headersWithUserAgent = withUserAgentSuffix14(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -20235,7 +20610,7 @@ import {
 } from "@ai-sdk/provider";
 import {
   DelayedPromise as DelayedPromise3,
-  withUserAgentSuffix as withUserAgentSuffix14
+  withUserAgentSuffix as withUserAgentSuffix15
 } from "@ai-sdk/provider-utils";
 function streamTranscribe({
   model,
@@ -20259,7 +20634,7 @@ function streamTranscribe({
       message: `The ${resolvedModel.provider} model "${resolvedModel.modelId}" does not support streaming transcription.` + (typeof model === "string" ? " String model IDs resolve through the global provider (AI Gateway by default). If that provider does not support streaming transcription, pass a provider model instance instead (e.g. openai.transcription('gpt-realtime-whisper')) or upgrade @ai-sdk/gateway to a version with streaming transcription support." : "")
     });
   }
-  const headersWithUserAgent = withUserAgentSuffix14(
+  const headersWithUserAgent = withUserAgentSuffix15(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -20444,7 +20819,7 @@ var experimental_transcribe = transcribe;
 // src/translate/stream-translate.ts
 import {
   DelayedPromise as DelayedPromise4,
-  withUserAgentSuffix as withUserAgentSuffix15
+  withUserAgentSuffix as withUserAgentSuffix16
 } from "@ai-sdk/provider-utils";
 function streamTranslate({
   model,
@@ -20461,7 +20836,7 @@ function streamTranslate({
 }) {
   const resolvedModel = resolveSpeechTranslationModel(model);
   const doStream = resolvedModel.doStream.bind(resolvedModel);
-  const headersWithUserAgent = withUserAgentSuffix15(
+  const headersWithUserAgent = withUserAgentSuffix16(
     headers != null ? headers : {},
     `ai/${VERSION}`
   );
@@ -20658,7 +21033,7 @@ function streamTranslate({
 // src/ui/call-completion-api.ts
 import {
   parseJsonEventStream,
-  withUserAgentSuffix as withUserAgentSuffix16,
+  withUserAgentSuffix as withUserAgentSuffix17,
   getRuntimeEnvironmentUserAgent as getRuntimeEnvironmentUserAgent2
 } from "@ai-sdk/provider-utils";
 import { EmptyResponseBodyError as EmptyResponseBodyError2 } from "@ai-sdk/provider";
@@ -20727,7 +21102,7 @@ async function callCompletionApi({
         ...body
       }),
       credentials,
-      headers: withUserAgentSuffix16(
+      headers: withUserAgentSuffix17(
         {
           "Content-Type": "application/json",
           ...headers
@@ -21726,6 +22101,7 @@ export {
   EmptyResponseBodyError,
   AbstractRealtimeSession as Experimental_AbstractRealtimeSession,
   ToolLoopAgent as Experimental_Agent,
+  Experimental_EvaluationUnsupportedQuestionTypeError,
   HttpChatTransport,
   InvalidArgumentError,
   InvalidDataContentError,
@@ -21799,6 +22175,7 @@ export {
   experimental_createProviderRegistry,
   decodeRealtimeAudio as experimental_decodeRealtimeAudio,
   encodeRealtimeAudio as experimental_encodeRealtimeAudio,
+  evaluate as experimental_evaluate,
   filterActiveTools as experimental_filterActiveTools,
   experimental_generateSpeech,
   experimental_generateVideo,