ai 7.0.110 → 7.0.112

package/dist/index.js

@@ -11,7 +11,7 @@ import {
 } from "@ai-sdk/gateway";
 import {
   asSchema as asSchema8,
-  createIdGenerator as createIdGenerator9,
+  createIdGenerator as createIdGenerator10,
   dynamicTool,
   experimental_toolCaller,
   generateId as generateId4,
@@ -1334,7 +1334,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "7.0.110" : "0.0.0-test";
+var VERSION = true ? "7.0.112" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -1463,6 +1463,13 @@ function convertUrlToFilePartData(url) {
   }
   return { data: { type: "url", url }, mediaType: void 0 };
 }
+function convertUrlStringToFilePartData(content) {
+  const result = convertUrlToFilePartData(new URL(content));
+  if (result.data.type === "url" && result.data.url.toString() !== content) {
+    result.data.originalUrl = content;
+  }
+  return result;
+}
 function convertInlineDataToFilePartData(content) {
   if (content instanceof Uint8Array) {
     return { data: { type: "data", data: content }, mediaType: void 0 };
@@ -1514,7 +1521,7 @@ function convertToLanguageModelV4FilePart(content) {
   }
   if (typeof content === "string") {
     try {
-      return convertUrlToFilePartData(new URL(content));
+      return convertUrlStringToFilePartData(content);
     } catch (e) {
       return convertInlineDataToFilePartData(content);
     }
@@ -1995,6 +2002,7 @@ function mapToolResultOutput({
         }
         case "file-url": {
           const mediaType = (_a25 = item.mediaType) != null ? _a25 : getMediaTypeFromUrl(item.url);
+          const url = new URL(item.url);
           let message = `The "file-url" type for tool result content is deprecated. Use the "file" type with mediaType and { type: 'url', url } instead.`;
           if (!item.mediaType) {
             const inferenceSuffix = mediaType === "application/octet-stream" ? `Unable to infer media type from URL. Defaulting to 'application/octet-stream'.` : `Inferred media type '${mediaType}' from URL.`;
@@ -2007,7 +2015,11 @@ function mapToolResultOutput({
           });
           return {
             type: "file",
-            data: { type: "url", url: new URL(item.url) },
+            data: {
+              type: "url",
+              url,
+              ...url.toString() !== item.url ? { originalUrl: item.url } : {}
+            },
             mediaType,
             providerOptions: item.providerOptions
           };
@@ -2063,6 +2075,7 @@ function mapToolResultOutput({
           };
         }
         case "image-url": {
+          const url = new URL(item.url);
           warnings.push({
             type: "deprecated",
             setting: '"tool-result" content of type "image-url"',
@@ -2070,7 +2083,11 @@ function mapToolResultOutput({
           });
           return {
             type: "file",
-            data: { type: "url", url: new URL(item.url) },
+            data: {
+              type: "url",
+              url,
+              ...url.toString() !== item.url ? { originalUrl: item.url } : {}
+            },
             mediaType: "image",
             providerOptions: item.providerOptions
           };
@@ -3169,14 +3186,37 @@ var DefaultGeneratedFileWithType = class extends DefaultGeneratedFile {
   }
 };
 
+// src/generate-text/resolve-generated-file-data.ts
+async function resolveGeneratedFileData({
+  data,
+  abortSignal,
+  cache
+}) {
+  if (data.type === "data") {
+    return data.data;
+  }
+  const cachedData = cache == null ? void 0 : cache.get(data);
+  if (cachedData != null) {
+    return cachedData;
+  }
+  const downloadedData = (await download({
+    url: data.url,
+    abortSignal
+  })).data;
+  cache == null ? void 0 : cache.set(data, downloadedData);
+  return downloadedData;
+}
+
 // src/generate-text/convert-language-model-content.ts
-function convertLanguageModelContent({
+async function convertLanguageModelContent({
   content,
   toolCalls,
   toolOutputs,
   toolApprovalRequests,
   toolApprovalResponses,
-  tools
+  tools,
+  abortSignal,
+  generatedFileDataCache
 }) {
   const contentParts = [];
   const toolOutputsWithApprovalResponses = [];
@@ -3199,7 +3239,11 @@ function convertLanguageModelContent({
         contentParts.push({
           type: part.type,
           file: new DefaultGeneratedFile({
-            data: part.data.type === "data" ? part.data.data : part.data.url.toString(),
+            data: await resolveGeneratedFileData({
+              data: part.data,
+              abortSignal,
+              cache: generatedFileDataCache
+            }),
             mediaType: part.mediaType
           }),
           ...part.providerMetadata != null ? { providerMetadata: part.providerMetadata } : {}
@@ -5129,6 +5173,18 @@ function createTelemetryDispatcher({
     onEmbedEnd: mergeTelemetryCallback("onEmbedEnd"),
     onRerankStart: mergeTelemetryCallback("onRerankStart"),
     onRerankEnd: mergeTelemetryCallback("onRerankEnd"),
+    experimental_onEvaluateStart: mergeTelemetryCallback(
+      "experimental_onEvaluateStart"
+    ),
+    experimental_onEvaluationModelCallStart: mergeTelemetryCallback(
+      "experimental_onEvaluationModelCallStart"
+    ),
+    experimental_onEvaluationModelCallEnd: mergeTelemetryCallback(
+      "experimental_onEvaluationModelCallEnd"
+    ),
+    experimental_onEvaluateEnd: mergeTelemetryCallback(
+      "experimental_onEvaluateEnd"
+    ),
     onEnd: mergeTelemetryCallback("onEnd"),
     onAbort: mergeTelemetryCallback("onAbort"),
     onError: mergeTelemetryCallback("onError"),
@@ -6364,13 +6420,16 @@ async function generateText({
               const toolApprovalRequests = {};
               const stepToolApprovalResponses = {};
               const blockedToolCallIds = /* @__PURE__ */ new Set();
-              const modelCallContent = convertLanguageModelContent({
+              const generatedFileDataCache = /* @__PURE__ */ new WeakMap();
+              const modelCallContent = await convertLanguageModelContent({
                 content: currentModelResponse.content,
                 toolCalls: stepToolCalls,
                 toolOutputs: [],
                 toolApprovalRequests: [],
                 toolApprovalResponses: [],
-                tools
+                tools,
+                abortSignal: mergedAbortSignal,
+                generatedFileDataCache
               });
               await notify({
                 event: {
@@ -6618,13 +6677,15 @@ async function generateText({
                   pendingDeferredToolCalls.delete(part.toolCallId);
                 }
               }
-              const stepContent = convertLanguageModelContent({
+              const stepContent = await convertLanguageModelContent({
                 content: currentModelResponse.content,
                 toolCalls: stepToolCalls,
                 toolOutputs: clientToolOutputs,
                 toolApprovalRequests: Object.values(toolApprovalRequests),
                 toolApprovalResponses,
-                tools
+                tools,
+                abortSignal: mergedAbortSignal,
+                generatedFileDataCache
               });
               const stepResponseMessages = await toResponseMessages({
                 content: stepContent,
@@ -8111,7 +8172,7 @@ function handleUIMessageStreamFinish({
     }
   };
   let finishCalled = false;
-  const callOnEnd = async () => {
+  const callOnEnd = async ({ isCancelled }) => {
     var _a25;
     if (finishCalled || !resolvedOnEnd) {
       return;
@@ -8120,8 +8181,10 @@ function handleUIMessageStreamFinish({
     const isContinuation = state.message.id === (lastMessage == null ? void 0 : lastMessage.id);
     const declaredOutcome = (_a25 = getOutcome == null ? void 0 : getOutcome()) != null ? _a25 : { status: "unknown" };
     const outcome = hasProcessingFailure ? { status: "failed", error: processingError } : declaredOutcome.status === "unknown" && isAborted ? { status: "aborted" } : declaredOutcome;
+    const isConsumerCancellation = isCancelled && outcome.status === "unknown";
     await resolvedOnEnd({
       isAborted: isAborted || outcome.status === "aborted",
+      ...isConsumerCancellation ? { isCancelled: true } : {},
       isContinuation,
       outcome,
       responseMessage: state.message,
@@ -8164,10 +8227,10 @@ function handleUIMessageStreamFinish({
       },
       // @ts-expect-error cancel is still new and missing from types https://developer.mozilla.org/en-US/docs/Web/API/TransformStream#browser_compatibility
       async cancel() {
-        await callOnEnd();
+        await callOnEnd({ isCancelled: true });
       },
       async flush() {
-        await callOnEnd();
+        await callOnEnd({ isCancelled: false });
       }
     })
   );
@@ -9408,7 +9471,10 @@ function createLanguageModelV4StreamPartToLanguageModelStreamPartTransform({
         case "file":
         case "reasoning-file": {
           const file = new DefaultGeneratedFileWithType({
-            data: chunk.data.type === "data" ? chunk.data.data : chunk.data.url.toString(),
+            data: await resolveGeneratedFileData({
+              data: chunk.data,
+              abortSignal
+            }),
             mediaType: chunk.mediaType
           });
           modelCallContent.push({
@@ -12842,7 +12908,7 @@ async function safeValidateUIMessagesInternal({
     warnIfUIMessageHasDeprecatedRawInput(validatedMessages);
     if (metadataSchema) {
       for (const [msgIdx, message] of validatedMessages.entries()) {
-        await validateTypes4({
+        message.metadata = await validateTypes4({
           value: message.metadata,
           schema: metadataSchema,
           context: {
@@ -12874,7 +12940,7 @@ async function safeValidateUIMessagesInternal({
                 })
               };
             }
-            await validateTypes4({
+            dataPart.data = await validateTypes4({
               value: dataPart.data,
               schema: dataSchema,
               context: {
@@ -13702,7 +13768,13 @@ function getBatchResults({
   });
   const transformer = {
     async transform(item, controller) {
-      controller.enqueue(await convertBatchItemResult({ item, tools }));
+      controller.enqueue(
+        await convertBatchItemResult({
+          item,
+          tools,
+          abortSignal: operationAbortSignal
+        })
+      );
     },
     cancel(reason) {
       streamAbortController.abort(
@@ -13800,7 +13872,8 @@ function validateBatchReference({
 }
 async function convertBatchItemResult({
   item,
-  tools
+  tools,
+  abortSignal
 }) {
   switch (item.type) {
     case "text":
@@ -13810,7 +13883,11 @@ async function convertBatchItemResult({
             type: item.type,
             id: item.id,
             status: item.status,
-            ...await convertGenerateResult({ result: item.result, tools })
+            ...await convertGenerateResult({
+              result: item.result,
+              tools,
+              abortSignal
+            })
           };
         case "failed":
           return {
@@ -13886,7 +13963,8 @@ function convertImageResult(result) {
 }
 async function convertGenerateResult({
   result,
-  tools
+  tools,
+  abortSignal
 }) {
   var _a25;
   const toolCalls = await Promise.all(
@@ -13903,13 +13981,14 @@ async function convertGenerateResult({
       })
     )
   );
-  const content = convertLanguageModelContent({
+  const content = await convertLanguageModelContent({
     content: result.content,
     toolCalls,
     toolOutputs: [],
     toolApprovalRequests: [],
     toolApprovalResponses: [],
-    tools
+    tools,
+    abortSignal
   });
   return {
     content,
@@ -14478,9 +14557,40 @@ import {
   Experimental_EvaluationUnsupportedQuestionTypeError as EvaluationUnsupportedQuestionTypeError
 } from "@ai-sdk/provider";
 import {
+  createIdGenerator as createIdGenerator6,
   withUserAgentSuffix as withUserAgentSuffix8
 } from "@ai-sdk/provider-utils";
 
+// src/evaluate/restricted-telemetry-dispatcher.ts
+function createRestrictedTelemetryDispatcher3({
+  telemetry
+}) {
+  const dispatcher = createTelemetryDispatcher({ telemetry });
+  return {
+    ...dispatcher,
+    onStart: (event) => {
+      var _a25;
+      return (_a25 = dispatcher.experimental_onEvaluateStart) == null ? void 0 : _a25.call(dispatcher, {
+        ...event,
+        runtimeContext: filterIncludedContext({
+          context: event.runtimeContext,
+          includeContext: telemetry == null ? void 0 : telemetry.includeRuntimeContext
+        })
+      });
+    },
+    onEnd: (event) => {
+      var _a25;
+      return (_a25 = dispatcher.experimental_onEvaluateEnd) == null ? void 0 : _a25.call(dispatcher, {
+        ...event,
+        runtimeContext: filterIncludedContext({
+          context: event.runtimeContext,
+          includeContext: telemetry == null ? void 0 : telemetry.includeRuntimeContext
+        })
+      });
+    }
+  };
+}
+
 // src/evaluate/validate-evaluation.ts
 import {
   InvalidResponseDataError as InvalidResponseDataError3
@@ -14711,6 +14821,10 @@ function validateEvaluationAnswers({
 }
 
 // src/evaluate/evaluate.ts
+var originalGenerateCallId6 = createIdGenerator6({
+  prefix: "call",
+  size: 24
+});
 async function evaluate({
   model: modelArg,
   state,
@@ -14718,9 +14832,14 @@ async function evaluate({
   maxRetries,
   abortSignal,
   headers,
-  providerOptions = {}
+  providerOptions = {},
+  telemetry,
+  runtimeContext = {},
+  onStart,
+  onEnd,
+  _internal: { generateCallId = originalGenerateCallId6 } = {}
 }) {
-  var _a25, _b25, _c, _d, _e, _f;
+  var _a25;
   const model = resolveEvaluationModel(modelArg);
   validateEvaluationInput({ state, questions });
   for (const [questionId, question] of Object.entries(questions)) {
@@ -14733,51 +14852,119 @@ async function evaluate({
       });
     }
   }
-  const { retry } = prepareRetries({ maxRetries, abortSignal });
-  const result = await retry(() => {
-    abortSignal == null ? void 0 : abortSignal.throwIfAborted();
-    return model.doEvaluate({
-      state,
-      questions,
-      abortSignal,
-      headers: withUserAgentSuffix8(headers != null ? headers : {}, `ai/${VERSION}`),
-      providerOptions
-    });
+  const callId = generateCallId();
+  const { maxRetries: resolvedMaxRetries, retry } = prepareRetries({
+    maxRetries,
+    abortSignal
   });
-  abortSignal == null ? void 0 : abortSignal.throwIfAborted();
-  validateEvaluationAnswers({
-    questions,
-    answers: result.answers,
-    rounding: result.rounding
+  const telemetryDispatcher = createRestrictedTelemetryDispatcher3({
+    telemetry
   });
-  logWarnings({
-    warnings: result.warnings,
+  const runInTracingChannelSpan = (_a25 = telemetryDispatcher.runInTracingChannelSpan) != null ? _a25 : (async ({ execute }) => await execute());
+  const startEvent = {
+    callId,
+    operationId: "ai.evaluate",
+    runtimeContext,
     provider: model.provider,
-    model: model.modelId
-  });
-  const inputTokens = (_a25 = result.usage) == null ? void 0 : _a25.inputTokens;
-  const outputTokens = (_b25 = result.usage) == null ? void 0 : _b25.outputTokens;
-  return {
-    answers: result.answers,
-    usage: {
-      inputTokens,
-      outputTokens,
-      totalTokens: inputTokens != null && outputTokens != null ? inputTokens + outputTokens : void 0
-    },
-    warnings: result.warnings,
-    rounding: result.rounding,
-    providerMetadata: result.providerMetadata,
-    response: {
-      ...result.response,
-      timestamp: (_d = (_c = result.response) == null ? void 0 : _c.timestamp) != null ? _d : /* @__PURE__ */ new Date(),
-      modelId: (_f = (_e = result.response) == null ? void 0 : _e.modelId) != null ? _f : model.modelId
-    }
+    modelId: model.modelId,
+    state,
+    questions,
+    maxRetries: resolvedMaxRetries,
+    headers,
+    providerOptions
   };
+  const tracingStartEvent = {
+    ...startEvent,
+    runtimeContext: filterIncludedContext({
+      context: runtimeContext,
+      includeContext: telemetry == null ? void 0 : telemetry.includeRuntimeContext
+    })
+  };
+  return await runInTracingChannelSpan({
+    type: "experimental_evaluate",
+    event: tracingStartEvent,
+    execute: async () => {
+      var _a26, _b25, _c, _d, _e, _f, _g;
+      await notify({
+        event: startEvent,
+        callbacks: [onStart, telemetryDispatcher.onStart]
+      });
+      try {
+        const modelCallEvent = {
+          callId,
+          operationId: "ai.evaluate.doEvaluate",
+          provider: model.provider,
+          modelId: model.modelId,
+          state,
+          questions
+        };
+        await notify({
+          event: modelCallEvent,
+          callbacks: [
+            telemetryDispatcher.experimental_onEvaluationModelCallStart
+          ]
+        });
+        const result = await retry(async () => {
+          abortSignal == null ? void 0 : abortSignal.throwIfAborted();
+          return await model.doEvaluate({
+            state,
+            questions,
+            abortSignal,
+            headers: withUserAgentSuffix8(headers != null ? headers : {}, `ai/${VERSION}`),
+            providerOptions
+          });
+        });
+        abortSignal == null ? void 0 : abortSignal.throwIfAborted();
+        validateEvaluationAnswers({
+          questions,
+          answers: result.answers,
+          rounding: result.rounding
+        });
+        await notify({
+          event: { ...modelCallEvent, ...result },
+          callbacks: [
+            telemetryDispatcher.experimental_onEvaluationModelCallEnd
+          ]
+        });
+        logWarnings({
+          warnings: result.warnings,
+          provider: model.provider,
+          model: model.modelId
+        });
+        const inputTokens = (_a26 = result.usage) == null ? void 0 : _a26.inputTokens;
+        const outputTokens = (_b25 = result.usage) == null ? void 0 : _b25.outputTokens;
+        const evaluationResult = {
+          answers: result.answers,
+          usage: {
+            inputTokens,
+            outputTokens,
+            totalTokens: inputTokens != null && outputTokens != null ? inputTokens + outputTokens : void 0
+          },
+          warnings: result.warnings,
+          rounding: result.rounding,
+          providerMetadata: result.providerMetadata,
+          response: {
+            ...result.response,
+            timestamp: (_d = (_c = result.response) == null ? void 0 : _c.timestamp) != null ? _d : /* @__PURE__ */ new Date(),
+            modelId: (_f = (_e = result.response) == null ? void 0 : _e.modelId) != null ? _f : model.modelId
+          }
+        };
+        await notify({
+          event: { ...startEvent, ...evaluationResult },
+          callbacks: [onEnd, telemetryDispatcher.onEnd]
+        });
+        return evaluationResult;
+      } catch (error) {
+        await ((_g = telemetryDispatcher.onError) == null ? void 0 : _g.call(telemetryDispatcher, { callId, error }));
+        throw error;
+      }
+    }
+  });
 }
 
 // src/generate-object/generate-object.ts
 import {
-  createIdGenerator as createIdGenerator6,
+  createIdGenerator as createIdGenerator7,
   withUserAgentSuffix as withUserAgentSuffix9
 } from "@ai-sdk/provider-utils";
 
@@ -15253,7 +15440,7 @@ function validateObjectGenerationInput({
 }
 
 // src/generate-object/generate-object.ts
-var originalGenerateId4 = createIdGenerator6({ prefix: "aiobj", size: 24 });
+var originalGenerateId4 = createIdGenerator7({ prefix: "aiobj", size: 24 });
 async function generateObject(options) {
   var _a25, _b25, _c, _d, _e, _f, _g, _h, _i, _j;
   const {
@@ -15501,7 +15688,7 @@ var DefaultGenerateObjectResult = class {
 
 // src/generate-object/stream-object.ts
 import {
-  createIdGenerator as createIdGenerator7,
+  createIdGenerator as createIdGenerator8,
   DelayedPromise as DelayedPromise2
 } from "@ai-sdk/provider-utils";
 
@@ -15626,7 +15813,7 @@ function simulateReadableStream({
 }
 
 // src/generate-object/stream-object.ts
-var originalGenerateId5 = createIdGenerator7({ prefix: "aiobj", size: 24 });
+var originalGenerateId5 = createIdGenerator8({ prefix: "aiobj", size: 24 });
 async function markPromiseAsHandled2(promise) {
   try {
     await promise;
@@ -16325,7 +16512,9 @@ function pruneMessages({
       }
       return {
         ...message,
-        content: message.content.filter((part) => part.type !== "reasoning")
+        content: message.content.filter(
+          (part) => part.type !== "reasoning" && part.type !== "reasoning-file"
+        )
       };
     });
   }
@@ -20852,11 +21041,11 @@ import {
   InvalidResponseDataError as InvalidResponseDataError4
 } from "@ai-sdk/provider";
 import {
-  createIdGenerator as createIdGenerator8
+  createIdGenerator as createIdGenerator9
 } from "@ai-sdk/provider-utils";
 
 // src/rerank/restricted-telemetry-dispatcher.ts
-function createRestrictedTelemetryDispatcher3({
+function createRestrictedTelemetryDispatcher4({
   telemetry
 }) {
   const dispatcher = createTelemetryDispatcher({ telemetry });
@@ -20886,7 +21075,7 @@ function createRestrictedTelemetryDispatcher3({
 }
 
 // src/rerank/rerank.ts
-var originalGenerateCallId6 = createIdGenerator8({
+var originalGenerateCallId7 = createIdGenerator9({
   prefix: "call",
   size: 24
 });
@@ -20906,14 +21095,14 @@ async function rerank({
   experimental_onStart,
   onEnd,
   experimental_onEnd,
-  _internal: { generateCallId = originalGenerateCallId6 } = {}
+  _internal: { generateCallId = originalGenerateCallId7 } = {}
 }) {
   var _a25;
   const model = resolveRerankingModel(modelArg);
   const callId = generateCallId();
   const resolvedOnStart = onStart != null ? onStart : experimental_onStart;
   const resolvedOnEnd = onEnd != null ? onEnd : experimental_onEnd;
-  const telemetryDispatcher = createRestrictedTelemetryDispatcher3({
+  const telemetryDispatcher = createRestrictedTelemetryDispatcher4({
     telemetry
   });
   const runInTracingChannelSpan = (_a25 = telemetryDispatcher.runInTracingChannelSpan) != null ? _a25 : (async ({ execute }) => await execute());
@@ -22755,7 +22944,7 @@ export {
   createAgentUIStreamResponse,
   createDownload,
   createGateway,
-  createIdGenerator9 as createIdGenerator,
+  createIdGenerator10 as createIdGenerator,
   createProviderRegistry,
   createTextStreamResponse,
   createUIMessageStream,