ai 7.0.109 → 7.0.111

package/dist/index.js

@@ -11,7 +11,7 @@ import {
 } from "@ai-sdk/gateway";
 import {
   asSchema as asSchema8,
-  createIdGenerator as createIdGenerator9,
+  createIdGenerator as createIdGenerator10,
   dynamicTool,
   experimental_toolCaller,
   generateId as generateId4,
@@ -1334,7 +1334,7 @@ import {
 } from "@ai-sdk/provider-utils";
 
 // src/version.ts
-var VERSION = true ? "7.0.109" : "0.0.0-test";
+var VERSION = true ? "7.0.111" : "0.0.0-test";
 
 // src/util/download/download.ts
 var download = async ({
@@ -3169,14 +3169,37 @@ var DefaultGeneratedFileWithType = class extends DefaultGeneratedFile {
   }
 };
 
+// src/generate-text/resolve-generated-file-data.ts
+async function resolveGeneratedFileData({
+  data,
+  abortSignal,
+  cache
+}) {
+  if (data.type === "data") {
+    return data.data;
+  }
+  const cachedData = cache == null ? void 0 : cache.get(data);
+  if (cachedData != null) {
+    return cachedData;
+  }
+  const downloadedData = (await download({
+    url: data.url,
+    abortSignal
+  })).data;
+  cache == null ? void 0 : cache.set(data, downloadedData);
+  return downloadedData;
+}
+
 // src/generate-text/convert-language-model-content.ts
-function convertLanguageModelContent({
+async function convertLanguageModelContent({
   content,
   toolCalls,
   toolOutputs,
   toolApprovalRequests,
   toolApprovalResponses,
-  tools
+  tools,
+  abortSignal,
+  generatedFileDataCache
 }) {
   const contentParts = [];
   const toolOutputsWithApprovalResponses = [];
@@ -3199,7 +3222,11 @@ function convertLanguageModelContent({
         contentParts.push({
           type: part.type,
           file: new DefaultGeneratedFile({
-            data: part.data.type === "data" ? part.data.data : part.data.url.toString(),
+            data: await resolveGeneratedFileData({
+              data: part.data,
+              abortSignal,
+              cache: generatedFileDataCache
+            }),
             mediaType: part.mediaType
           }),
           ...part.providerMetadata != null ? { providerMetadata: part.providerMetadata } : {}
@@ -5129,6 +5156,18 @@ function createTelemetryDispatcher({
     onEmbedEnd: mergeTelemetryCallback("onEmbedEnd"),
     onRerankStart: mergeTelemetryCallback("onRerankStart"),
     onRerankEnd: mergeTelemetryCallback("onRerankEnd"),
+    experimental_onEvaluateStart: mergeTelemetryCallback(
+      "experimental_onEvaluateStart"
+    ),
+    experimental_onEvaluationModelCallStart: mergeTelemetryCallback(
+      "experimental_onEvaluationModelCallStart"
+    ),
+    experimental_onEvaluationModelCallEnd: mergeTelemetryCallback(
+      "experimental_onEvaluationModelCallEnd"
+    ),
+    experimental_onEvaluateEnd: mergeTelemetryCallback(
+      "experimental_onEvaluateEnd"
+    ),
     onEnd: mergeTelemetryCallback("onEnd"),
     onAbort: mergeTelemetryCallback("onAbort"),
     onError: mergeTelemetryCallback("onError"),
@@ -6364,13 +6403,16 @@ async function generateText({
               const toolApprovalRequests = {};
               const stepToolApprovalResponses = {};
               const blockedToolCallIds = /* @__PURE__ */ new Set();
-              const modelCallContent = convertLanguageModelContent({
+              const generatedFileDataCache = /* @__PURE__ */ new WeakMap();
+              const modelCallContent = await convertLanguageModelContent({
                 content: currentModelResponse.content,
                 toolCalls: stepToolCalls,
                 toolOutputs: [],
                 toolApprovalRequests: [],
                 toolApprovalResponses: [],
-                tools
+                tools,
+                abortSignal: mergedAbortSignal,
+                generatedFileDataCache
               });
               await notify({
                 event: {
@@ -6618,13 +6660,15 @@ async function generateText({
                   pendingDeferredToolCalls.delete(part.toolCallId);
                 }
               }
-              const stepContent = convertLanguageModelContent({
+              const stepContent = await convertLanguageModelContent({
                 content: currentModelResponse.content,
                 toolCalls: stepToolCalls,
                 toolOutputs: clientToolOutputs,
                 toolApprovalRequests: Object.values(toolApprovalRequests),
                 toolApprovalResponses,
-                tools
+                tools,
+                abortSignal: mergedAbortSignal,
+                generatedFileDataCache
               });
               const stepResponseMessages = await toResponseMessages({
                 content: stepContent,
@@ -9408,7 +9452,10 @@ function createLanguageModelV4StreamPartToLanguageModelStreamPartTransform({
         case "file":
         case "reasoning-file": {
           const file = new DefaultGeneratedFileWithType({
-            data: chunk.data.type === "data" ? chunk.data.data : chunk.data.url.toString(),
+            data: await resolveGeneratedFileData({
+              data: chunk.data,
+              abortSignal
+            }),
             mediaType: chunk.mediaType
           });
           modelCallContent.push({
@@ -13702,7 +13749,13 @@ function getBatchResults({
   });
   const transformer = {
     async transform(item, controller) {
-      controller.enqueue(await convertBatchItemResult({ item, tools }));
+      controller.enqueue(
+        await convertBatchItemResult({
+          item,
+          tools,
+          abortSignal: operationAbortSignal
+        })
+      );
     },
     cancel(reason) {
       streamAbortController.abort(
@@ -13800,7 +13853,8 @@ function validateBatchReference({
 }
 async function convertBatchItemResult({
   item,
-  tools
+  tools,
+  abortSignal
 }) {
   switch (item.type) {
     case "text":
@@ -13810,7 +13864,11 @@ async function convertBatchItemResult({
             type: item.type,
             id: item.id,
             status: item.status,
-            ...await convertGenerateResult({ result: item.result, tools })
+            ...await convertGenerateResult({
+              result: item.result,
+              tools,
+              abortSignal
+            })
           };
         case "failed":
           return {
@@ -13886,7 +13944,8 @@ function convertImageResult(result) {
 }
 async function convertGenerateResult({
   result,
-  tools
+  tools,
+  abortSignal
 }) {
   var _a25;
   const toolCalls = await Promise.all(
@@ -13903,13 +13962,14 @@ async function convertGenerateResult({
       })
     )
   );
-  const content = convertLanguageModelContent({
+  const content = await convertLanguageModelContent({
     content: result.content,
     toolCalls,
     toolOutputs: [],
     toolApprovalRequests: [],
     toolApprovalResponses: [],
-    tools
+    tools,
+    abortSignal
   });
   return {
     content,
@@ -14478,9 +14538,40 @@ import {
   Experimental_EvaluationUnsupportedQuestionTypeError as EvaluationUnsupportedQuestionTypeError
 } from "@ai-sdk/provider";
 import {
+  createIdGenerator as createIdGenerator6,
   withUserAgentSuffix as withUserAgentSuffix8
 } from "@ai-sdk/provider-utils";
 
+// src/evaluate/restricted-telemetry-dispatcher.ts
+function createRestrictedTelemetryDispatcher3({
+  telemetry
+}) {
+  const dispatcher = createTelemetryDispatcher({ telemetry });
+  return {
+    ...dispatcher,
+    onStart: (event) => {
+      var _a25;
+      return (_a25 = dispatcher.experimental_onEvaluateStart) == null ? void 0 : _a25.call(dispatcher, {
+        ...event,
+        runtimeContext: filterIncludedContext({
+          context: event.runtimeContext,
+          includeContext: telemetry == null ? void 0 : telemetry.includeRuntimeContext
+        })
+      });
+    },
+    onEnd: (event) => {
+      var _a25;
+      return (_a25 = dispatcher.experimental_onEvaluateEnd) == null ? void 0 : _a25.call(dispatcher, {
+        ...event,
+        runtimeContext: filterIncludedContext({
+          context: event.runtimeContext,
+          includeContext: telemetry == null ? void 0 : telemetry.includeRuntimeContext
+        })
+      });
+    }
+  };
+}
+
 // src/evaluate/validate-evaluation.ts
 import {
   InvalidResponseDataError as InvalidResponseDataError3
@@ -14711,6 +14802,10 @@ function validateEvaluationAnswers({
 }
 
 // src/evaluate/evaluate.ts
+var originalGenerateCallId6 = createIdGenerator6({
+  prefix: "call",
+  size: 24
+});
 async function evaluate({
   model: modelArg,
   state,
@@ -14718,9 +14813,14 @@ async function evaluate({
   maxRetries,
   abortSignal,
   headers,
-  providerOptions = {}
+  providerOptions = {},
+  telemetry,
+  runtimeContext = {},
+  onStart,
+  onEnd,
+  _internal: { generateCallId = originalGenerateCallId6 } = {}
 }) {
-  var _a25, _b25, _c, _d, _e, _f;
+  var _a25;
   const model = resolveEvaluationModel(modelArg);
   validateEvaluationInput({ state, questions });
   for (const [questionId, question] of Object.entries(questions)) {
@@ -14733,51 +14833,119 @@ async function evaluate({
       });
     }
   }
-  const { retry } = prepareRetries({ maxRetries, abortSignal });
-  const result = await retry(() => {
-    abortSignal == null ? void 0 : abortSignal.throwIfAborted();
-    return model.doEvaluate({
-      state,
-      questions,
-      abortSignal,
-      headers: withUserAgentSuffix8(headers != null ? headers : {}, `ai/${VERSION}`),
-      providerOptions
-    });
+  const callId = generateCallId();
+  const { maxRetries: resolvedMaxRetries, retry } = prepareRetries({
+    maxRetries,
+    abortSignal
   });
-  abortSignal == null ? void 0 : abortSignal.throwIfAborted();
-  validateEvaluationAnswers({
-    questions,
-    answers: result.answers,
-    rounding: result.rounding
+  const telemetryDispatcher = createRestrictedTelemetryDispatcher3({
+    telemetry
   });
-  logWarnings({
-    warnings: result.warnings,
+  const runInTracingChannelSpan = (_a25 = telemetryDispatcher.runInTracingChannelSpan) != null ? _a25 : (async ({ execute }) => await execute());
+  const startEvent = {
+    callId,
+    operationId: "ai.evaluate",
+    runtimeContext,
     provider: model.provider,
-    model: model.modelId
-  });
-  const inputTokens = (_a25 = result.usage) == null ? void 0 : _a25.inputTokens;
-  const outputTokens = (_b25 = result.usage) == null ? void 0 : _b25.outputTokens;
-  return {
-    answers: result.answers,
-    usage: {
-      inputTokens,
-      outputTokens,
-      totalTokens: inputTokens != null && outputTokens != null ? inputTokens + outputTokens : void 0
-    },
-    warnings: result.warnings,
-    rounding: result.rounding,
-    providerMetadata: result.providerMetadata,
-    response: {
-      ...result.response,
-      timestamp: (_d = (_c = result.response) == null ? void 0 : _c.timestamp) != null ? _d : /* @__PURE__ */ new Date(),
-      modelId: (_f = (_e = result.response) == null ? void 0 : _e.modelId) != null ? _f : model.modelId
-    }
+    modelId: model.modelId,
+    state,
+    questions,
+    maxRetries: resolvedMaxRetries,
+    headers,
+    providerOptions
   };
+  const tracingStartEvent = {
+    ...startEvent,
+    runtimeContext: filterIncludedContext({
+      context: runtimeContext,
+      includeContext: telemetry == null ? void 0 : telemetry.includeRuntimeContext
+    })
+  };
+  return await runInTracingChannelSpan({
+    type: "experimental_evaluate",
+    event: tracingStartEvent,
+    execute: async () => {
+      var _a26, _b25, _c, _d, _e, _f, _g;
+      await notify({
+        event: startEvent,
+        callbacks: [onStart, telemetryDispatcher.onStart]
+      });
+      try {
+        const modelCallEvent = {
+          callId,
+          operationId: "ai.evaluate.doEvaluate",
+          provider: model.provider,
+          modelId: model.modelId,
+          state,
+          questions
+        };
+        await notify({
+          event: modelCallEvent,
+          callbacks: [
+            telemetryDispatcher.experimental_onEvaluationModelCallStart
+          ]
+        });
+        const result = await retry(async () => {
+          abortSignal == null ? void 0 : abortSignal.throwIfAborted();
+          return await model.doEvaluate({
+            state,
+            questions,
+            abortSignal,
+            headers: withUserAgentSuffix8(headers != null ? headers : {}, `ai/${VERSION}`),
+            providerOptions
+          });
+        });
+        abortSignal == null ? void 0 : abortSignal.throwIfAborted();
+        validateEvaluationAnswers({
+          questions,
+          answers: result.answers,
+          rounding: result.rounding
+        });
+        await notify({
+          event: { ...modelCallEvent, ...result },
+          callbacks: [
+            telemetryDispatcher.experimental_onEvaluationModelCallEnd
+          ]
+        });
+        logWarnings({
+          warnings: result.warnings,
+          provider: model.provider,
+          model: model.modelId
+        });
+        const inputTokens = (_a26 = result.usage) == null ? void 0 : _a26.inputTokens;
+        const outputTokens = (_b25 = result.usage) == null ? void 0 : _b25.outputTokens;
+        const evaluationResult = {
+          answers: result.answers,
+          usage: {
+            inputTokens,
+            outputTokens,
+            totalTokens: inputTokens != null && outputTokens != null ? inputTokens + outputTokens : void 0
+          },
+          warnings: result.warnings,
+          rounding: result.rounding,
+          providerMetadata: result.providerMetadata,
+          response: {
+            ...result.response,
+            timestamp: (_d = (_c = result.response) == null ? void 0 : _c.timestamp) != null ? _d : /* @__PURE__ */ new Date(),
+            modelId: (_f = (_e = result.response) == null ? void 0 : _e.modelId) != null ? _f : model.modelId
+          }
+        };
+        await notify({
+          event: { ...startEvent, ...evaluationResult },
+          callbacks: [onEnd, telemetryDispatcher.onEnd]
+        });
+        return evaluationResult;
+      } catch (error) {
+        await ((_g = telemetryDispatcher.onError) == null ? void 0 : _g.call(telemetryDispatcher, { callId, error }));
+        throw error;
+      }
+    }
+  });
 }
 
 // src/generate-object/generate-object.ts
 import {
-  createIdGenerator as createIdGenerator6,
+  createIdGenerator as createIdGenerator7,
   withUserAgentSuffix as withUserAgentSuffix9
 } from "@ai-sdk/provider-utils";
 
@@ -15253,7 +15421,7 @@ function validateObjectGenerationInput({
 }
 
 // src/generate-object/generate-object.ts
-var originalGenerateId4 = createIdGenerator6({ prefix: "aiobj", size: 24 });
+var originalGenerateId4 = createIdGenerator7({ prefix: "aiobj", size: 24 });
 async function generateObject(options) {
   var _a25, _b25, _c, _d, _e, _f, _g, _h, _i, _j;
   const {
@@ -15501,7 +15669,7 @@ var DefaultGenerateObjectResult = class {
 
 // src/generate-object/stream-object.ts
 import {
-  createIdGenerator as createIdGenerator7,
+  createIdGenerator as createIdGenerator8,
   DelayedPromise as DelayedPromise2
 } from "@ai-sdk/provider-utils";
 
@@ -15626,7 +15794,7 @@ function simulateReadableStream({
 }
 
 // src/generate-object/stream-object.ts
-var originalGenerateId5 = createIdGenerator7({ prefix: "aiobj", size: 24 });
+var originalGenerateId5 = createIdGenerator8({ prefix: "aiobj", size: 24 });
 async function markPromiseAsHandled2(promise) {
   try {
     await promise;
@@ -20852,11 +21020,11 @@ import {
   InvalidResponseDataError as InvalidResponseDataError4
 } from "@ai-sdk/provider";
 import {
-  createIdGenerator as createIdGenerator8
+  createIdGenerator as createIdGenerator9
 } from "@ai-sdk/provider-utils";
 
 // src/rerank/restricted-telemetry-dispatcher.ts
-function createRestrictedTelemetryDispatcher3({
+function createRestrictedTelemetryDispatcher4({
   telemetry
 }) {
   const dispatcher = createTelemetryDispatcher({ telemetry });
@@ -20886,7 +21054,7 @@ function createRestrictedTelemetryDispatcher3({
 }
 
 // src/rerank/rerank.ts
-var originalGenerateCallId6 = createIdGenerator8({
+var originalGenerateCallId7 = createIdGenerator9({
   prefix: "call",
   size: 24
 });
@@ -20906,14 +21074,14 @@ async function rerank({
   experimental_onStart,
   onEnd,
   experimental_onEnd,
-  _internal: { generateCallId = originalGenerateCallId6 } = {}
+  _internal: { generateCallId = originalGenerateCallId7 } = {}
 }) {
   var _a25;
   const model = resolveRerankingModel(modelArg);
   const callId = generateCallId();
   const resolvedOnStart = onStart != null ? onStart : experimental_onStart;
   const resolvedOnEnd = onEnd != null ? onEnd : experimental_onEnd;
-  const telemetryDispatcher = createRestrictedTelemetryDispatcher3({
+  const telemetryDispatcher = createRestrictedTelemetryDispatcher4({
     telemetry
   });
   const runInTracingChannelSpan = (_a25 = telemetryDispatcher.runInTracingChannelSpan) != null ? _a25 : (async ({ execute }) => await execute());
@@ -22755,7 +22923,7 @@ export {
   createAgentUIStreamResponse,
   createDownload,
   createGateway,
-  createIdGenerator9 as createIdGenerator,
+  createIdGenerator10 as createIdGenerator,
   createProviderRegistry,
   createTextStreamResponse,
   createUIMessageStream,