ai 7.0.110 → 7.0.112

package/src/telemetry/telemetry.ts

@@ -5,6 +5,12 @@ import type {
   EmbeddingModelCallEndEvent,
   EmbeddingModelCallStartEvent,
 } from '../embed/embed-events';
+import type {
+  EvaluateEndEvent,
+  EvaluateStartEvent,
+  EvaluationModelCallEndEvent,
+  EvaluationModelCallStartEvent,
+} from '../evaluate/evaluate-events';
 import type {
   GenerateObjectEndEvent,
   GenerateObjectStartEvent,
@@ -92,6 +98,10 @@ export interface TelemetryDispatcher {
   onEmbedEnd?: Callback<EmbeddingModelCallEndEvent>;
   onRerankStart?: Callback<RerankingModelCallStartEvent>;
   onRerankEnd?: Callback<RerankingModelCallEndEvent>;
+  experimental_onEvaluateStart?: Callback<EvaluateStartEvent>;
+  experimental_onEvaluationModelCallStart?: Callback<EvaluationModelCallStartEvent>;
+  experimental_onEvaluationModelCallEnd?: Callback<EvaluationModelCallEndEvent>;
+  experimental_onEvaluateEnd?: Callback<EvaluateEndEvent>;
   onEnd?: Callback<OperationEndEvent>;
   onAbort?: Callback<GenerateTextAbortEvent<ToolSet>>;
   onError?: Callback<unknown>;
@@ -214,6 +224,30 @@ export interface Telemetry {
    */
   onRerankEnd?: Callback<InferTelemetryEvent<RerankingModelCallEndEvent>>;
 
+  /** Called when an experimental evaluation operation begins. */
+  experimental_onEvaluateStart?: Callback<
+    InferTelemetryEvent<EvaluateStartEvent>
+  >;
+
+  /**
+   * Called immediately before an experimental evaluation model call begins.
+   * The logical model call includes any provider retries.
+   */
+  experimental_onEvaluationModelCallStart?: Callback<
+    InferTelemetryEvent<EvaluationModelCallStartEvent>
+  >;
+
+  /**
+   * Called after an experimental evaluation model response has been validated.
+   * The logical model call includes any provider retries.
+   */
+  experimental_onEvaluationModelCallEnd?: Callback<
+    InferTelemetryEvent<EvaluationModelCallEndEvent>
+  >;
+
+  /** Called when an experimental evaluation operation completes. */
+  experimental_onEvaluateEnd?: Callback<InferTelemetryEvent<EvaluateEndEvent>>;
+
   /**
    * Called when an operation completes. Fired for text generation
    * (generateText/streamText), object generation (generateObject/streamObject),

package/src/telemetry/tracing-channel.ts

@@ -8,7 +8,8 @@ export type TelemetryTracingEventType =
   | 'executeTool'
   | 'embed'
   | 'embedMany'
-  | 'rerank';
+  | 'rerank'
+  | 'experimental_evaluate';
 
 export type TelemetryTracingChannelMessage<EVENT = unknown> = {
   readonly type: TelemetryTracingEventType;

package/src/ui/validate-ui-messages.ts

@@ -489,7 +489,7 @@ async function safeValidateUIMessagesInternal<UI_MESSAGE extends UIMessage>(
 
     if (metadataSchema) {
       for (const [msgIdx, message] of validatedMessages.entries()) {
-        await validateTypes({
+        message.metadata = await validateTypes({
           value: message.metadata,
           schema: metadataSchema,
           context: {
@@ -527,7 +527,7 @@ async function safeValidateUIMessagesInternal<UI_MESSAGE extends UIMessage>(
               };
             }
 
-            await validateTypes({
+            dataPart.data = await validateTypes({
               value: dataPart.data,
               schema: dataSchema,
               context: {

package/src/ui-message-stream/handle-ui-message-stream-finish.ts

@@ -147,7 +147,7 @@ export function handleUIMessageStreamFinish<UI_MESSAGE extends UIMessage>({
 
   let finishCalled = false;
 
-  const callOnEnd = async () => {
+  const callOnEnd = async ({ isCancelled }: { isCancelled: boolean }) => {
     if (finishCalled || !resolvedOnEnd) {
       return;
     }
@@ -160,9 +160,11 @@ export function handleUIMessageStreamFinish<UI_MESSAGE extends UIMessage>({
       : declaredOutcome.status === 'unknown' && isAborted
         ? { status: 'aborted' }
         : declaredOutcome;
+    const isConsumerCancellation = isCancelled && outcome.status === 'unknown';
 
     await resolvedOnEnd({
       isAborted: isAborted || outcome.status === 'aborted',
+      ...(isConsumerCancellation ? { isCancelled: true as const } : {}),
       isContinuation,
       outcome,
       responseMessage: state.message as UI_MESSAGE,
@@ -215,11 +217,11 @@ export function handleUIMessageStreamFinish<UI_MESSAGE extends UIMessage>({
       },
       // @ts-expect-error cancel is still new and missing from types https://developer.mozilla.org/en-US/docs/Web/API/TransformStream#browser_compatibility
       async cancel() {
-        await callOnEnd();
+        await callOnEnd({ isCancelled: true });
       },
 
       async flush() {
-        await callOnEnd();
+        await callOnEnd({ isCancelled: false });
       },
     }),
   );

package/src/ui-message-stream/ui-message-stream-on-end-callback.ts

@@ -20,6 +20,14 @@ export type UIMessageStreamOnEndCallback<UI_MESSAGE extends UIMessage> =
      */
     isAborted: boolean;
 
+    /**
+     * Indicates that the consumer cancelled the stream before an outcome was
+     * declared, for example because the client disconnected.
+     *
+     * This property is only present when it is `true`.
+     */
+    isCancelled?: true;
+
     /**
      * The operation-level outcome of the stream. Fatal stream-processing
      * failures override outcomes declared by the stream owner.

package/src/ui-message-stream/ui-message-stream-outcome.ts

@@ -4,6 +4,10 @@
  * This is separate from model finish reasons and individual stream chunks.
  * Fatal stream-processing failures override outcomes declared by the stream
  * owner.
+ *
+ * Consumer cancellation before an outcome is declared keeps the `unknown`
+ * status and is reported separately through the end callback's `isCancelled`
+ * property.
  */
 export type UIMessageStreamOutcome =
   | { status: 'completed' }