ai 7.0.123 → 7.0.126

package/src/transcribe/transcription-events.ts

@@ -0,0 +1,111 @@
+import type { JSONObject, SharedV4AudioFormat } from '@ai-sdk/provider';
+import type { ProviderOptions } from '@ai-sdk/provider-utils';
+import type { ProviderMetadata } from '../types';
+import type { TranscriptionModelResponseMetadata } from '../types/transcription-model-response-metadata';
+import type { Warning } from '../types/warning';
+
+/**
+ * Event passed to telemetry integrations when transcription begins.
+ */
+type TranscriptionStartEventFor<OPERATION_ID extends string> = {
+  /** Unique identifier for this transcription call. */
+  readonly callId: string;
+
+  /** Identifies the operation type (`ai.transcribe` or `ai.streamTranscribe`). */
+  readonly operationId: OPERATION_ID;
+
+  /** The provider identifier. */
+  readonly provider: string;
+
+  /** The specific model identifier. */
+  readonly modelId: string;
+
+  /**
+   * Metadata about the input audio. The byte length is known immediately for
+   * non-streaming transcription and is reported on the end event for streams.
+   */
+  readonly audio: {
+    readonly byteLength: number | undefined;
+    /**
+     * The media type, when it is known before input preparation completes.
+     * URL downloads and invalid inline inputs can begin without this metadata.
+     */
+    readonly mediaType: string | undefined;
+  };
+
+  /** The raw input format for streaming transcription. */
+  readonly inputAudioFormat: SharedV4AudioFormat | undefined;
+
+  /** Maximum number of retries for non-streaming transcription. */
+  readonly maxRetries: number | undefined;
+
+  /** Additional HTTP or WebSocket headers sent with the request. */
+  readonly headers: Record<string, string> | undefined;
+
+  /** Additional provider-specific options. */
+  readonly providerOptions: ProviderOptions;
+};
+
+export type TranscriptionStartEvent =
+  TranscriptionStartEventFor<'ai.transcribe'>;
+
+export type StreamTranscriptionStartEvent =
+  TranscriptionStartEventFor<'ai.streamTranscribe'>;
+
+/**
+ * Event passed to telemetry integrations when transcription completes.
+ *
+ * Raw audio is intentionally not included.
+ */
+type TranscriptionEndEventFor<OPERATION_ID extends string> = {
+  /** Unique identifier for this transcription call. */
+  readonly callId: string;
+
+  /** Identifies the operation type (`ai.transcribe` or `ai.streamTranscribe`). */
+  readonly operationId: OPERATION_ID;
+
+  /** The provider identifier. */
+  readonly provider: string;
+
+  /** The specific model identifier. */
+  readonly modelId: string;
+
+  /** Metadata about the input audio. */
+  readonly audio: {
+    readonly byteLength: number;
+    readonly mediaType: string;
+  };
+
+  /** The complete transcript. */
+  readonly text: string;
+
+  /** Transcript segments with timing information. */
+  readonly segments: Array<{
+    readonly text: string;
+    readonly startSecond: number;
+    readonly endSecond: number;
+  }>;
+
+  /** The detected language. */
+  readonly language: string | undefined;
+
+  /** The duration of the input audio, when available. */
+  readonly durationInSeconds: number | undefined;
+
+  /** Usage reported by the provider, when available. */
+  readonly usage: JSONObject | undefined;
+
+  /** Warnings from the transcription model. */
+  readonly warnings: Array<Warning>;
+
+  /** Optional provider-specific metadata. */
+  readonly providerMetadata: ProviderMetadata | undefined;
+
+  /** Response metadata from the provider. */
+  readonly response: TranscriptionModelResponseMetadata;
+};
+
+export type TranscriptionEndEvent = TranscriptionEndEventFor<'ai.transcribe'>;
+
+export type StreamTranscriptionEndEvent =
+  TranscriptionEndEventFor<'ai.streamTranscribe'>;

package/src/ui/chat.ts

@@ -609,7 +609,7 @@ export abstract class AbstractChat<UI_MESSAGE extends UIMessage> {
     });
 
   addToolOutput: ChatAddToolOutputFunction<UI_MESSAGE> = async ({
-    state = 'output-available',
+    state,
     toolCallId,
     output,
     errorText,
@@ -621,10 +621,41 @@ export abstract class AbstractChat<UI_MESSAGE extends UIMessage> {
 
       const updatePart = (
         part: UIMessagePart<UIDataTypes, UITools>,
-      ): UIMessagePart<UIDataTypes, UITools> =>
-        isToolUIPart(part) && part.toolCallId === toolCallId
-          ? ({ ...part, state, output, errorText } as typeof part)
-          : part;
+      ): UIMessagePart<UIDataTypes, UITools> => {
+        if (!isToolUIPart(part) || part.toolCallId !== toolCallId) {
+          return part;
+        }
+
+        // Output states can only retain approvals that were granted.
+        const { approval: existingApproval, ...toolPart } = part;
+        const approval =
+          existingApproval?.approved === true
+            ? {
+                approval: {
+                  ...existingApproval,
+                  approved: existingApproval.approved,
+                },
+              }
+            : {};
+
+        return state === 'output-error'
+          ? {
+              ...toolPart,
+              ...approval,
+              state,
+              input: part.input,
+              output: undefined,
+              errorText,
+            }
+          : {
+              ...toolPart,
+              ...approval,
+              state: 'output-available',
+              input: part.input,
+              output,
+              errorText: undefined,
+            };
+      };
 
       // update the message to trigger an immediate UI update
       this.state.replaceMessage(messages.length - 1, {