@ai-sdk/provider 4.0.1 → 4.0.2

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @ai-sdk/provider
 
+## 4.0.2
+
+### Patch Changes
+
+- 5c5c0f5: Add experimental streaming transcription support for transcription models, including OpenAI `gpt-realtime-whisper` and xAI WebSocket STT.
+
 ## 4.0.1
 
 ### Patch Changes

package/dist/index.d.ts

@@ -5086,7 +5086,7 @@ type SpeechModelV4 = {
     doGenerate(options: SpeechModelV4CallOptions): PromiseLike<SpeechModelV4Result>;
 };
 
-type TranscriptionModelV4ProviderOptions = Record<string, JSONObject>;
+type TranscriptionModelV4ProviderOptions$1 = Record<string, JSONObject>;
 type TranscriptionModelV4CallOptions = {
     /**
      * Audio data to transcribe.
@@ -5113,7 +5113,7 @@ type TranscriptionModelV4CallOptions = {
      * }
      * ```
      */
-    providerOptions?: TranscriptionModelV4ProviderOptions;
+    providerOptions?: TranscriptionModelV4ProviderOptions$1;
     /**
      * Abort signal for cancelling the operation.
      */
@@ -5204,6 +5204,163 @@ type TranscriptionModelV4Result = {
     providerMetadata?: Record<string, JSONObject>;
 };
 
+type TranscriptionModelV4ProviderOptions = Record<string, JSONObject>;
+type TranscriptionModelV4StreamOptions = {
+    /**
+     * Audio chunks to transcribe.
+     *
+     * `Uint8Array` chunks contain raw audio bytes. `string` chunks contain
+     * base64-encoded raw audio bytes.
+     */
+    audio: ReadableStream<Uint8Array | string>;
+    /**
+     * The input audio format for the raw audio chunks.
+     */
+    inputAudioFormat: {
+        /**
+         * Audio format type, e.g. `audio/pcm`, `audio/pcmu`, or `audio/pcma`.
+         */
+        type: string;
+        /**
+         * Sample rate in Hz. Only applicable for formats that require a rate.
+         */
+        rate?: number;
+    };
+    /**
+     * Additional provider-specific options that are passed through to the provider.
+     *
+     * The outer record is keyed by the provider name, and the inner record is keyed
+     * by provider-specific option names.
+     */
+    providerOptions?: TranscriptionModelV4ProviderOptions;
+    /**
+     * Abort signal for cancelling the operation.
+     */
+    abortSignal?: AbortSignal;
+    /**
+     * Additional HTTP headers to be sent with the request.
+     * Only applicable for HTTP/WebSocket-based providers that support headers.
+     */
+    headers?: Record<string, string | undefined>;
+    /**
+     * When true, providers should include raw provider chunks in the stream.
+     */
+    includeRawChunks?: boolean;
+};
+
+type TranscriptionModelV4StreamPart = {
+    /**
+     * Stream start event with warnings for the call, e.g. unsupported settings.
+     */
+    type: 'stream-start';
+    warnings: Array<SharedV4Warning>;
+} | {
+    /**
+     * Append-only transcript delta.
+     */
+    type: 'transcript-delta';
+    id?: string;
+    delta: string;
+    providerMetadata?: SharedV4ProviderMetadata;
+} | {
+    /**
+     * Non-final transcript text. The text may be revised by later parts.
+     */
+    type: 'transcript-partial';
+    id?: string;
+    text: string;
+    startSecond?: number;
+    durationInSeconds?: number;
+    channelIndex?: number;
+    providerMetadata?: SharedV4ProviderMetadata;
+} | {
+    /**
+     * Final transcript text for a provider-defined segment or utterance.
+     */
+    type: 'transcript-final';
+    id?: string;
+    text: string;
+    startSecond?: number;
+    endSecond?: number;
+    channelIndex?: number;
+    providerMetadata?: SharedV4ProviderMetadata;
+} | {
+    /**
+     * Metadata for the response, emitted once available.
+     */
+    type: 'response-metadata';
+    timestamp?: Date;
+    modelId?: string;
+    headers?: SharedV4Headers;
+    body?: unknown;
+} | {
+    /**
+     * Metadata that is available after the stream is finished.
+     */
+    type: 'finish';
+    text: string;
+    segments: Array<{
+        text: string;
+        startSecond: number;
+        endSecond: number;
+    }>;
+    language?: string;
+    durationInSeconds?: number;
+    providerMetadata?: Record<string, JSONObject>;
+} | {
+    /**
+     * Raw provider chunks if enabled.
+     */
+    type: 'raw';
+    rawValue: unknown;
+} | {
+    /**
+     * Error parts are streamed, allowing for multiple errors.
+     */
+    type: 'error';
+    error: unknown;
+};
+
+/**
+ * The result of a transcription model doStream call.
+ */
+type TranscriptionModelV4StreamResult = {
+    /**
+     * The stream.
+     */
+    stream: ReadableStream<TranscriptionModelV4StreamPart>;
+    /**
+     * Optional request information for telemetry and debugging purposes.
+     */
+    request?: {
+        /**
+         * Request body or setup payload that was sent to the provider API.
+         */
+        body?: unknown;
+    };
+    /**
+     * Optional response data.
+     */
+    response?: {
+        /**
+         * Timestamp for the start of the streamed response.
+         */
+        timestamp?: Date;
+        /**
+         * The ID of the response model that was used to generate the response.
+         */
+        modelId?: string;
+        /**
+         * Response headers.
+         */
+        headers?: SharedV4Headers;
+        /**
+         * Response body.
+         */
+        body?: unknown;
+    };
+};
+
 /**
  * Transcription model specification version 3.
  */
@@ -5228,6 +5385,15 @@ type TranscriptionModelV4 = {
      * Generates a transcript.
      */
     doGenerate(options: TranscriptionModelV4CallOptions): PromiseLike<TranscriptionModelV4Result>;
+    /**
+     * Streams a transcript for live audio.
+     *
+     * Experimental: the streaming transcription contract may change in patch
+     * releases while `experimental_streamTranscribe` is experimental. The
+     * stream option/part/result types are exported with `Experimental_`
+     * prefixes for this reason.
+     */
+    doStream?(options: TranscriptionModelV4StreamOptions): PromiseLike<TranscriptionModelV4StreamResult>;
 };
 
 interface SkillsV4File {
@@ -7205,4 +7371,4 @@ type VideoModelV3 = {
     }>;
 };
 
-export { AISDKError, APICallError, type EmbeddingModelV2, type EmbeddingModelV2Embedding, type EmbeddingModelV3, type EmbeddingModelV3CallOptions, type EmbeddingModelV3Embedding, type EmbeddingModelV3Middleware, type EmbeddingModelV3Result, type EmbeddingModelV4, type EmbeddingModelV4CallOptions, type EmbeddingModelV4Embedding, type EmbeddingModelV4Middleware, type EmbeddingModelV4Result, EmptyResponseBodyError, type RealtimeFactoryV4 as Experimental_RealtimeFactoryV4, type RealtimeFactoryV4GetTokenOptions as Experimental_RealtimeFactoryV4GetTokenOptions, type RealtimeFactoryV4GetTokenResult as Experimental_RealtimeFactoryV4GetTokenResult, type RealtimeModelV4 as Experimental_RealtimeModelV4, type RealtimeModelV4AudioMessage as Experimental_RealtimeModelV4AudioMessage, type RealtimeModelV4ClientEvent as Experimental_RealtimeModelV4ClientEvent, type RealtimeModelV4ClientSecretOptions as Experimental_RealtimeModelV4ClientSecretOptions, type RealtimeModelV4ClientSecretResult as Experimental_RealtimeModelV4ClientSecretResult, type RealtimeModelV4ConversationItem as Experimental_RealtimeModelV4ConversationItem, type RealtimeModelV4FunctionCallOutput as Experimental_RealtimeModelV4FunctionCallOutput, type RealtimeModelV4ServerEvent as Experimental_RealtimeModelV4ServerEvent, type RealtimeModelV4SessionConfig as Experimental_RealtimeModelV4SessionConfig, type RealtimeModelV4TextMessage as Experimental_RealtimeModelV4TextMessage, type RealtimeModelV4ToolDefinition as Experimental_RealtimeModelV4ToolDefinition, type VideoModelV3 as Experimental_VideoModelV3, type VideoModelV3CallOptions as Experimental_VideoModelV3CallOptions, type VideoModelV3File as Experimental_VideoModelV3File, type VideoModelV3FrameImage as Experimental_VideoModelV3FrameImage, type VideoModelV3FrameType as Experimental_VideoModelV3FrameType, type VideoModelV3VideoData as Experimental_VideoModelV3VideoData, type VideoModelV4 as Experimental_VideoModelV4, type VideoModelV4CallOptions as Experimental_VideoModelV4CallOptions, type VideoModelV4File as Experimental_VideoModelV4File, type VideoModelV4FrameImage as Experimental_VideoModelV4FrameImage, type VideoModelV4FrameType as Experimental_VideoModelV4FrameType, type VideoModelV4Result as Experimental_VideoModelV4Result, type VideoModelV4VideoData as Experimental_VideoModelV4VideoData, type FilesV4, type FilesV4UploadFileCallOptions, type FilesV4UploadFileResult, type ImageModelV2, type ImageModelV2CallOptions, type ImageModelV2CallWarning, type ImageModelV2ProviderMetadata, type ImageModelV3, type ImageModelV3CallOptions, type ImageModelV3File, type ImageModelV3Middleware, type ImageModelV3ProviderMetadata, type ImageModelV3Usage, type ImageModelV4, type ImageModelV4CallOptions, type ImageModelV4File, type ImageModelV4Middleware, type ImageModelV4ProviderMetadata, type ImageModelV4Result, type ImageModelV4Usage, InvalidArgumentError, InvalidPromptError, InvalidResponseDataError, type JSONArray, type JSONObject, JSONParseError, type JSONValue, type LanguageModelV2, type LanguageModelV2CallOptions, type LanguageModelV2CallWarning, type LanguageModelV2Content, type LanguageModelV2DataContent, type LanguageModelV2File, type LanguageModelV2FilePart, type LanguageModelV2FinishReason, type LanguageModelV2FunctionTool, type LanguageModelV2Message, type LanguageModelV2Middleware, type LanguageModelV2Prompt, type LanguageModelV2ProviderDefinedTool, type LanguageModelV2Reasoning, type LanguageModelV2ReasoningPart, type LanguageModelV2ResponseMetadata, type LanguageModelV2Source, type LanguageModelV2StreamPart, type LanguageModelV2Text, type LanguageModelV2TextPart, type LanguageModelV2ToolCall, type LanguageModelV2ToolCallPart, type LanguageModelV2ToolChoice, type LanguageModelV2ToolResultOutput, type LanguageModelV2ToolResultPart, type LanguageModelV2Usage, type LanguageModelV3, type LanguageModelV3CallOptions, type LanguageModelV3Content, type LanguageModelV3DataContent, type LanguageModelV3File, type LanguageModelV3FilePart, type LanguageModelV3FinishReason, type LanguageModelV3FunctionTool, type LanguageModelV3GenerateResult, type LanguageModelV3Message, type LanguageModelV3Middleware, type LanguageModelV3Prompt, type LanguageModelV3ProviderTool, type LanguageModelV3Reasoning, type LanguageModelV3ReasoningPart, type LanguageModelV3ResponseMetadata, type LanguageModelV3Source, type LanguageModelV3StreamPart, type LanguageModelV3StreamResult, type LanguageModelV3Text, type LanguageModelV3TextPart, type LanguageModelV3ToolApprovalRequest, type LanguageModelV3ToolApprovalResponsePart, type LanguageModelV3ToolCall, type LanguageModelV3ToolCallPart, type LanguageModelV3ToolChoice, type LanguageModelV3ToolResult, type LanguageModelV3ToolResultOutput, type LanguageModelV3ToolResultPart, type LanguageModelV3Usage, type LanguageModelV4, type LanguageModelV4CallOptions, type LanguageModelV4Content, type LanguageModelV4CustomContent, type LanguageModelV4CustomPart, type LanguageModelV4File, type LanguageModelV4FilePart, type LanguageModelV4FinishReason, type LanguageModelV4FunctionTool, type LanguageModelV4GenerateResult, type LanguageModelV4Message, type LanguageModelV4Middleware, type LanguageModelV4Prompt, type LanguageModelV4ProviderTool, type LanguageModelV4Reasoning, type LanguageModelV4ReasoningFile, type LanguageModelV4ReasoningFilePart, type LanguageModelV4ReasoningPart, type LanguageModelV4ResponseMetadata, type LanguageModelV4Source, type LanguageModelV4StreamPart, type LanguageModelV4StreamResult, type LanguageModelV4Text, type LanguageModelV4TextPart, type LanguageModelV4ToolApprovalRequest, type LanguageModelV4ToolApprovalResponsePart, type LanguageModelV4ToolCall, type LanguageModelV4ToolCallPart, type LanguageModelV4ToolChoice, type LanguageModelV4ToolResult, type LanguageModelV4ToolResultOutput, type LanguageModelV4ToolResultPart, type LanguageModelV4Usage, LoadAPIKeyError, LoadSettingError, NoContentGeneratedError, NoSuchModelError, NoSuchProviderReferenceError, type ProviderV2, type ProviderV3, type ProviderV4, type RerankingModelV3, type RerankingModelV3CallOptions, type RerankingModelV4, type RerankingModelV4CallOptions, type RerankingModelV4Result, type SharedV2Headers, type SharedV2ProviderMetadata, type SharedV2ProviderOptions, type SharedV3Headers, type SharedV3ProviderMetadata, type SharedV3ProviderOptions, type SharedV3Warning, type SharedV4FileData, type SharedV4FileDataData, type SharedV4FileDataReference, type SharedV4FileDataText, type SharedV4FileDataUrl, type SharedV4Headers, type SharedV4ProviderMetadata, type SharedV4ProviderOptions, type SharedV4ProviderReference, type SharedV4Warning, type SkillsV4, type SkillsV4File, type SkillsV4UploadSkillCallOptions, type SkillsV4UploadSkillResult, type SpeechModelV2, type SpeechModelV2CallOptions, type SpeechModelV2CallWarning, type SpeechModelV3, type SpeechModelV3CallOptions, type SpeechModelV4, type SpeechModelV4CallOptions, type SpeechModelV4Result, TooManyEmbeddingValuesForCallError, type TranscriptionModelV2, type TranscriptionModelV2CallOptions, type TranscriptionModelV2CallWarning, type TranscriptionModelV3, type TranscriptionModelV3CallOptions, type TranscriptionModelV4, type TranscriptionModelV4CallOptions, type TranscriptionModelV4Result, type TypeValidationContext, TypeValidationError, UnsupportedFunctionalityError, getErrorMessage, isJSONArray, isJSONObject, isJSONValue };
+export { AISDKError, APICallError, type EmbeddingModelV2, type EmbeddingModelV2Embedding, type EmbeddingModelV3, type EmbeddingModelV3CallOptions, type EmbeddingModelV3Embedding, type EmbeddingModelV3Middleware, type EmbeddingModelV3Result, type EmbeddingModelV4, type EmbeddingModelV4CallOptions, type EmbeddingModelV4Embedding, type EmbeddingModelV4Middleware, type EmbeddingModelV4Result, EmptyResponseBodyError, type RealtimeFactoryV4 as Experimental_RealtimeFactoryV4, type RealtimeFactoryV4GetTokenOptions as Experimental_RealtimeFactoryV4GetTokenOptions, type RealtimeFactoryV4GetTokenResult as Experimental_RealtimeFactoryV4GetTokenResult, type RealtimeModelV4 as Experimental_RealtimeModelV4, type RealtimeModelV4AudioMessage as Experimental_RealtimeModelV4AudioMessage, type RealtimeModelV4ClientEvent as Experimental_RealtimeModelV4ClientEvent, type RealtimeModelV4ClientSecretOptions as Experimental_RealtimeModelV4ClientSecretOptions, type RealtimeModelV4ClientSecretResult as Experimental_RealtimeModelV4ClientSecretResult, type RealtimeModelV4ConversationItem as Experimental_RealtimeModelV4ConversationItem, type RealtimeModelV4FunctionCallOutput as Experimental_RealtimeModelV4FunctionCallOutput, type RealtimeModelV4ServerEvent as Experimental_RealtimeModelV4ServerEvent, type RealtimeModelV4SessionConfig as Experimental_RealtimeModelV4SessionConfig, type RealtimeModelV4TextMessage as Experimental_RealtimeModelV4TextMessage, type RealtimeModelV4ToolDefinition as Experimental_RealtimeModelV4ToolDefinition, type TranscriptionModelV4StreamOptions as Experimental_TranscriptionModelV4StreamOptions, type TranscriptionModelV4StreamPart as Experimental_TranscriptionModelV4StreamPart, type TranscriptionModelV4StreamResult as Experimental_TranscriptionModelV4StreamResult, type VideoModelV3 as Experimental_VideoModelV3, type VideoModelV3CallOptions as Experimental_VideoModelV3CallOptions, type VideoModelV3File as Experimental_VideoModelV3File, type VideoModelV3FrameImage as Experimental_VideoModelV3FrameImage, type VideoModelV3FrameType as Experimental_VideoModelV3FrameType, type VideoModelV3VideoData as Experimental_VideoModelV3VideoData, type VideoModelV4 as Experimental_VideoModelV4, type VideoModelV4CallOptions as Experimental_VideoModelV4CallOptions, type VideoModelV4File as Experimental_VideoModelV4File, type VideoModelV4FrameImage as Experimental_VideoModelV4FrameImage, type VideoModelV4FrameType as Experimental_VideoModelV4FrameType, type VideoModelV4Result as Experimental_VideoModelV4Result, type VideoModelV4VideoData as Experimental_VideoModelV4VideoData, type FilesV4, type FilesV4UploadFileCallOptions, type FilesV4UploadFileResult, type ImageModelV2, type ImageModelV2CallOptions, type ImageModelV2CallWarning, type ImageModelV2ProviderMetadata, type ImageModelV3, type ImageModelV3CallOptions, type ImageModelV3File, type ImageModelV3Middleware, type ImageModelV3ProviderMetadata, type ImageModelV3Usage, type ImageModelV4, type ImageModelV4CallOptions, type ImageModelV4File, type ImageModelV4Middleware, type ImageModelV4ProviderMetadata, type ImageModelV4Result, type ImageModelV4Usage, InvalidArgumentError, InvalidPromptError, InvalidResponseDataError, type JSONArray, type JSONObject, JSONParseError, type JSONValue, type LanguageModelV2, type LanguageModelV2CallOptions, type LanguageModelV2CallWarning, type LanguageModelV2Content, type LanguageModelV2DataContent, type LanguageModelV2File, type LanguageModelV2FilePart, type LanguageModelV2FinishReason, type LanguageModelV2FunctionTool, type LanguageModelV2Message, type LanguageModelV2Middleware, type LanguageModelV2Prompt, type LanguageModelV2ProviderDefinedTool, type LanguageModelV2Reasoning, type LanguageModelV2ReasoningPart, type LanguageModelV2ResponseMetadata, type LanguageModelV2Source, type LanguageModelV2StreamPart, type LanguageModelV2Text, type LanguageModelV2TextPart, type LanguageModelV2ToolCall, type LanguageModelV2ToolCallPart, type LanguageModelV2ToolChoice, type LanguageModelV2ToolResultOutput, type LanguageModelV2ToolResultPart, type LanguageModelV2Usage, type LanguageModelV3, type LanguageModelV3CallOptions, type LanguageModelV3Content, type LanguageModelV3DataContent, type LanguageModelV3File, type LanguageModelV3FilePart, type LanguageModelV3FinishReason, type LanguageModelV3FunctionTool, type LanguageModelV3GenerateResult, type LanguageModelV3Message, type LanguageModelV3Middleware, type LanguageModelV3Prompt, type LanguageModelV3ProviderTool, type LanguageModelV3Reasoning, type LanguageModelV3ReasoningPart, type LanguageModelV3ResponseMetadata, type LanguageModelV3Source, type LanguageModelV3StreamPart, type LanguageModelV3StreamResult, type LanguageModelV3Text, type LanguageModelV3TextPart, type LanguageModelV3ToolApprovalRequest, type LanguageModelV3ToolApprovalResponsePart, type LanguageModelV3ToolCall, type LanguageModelV3ToolCallPart, type LanguageModelV3ToolChoice, type LanguageModelV3ToolResult, type LanguageModelV3ToolResultOutput, type LanguageModelV3ToolResultPart, type LanguageModelV3Usage, type LanguageModelV4, type LanguageModelV4CallOptions, type LanguageModelV4Content, type LanguageModelV4CustomContent, type LanguageModelV4CustomPart, type LanguageModelV4File, type LanguageModelV4FilePart, type LanguageModelV4FinishReason, type LanguageModelV4FunctionTool, type LanguageModelV4GenerateResult, type LanguageModelV4Message, type LanguageModelV4Middleware, type LanguageModelV4Prompt, type LanguageModelV4ProviderTool, type LanguageModelV4Reasoning, type LanguageModelV4ReasoningFile, type LanguageModelV4ReasoningFilePart, type LanguageModelV4ReasoningPart, type LanguageModelV4ResponseMetadata, type LanguageModelV4Source, type LanguageModelV4StreamPart, type LanguageModelV4StreamResult, type LanguageModelV4Text, type LanguageModelV4TextPart, type LanguageModelV4ToolApprovalRequest, type LanguageModelV4ToolApprovalResponsePart, type LanguageModelV4ToolCall, type LanguageModelV4ToolCallPart, type LanguageModelV4ToolChoice, type LanguageModelV4ToolResult, type LanguageModelV4ToolResultOutput, type LanguageModelV4ToolResultPart, type LanguageModelV4Usage, LoadAPIKeyError, LoadSettingError, NoContentGeneratedError, NoSuchModelError, NoSuchProviderReferenceError, type ProviderV2, type ProviderV3, type ProviderV4, type RerankingModelV3, type RerankingModelV3CallOptions, type RerankingModelV4, type RerankingModelV4CallOptions, type RerankingModelV4Result, type SharedV2Headers, type SharedV2ProviderMetadata, type SharedV2ProviderOptions, type SharedV3Headers, type SharedV3ProviderMetadata, type SharedV3ProviderOptions, type SharedV3Warning, type SharedV4FileData, type SharedV4FileDataData, type SharedV4FileDataReference, type SharedV4FileDataText, type SharedV4FileDataUrl, type SharedV4Headers, type SharedV4ProviderMetadata, type SharedV4ProviderOptions, type SharedV4ProviderReference, type SharedV4Warning, type SkillsV4, type SkillsV4File, type SkillsV4UploadSkillCallOptions, type SkillsV4UploadSkillResult, type SpeechModelV2, type SpeechModelV2CallOptions, type SpeechModelV2CallWarning, type SpeechModelV3, type SpeechModelV3CallOptions, type SpeechModelV4, type SpeechModelV4CallOptions, type SpeechModelV4Result, TooManyEmbeddingValuesForCallError, type TranscriptionModelV2, type TranscriptionModelV2CallOptions, type TranscriptionModelV2CallWarning, type TranscriptionModelV3, type TranscriptionModelV3CallOptions, type TranscriptionModelV4, type TranscriptionModelV4CallOptions, type TranscriptionModelV4Result, type TypeValidationContext, TypeValidationError, UnsupportedFunctionalityError, getErrorMessage, isJSONArray, isJSONObject, isJSONValue };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/provider",
-  "version": "4.0.1",
+  "version": "4.0.2",
   "type": "module",
   "license": "Apache-2.0",
   "sideEffects": false,

package/src/transcription-model/v4/index.ts

@@ -1,3 +1,6 @@
 export type { TranscriptionModelV4 } from './transcription-model-v4';
 export type { TranscriptionModelV4CallOptions } from './transcription-model-v4-call-options';
 export type { TranscriptionModelV4Result } from './transcription-model-v4-result';
+export type { TranscriptionModelV4StreamOptions as Experimental_TranscriptionModelV4StreamOptions } from './transcription-model-v4-stream-options';
+export type { TranscriptionModelV4StreamPart as Experimental_TranscriptionModelV4StreamPart } from './transcription-model-v4-stream-part';
+export type { TranscriptionModelV4StreamResult as Experimental_TranscriptionModelV4StreamResult } from './transcription-model-v4-stream-result';

package/src/transcription-model/v4/transcription-model-v4-stream-options.ts

@@ -0,0 +1,52 @@
+import type { JSONObject } from '../../json-value/json-value';
+
+type TranscriptionModelV4ProviderOptions = Record<string, JSONObject>;
+
+export type TranscriptionModelV4StreamOptions = {
+  /**
+   * Audio chunks to transcribe.
+   *
+   * `Uint8Array` chunks contain raw audio bytes. `string` chunks contain
+   * base64-encoded raw audio bytes.
+   */
+  audio: ReadableStream<Uint8Array | string>;
+
+  /**
+   * The input audio format for the raw audio chunks.
+   */
+  inputAudioFormat: {
+    /**
+     * Audio format type, e.g. `audio/pcm`, `audio/pcmu`, or `audio/pcma`.
+     */
+    type: string;
+
+    /**
+     * Sample rate in Hz. Only applicable for formats that require a rate.
+     */
+    rate?: number;
+  };
+
+  /**
+   * Additional provider-specific options that are passed through to the provider.
+   *
+   * The outer record is keyed by the provider name, and the inner record is keyed
+   * by provider-specific option names.
+   */
+  providerOptions?: TranscriptionModelV4ProviderOptions;
+
+  /**
+   * Abort signal for cancelling the operation.
+   */
+  abortSignal?: AbortSignal;
+
+  /**
+   * Additional HTTP headers to be sent with the request.
+   * Only applicable for HTTP/WebSocket-based providers that support headers.
+   */
+  headers?: Record<string, string | undefined>;
+
+  /**
+   * When true, providers should include raw provider chunks in the stream.
+   */
+  includeRawChunks?: boolean;
+};

package/src/transcription-model/v4/transcription-model-v4-stream-part.ts

@@ -0,0 +1,85 @@
+import type { JSONObject } from '../../json-value/json-value';
+import type { SharedV4Headers } from '../../shared';
+import type { SharedV4ProviderMetadata } from '../../shared/v4/shared-v4-provider-metadata';
+import type { SharedV4Warning } from '../../shared/v4/shared-v4-warning';
+
+export type TranscriptionModelV4StreamPart =
+  | {
+      /**
+       * Stream start event with warnings for the call, e.g. unsupported settings.
+       */
+      type: 'stream-start';
+      warnings: Array<SharedV4Warning>;
+    }
+  | {
+      /**
+       * Append-only transcript delta.
+       */
+      type: 'transcript-delta';
+      id?: string;
+      delta: string;
+      providerMetadata?: SharedV4ProviderMetadata;
+    }
+  | {
+      /**
+       * Non-final transcript text. The text may be revised by later parts.
+       */
+      type: 'transcript-partial';
+      id?: string;
+      text: string;
+      startSecond?: number;
+      durationInSeconds?: number;
+      channelIndex?: number;
+      providerMetadata?: SharedV4ProviderMetadata;
+    }
+  | {
+      /**
+       * Final transcript text for a provider-defined segment or utterance.
+       */
+      type: 'transcript-final';
+      id?: string;
+      text: string;
+      startSecond?: number;
+      endSecond?: number;
+      channelIndex?: number;
+      providerMetadata?: SharedV4ProviderMetadata;
+    }
+  | {
+      /**
+       * Metadata for the response, emitted once available.
+       */
+      type: 'response-metadata';
+      timestamp?: Date;
+      modelId?: string;
+      headers?: SharedV4Headers;
+      body?: unknown;
+    }
+  | {
+      /**
+       * Metadata that is available after the stream is finished.
+       */
+      type: 'finish';
+      text: string;
+      segments: Array<{
+        text: string;
+        startSecond: number;
+        endSecond: number;
+      }>;
+      language?: string;
+      durationInSeconds?: number;
+      providerMetadata?: Record<string, JSONObject>;
+    }
+  | {
+      /**
+       * Raw provider chunks if enabled.
+       */
+      type: 'raw';
+      rawValue: unknown;
+    }
+  | {
+      /**
+       * Error parts are streamed, allowing for multiple errors.
+       */
+      type: 'error';
+      error: unknown;
+    };

package/src/transcription-model/v4/transcription-model-v4-stream-result.ts

@@ -0,0 +1,47 @@
+import type { SharedV4Headers } from '../../shared';
+import type { TranscriptionModelV4StreamPart } from './transcription-model-v4-stream-part';
+
+/**
+ * The result of a transcription model doStream call.
+ */
+export type TranscriptionModelV4StreamResult = {
+  /**
+   * The stream.
+   */
+  stream: ReadableStream<TranscriptionModelV4StreamPart>;
+
+  /**
+   * Optional request information for telemetry and debugging purposes.
+   */
+  request?: {
+    /**
+     * Request body or setup payload that was sent to the provider API.
+     */
+    body?: unknown;
+  };
+
+  /**
+   * Optional response data.
+   */
+  response?: {
+    /**
+     * Timestamp for the start of the streamed response.
+     */
+    timestamp?: Date;
+
+    /**
+     * The ID of the response model that was used to generate the response.
+     */
+    modelId?: string;
+
+    /**
+     * Response headers.
+     */
+    headers?: SharedV4Headers;
+
+    /**
+     * Response body.
+     */
+    body?: unknown;
+  };
+};

package/src/transcription-model/v4/transcription-model-v4.ts

@@ -1,5 +1,7 @@
 import type { TranscriptionModelV4CallOptions } from './transcription-model-v4-call-options';
 import type { TranscriptionModelV4Result } from './transcription-model-v4-result';
+import type { TranscriptionModelV4StreamOptions } from './transcription-model-v4-stream-options';
+import type { TranscriptionModelV4StreamResult } from './transcription-model-v4-stream-result';
 
 /**
  * Transcription model specification version 3.
@@ -30,4 +32,16 @@ export type TranscriptionModelV4 = {
   doGenerate(
     options: TranscriptionModelV4CallOptions,
   ): PromiseLike<TranscriptionModelV4Result>;
+
+  /**
+   * Streams a transcript for live audio.
+   *
+   * Experimental: the streaming transcription contract may change in patch
+   * releases while `experimental_streamTranscribe` is experimental. The
+   * stream option/part/result types are exported with `Experimental_`
+   * prefixes for this reason.
+   */
+  doStream?(
+    options: TranscriptionModelV4StreamOptions,
+  ): PromiseLike<TranscriptionModelV4StreamResult>;
 };