assemblyai 4.12.1 → 4.13.0-beta.1

package/dist/node.cjs

@@ -22,7 +22,7 @@ if (typeof navigator !== "undefined" && navigator.userAgent) {
     defaultUserAgentString += navigator.userAgent;
 }
 const defaultUserAgent = {
-    sdk: { name: "JavaScript", version: "4.12.1" },
+    sdk: { name: "JavaScript", version: "4.13.0-beta.1" },
 };
 if (typeof process !== "undefined") {
     if (process.versions.node && defaultUserAgentString.indexOf("Node") === -1) {
@@ -198,9 +198,48 @@ const RealtimeErrorMessages = {
 class RealtimeError extends Error {
 }
 
+const StreamingErrorType = {
+    BadSampleRate: 4000,
+    AuthFailed: 4001,
+    InsufficientFunds: 4002,
+    FreeTierUser: 4003,
+    NonexistentSessionId: 4004,
+    SessionExpired: 4008,
+    ClosedSession: 4010,
+    RateLimited: 4029,
+    UniqueSessionViolation: 4030,
+    SessionTimeout: 4031,
+    AudioTooShort: 4032,
+    AudioTooLong: 4033,
+    AudioTooSmallToTranscode: 4034,
+    BadSchema: 4101,
+    TooManyStreams: 4102,
+    Reconnected: 4103,
+};
+const StreamingErrorMessages = {
+    [StreamingErrorType.BadSampleRate]: "Sample rate must be a positive integer",
+    [StreamingErrorType.AuthFailed]: "Not Authorized",
+    [StreamingErrorType.InsufficientFunds]: "Insufficient funds",
+    [StreamingErrorType.FreeTierUser]: "This feature is paid-only and requires you to add a credit card. Please visit https://app.assemblyai.com/ to add a credit card to your account.",
+    [StreamingErrorType.NonexistentSessionId]: "Session ID does not exist",
+    [StreamingErrorType.SessionExpired]: "Session has expired",
+    [StreamingErrorType.ClosedSession]: "Session is closed",
+    [StreamingErrorType.RateLimited]: "Rate limited",
+    [StreamingErrorType.UniqueSessionViolation]: "Unique session violation",
+    [StreamingErrorType.SessionTimeout]: "Session Timeout",
+    [StreamingErrorType.AudioTooShort]: "Audio too short",
+    [StreamingErrorType.AudioTooLong]: "Audio too long",
+    [StreamingErrorType.AudioTooSmallToTranscode]: "Audio too small to transcode",
+    [StreamingErrorType.BadSchema]: "Bad schema",
+    [StreamingErrorType.TooManyStreams]: "Too many streams",
+    [StreamingErrorType.Reconnected]: "This session has been reconnected. This WebSocket is no longer valid.",
+};
+class StreamingError extends Error {
+}
+
 const defaultRealtimeUrl = "wss://api.assemblyai.com/v2/realtime/ws";
 const forceEndOfUtteranceMessage = `{"force_end_utterance":true}`;
-const terminateSessionMessage = `{"terminate_session":true}`;
+const terminateSessionMessage$1 = `{"terminate_session":true}`;
 /**
  * RealtimeTranscriber connects to the Streaming Speech-to-Text API and lets you transcribe audio in real-time.
  */
@@ -389,11 +428,11 @@ class RealtimeTranscriber {
                     const sessionTerminatedPromise = new Promise((resolve) => {
                         this.sessionTerminatedResolve = resolve;
                     });
-                    this.socket.send(terminateSessionMessage);
+                    this.socket.send(terminateSessionMessage$1);
                     await sessionTerminatedPromise;
                 }
                 else {
-                    this.socket.send(terminateSessionMessage);
+                    this.socket.send(terminateSessionMessage$1);
                 }
             }
             if (this.socket?.removeAllListeners)
@@ -726,7 +765,166 @@ function dataUrlToBlob(dataUrl) {
     return new Blob([u8arr], { type: mime });
 }
 
+const defaultStreamingUrl$1 = "wss://streaming.assemblyai.com/v3/ws";
+const terminateSessionMessage = `{"type":"Terminate"}`;
+class StreamingTranscriber {
+    constructor(params) {
+        this.listeners = {};
+        this.params = {
+            ...params,
+            websocketBaseUrl: params.websocketBaseUrl || defaultStreamingUrl$1,
+        };
+        if ("token" in params && params.token)
+            this.token = params.token;
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
+            throw new Error("API key or temporary token is required.");
+        }
+    }
+    connectionUrl() {
+        const url = new URL(this.params.websocketBaseUrl ?? "");
+        if (url.protocol !== "wss:") {
+            throw new Error("Invalid protocol, must be wss");
+        }
+        const searchParams = new URLSearchParams();
+        searchParams.set("sample_rate", this.params.sampleRate.toString());
+        if (this.params.wordFinalizationMaxWaitTime) {
+            searchParams.set("word_finalization_max_wait_time", this.params.wordFinalizationMaxWaitTime.toString());
+        }
+        if (this.params.endOfTurnConfidenceThreshold) {
+            searchParams.set("end_of_turn_confidence_threshold", this.params.endOfTurnConfidenceThreshold.toString());
+        }
+        if (this.params.minEndOfTurnSilenceWhenConfident) {
+            searchParams.set("min_end_of_turn_silence_when_confident", this.params.minEndOfTurnSilenceWhenConfident.toString());
+        }
+        if (this.params.maxTurnSilence) {
+            searchParams.set("max_turn_silence", this.params.maxTurnSilence.toString());
+        }
+        if (this.params.formattedFinals) {
+            searchParams.set("formatted_finals", this.params.formattedFinals.toString());
+        }
+        url.search = searchParams.toString();
+        return url;
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    on(event, listener) {
+        this.listeners[event] = listener;
+    }
+    connect() {
+        return new Promise((resolve) => {
+            if (this.socket) {
+                throw new Error("Already connected");
+            }
+            const url = this.connectionUrl();
+            this.socket = factory(url.toString(), {
+                headers: { Authorization: this.token || this.apiKey },
+            });
+            this.socket.binaryType = "arraybuffer";
+            this.socket.onopen = () => { };
+            this.socket.onclose = ({ code, reason }) => {
+                if (!reason) {
+                    if (code in StreamingErrorMessages) {
+                        reason = StreamingErrorMessages[code];
+                    }
+                }
+                this.listeners.close?.(code, reason);
+            };
+            this.socket.onerror = (event) => {
+                if (event.error)
+                    this.listeners.error?.(event.error);
+                else
+                    this.listeners.error?.(new Error(event.message));
+            };
+            this.socket.onmessage = ({ data }) => {
+                const message = JSON.parse(data.toString());
+                if ("error" in message) {
+                    this.listeners.error?.(new StreamingError(message.error));
+                    return;
+                }
+                switch (message.type) {
+                    case "Begin": {
+                        resolve(message);
+                        this.listeners.open?.(message);
+                        break;
+                    }
+                    case "Turn": {
+                        this.listeners.turn?.(message);
+                        break;
+                    }
+                    case "Termination": {
+                        this.sessionTerminatedResolve?.();
+                        break;
+                    }
+                }
+            };
+        });
+    }
+    stream() {
+        return new web.WritableStream({
+            write: (chunk) => {
+                this.sendAudio(chunk);
+            },
+        });
+    }
+    sendAudio(audio) {
+        this.send(audio);
+    }
+    send(data) {
+        if (!this.socket || this.socket.readyState !== this.socket.OPEN) {
+            throw new Error("Socket is not open for communication");
+        }
+        this.socket.send(data);
+    }
+    async close(waitForSessionTermination = true) {
+        if (this.socket) {
+            if (this.socket.readyState === this.socket.OPEN) {
+                if (waitForSessionTermination) {
+                    const sessionTerminatedPromise = new Promise((resolve) => {
+                        this.sessionTerminatedResolve = resolve;
+                    });
+                    this.socket.send(terminateSessionMessage);
+                    await sessionTerminatedPromise;
+                }
+                else {
+                    this.socket.send(terminateSessionMessage);
+                }
+            }
+            if (this.socket?.removeAllListeners)
+                this.socket.removeAllListeners();
+            this.socket.close();
+        }
+        this.listeners = {};
+        this.socket = undefined;
+    }
+}
+
+class StreamingTranscriberFactory extends BaseService {
+    constructor(params) {
+        super(params);
+    }
+    transcriber(params) {
+        return new StreamingTranscriber(params);
+    }
+    async createTemporaryToken(params) {
+        const searchParams = new URLSearchParams();
+        // Add each param to the search params
+        Object.entries(params).forEach(([key, value]) => {
+            if (value !== undefined && value !== null) {
+                searchParams.append(key, String(value));
+            }
+        });
+        const queryString = searchParams.toString();
+        const url = queryString ? `/v3/token?${queryString}` : "/v3/token";
+        const data = await this.fetchJson(url, {
+            method: "GET",
+        });
+        return data.token;
+    }
+}
+
 const defaultBaseUrl = "https://api.assemblyai.com";
+const defaultStreamingUrl = "https://streaming.assemblyai.com";
 class AssemblyAI {
     /**
      * Create a new AssemblyAI client.
@@ -741,6 +939,10 @@ class AssemblyAI {
         this.transcripts = new TranscriptService(params, this.files);
         this.lemur = new LemurService(params);
         this.realtime = new RealtimeTranscriberFactory(params);
+        this.streaming = new StreamingTranscriberFactory({
+            ...params,
+            baseUrl: params.streamingBaseUrl || defaultStreamingUrl,
+        });
     }
 }
 
@@ -751,4 +953,5 @@ exports.RealtimeService = RealtimeService;
 exports.RealtimeServiceFactory = RealtimeServiceFactory;
 exports.RealtimeTranscriber = RealtimeTranscriber;
 exports.RealtimeTranscriberFactory = RealtimeTranscriberFactory;
+exports.StreamingTranscriber = StreamingTranscriber;
 exports.TranscriptService = TranscriptService;

package/dist/node.mjs

@@ -20,7 +20,7 @@ if (typeof navigator !== "undefined" && navigator.userAgent) {
     defaultUserAgentString += navigator.userAgent;
 }
 const defaultUserAgent = {
-    sdk: { name: "JavaScript", version: "4.12.1" },
+    sdk: { name: "JavaScript", version: "4.13.0-beta.1" },
 };
 if (typeof process !== "undefined") {
     if (process.versions.node && defaultUserAgentString.indexOf("Node") === -1) {
@@ -196,9 +196,48 @@ const RealtimeErrorMessages = {
 class RealtimeError extends Error {
 }
 
+const StreamingErrorType = {
+    BadSampleRate: 4000,
+    AuthFailed: 4001,
+    InsufficientFunds: 4002,
+    FreeTierUser: 4003,
+    NonexistentSessionId: 4004,
+    SessionExpired: 4008,
+    ClosedSession: 4010,
+    RateLimited: 4029,
+    UniqueSessionViolation: 4030,
+    SessionTimeout: 4031,
+    AudioTooShort: 4032,
+    AudioTooLong: 4033,
+    AudioTooSmallToTranscode: 4034,
+    BadSchema: 4101,
+    TooManyStreams: 4102,
+    Reconnected: 4103,
+};
+const StreamingErrorMessages = {
+    [StreamingErrorType.BadSampleRate]: "Sample rate must be a positive integer",
+    [StreamingErrorType.AuthFailed]: "Not Authorized",
+    [StreamingErrorType.InsufficientFunds]: "Insufficient funds",
+    [StreamingErrorType.FreeTierUser]: "This feature is paid-only and requires you to add a credit card. Please visit https://app.assemblyai.com/ to add a credit card to your account.",
+    [StreamingErrorType.NonexistentSessionId]: "Session ID does not exist",
+    [StreamingErrorType.SessionExpired]: "Session has expired",
+    [StreamingErrorType.ClosedSession]: "Session is closed",
+    [StreamingErrorType.RateLimited]: "Rate limited",
+    [StreamingErrorType.UniqueSessionViolation]: "Unique session violation",
+    [StreamingErrorType.SessionTimeout]: "Session Timeout",
+    [StreamingErrorType.AudioTooShort]: "Audio too short",
+    [StreamingErrorType.AudioTooLong]: "Audio too long",
+    [StreamingErrorType.AudioTooSmallToTranscode]: "Audio too small to transcode",
+    [StreamingErrorType.BadSchema]: "Bad schema",
+    [StreamingErrorType.TooManyStreams]: "Too many streams",
+    [StreamingErrorType.Reconnected]: "This session has been reconnected. This WebSocket is no longer valid.",
+};
+class StreamingError extends Error {
+}
+
 const defaultRealtimeUrl = "wss://api.assemblyai.com/v2/realtime/ws";
 const forceEndOfUtteranceMessage = `{"force_end_utterance":true}`;
-const terminateSessionMessage = `{"terminate_session":true}`;
+const terminateSessionMessage$1 = `{"terminate_session":true}`;
 /**
  * RealtimeTranscriber connects to the Streaming Speech-to-Text API and lets you transcribe audio in real-time.
  */
@@ -387,11 +426,11 @@ class RealtimeTranscriber {
                     const sessionTerminatedPromise = new Promise((resolve) => {
                         this.sessionTerminatedResolve = resolve;
                     });
-                    this.socket.send(terminateSessionMessage);
+                    this.socket.send(terminateSessionMessage$1);
                     await sessionTerminatedPromise;
                 }
                 else {
-                    this.socket.send(terminateSessionMessage);
+                    this.socket.send(terminateSessionMessage$1);
                 }
             }
             if (this.socket?.removeAllListeners)
@@ -724,7 +763,166 @@ function dataUrlToBlob(dataUrl) {
     return new Blob([u8arr], { type: mime });
 }
 
+const defaultStreamingUrl$1 = "wss://streaming.assemblyai.com/v3/ws";
+const terminateSessionMessage = `{"type":"Terminate"}`;
+class StreamingTranscriber {
+    constructor(params) {
+        this.listeners = {};
+        this.params = {
+            ...params,
+            websocketBaseUrl: params.websocketBaseUrl || defaultStreamingUrl$1,
+        };
+        if ("token" in params && params.token)
+            this.token = params.token;
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
+            throw new Error("API key or temporary token is required.");
+        }
+    }
+    connectionUrl() {
+        const url = new URL(this.params.websocketBaseUrl ?? "");
+        if (url.protocol !== "wss:") {
+            throw new Error("Invalid protocol, must be wss");
+        }
+        const searchParams = new URLSearchParams();
+        searchParams.set("sample_rate", this.params.sampleRate.toString());
+        if (this.params.wordFinalizationMaxWaitTime) {
+            searchParams.set("word_finalization_max_wait_time", this.params.wordFinalizationMaxWaitTime.toString());
+        }
+        if (this.params.endOfTurnConfidenceThreshold) {
+            searchParams.set("end_of_turn_confidence_threshold", this.params.endOfTurnConfidenceThreshold.toString());
+        }
+        if (this.params.minEndOfTurnSilenceWhenConfident) {
+            searchParams.set("min_end_of_turn_silence_when_confident", this.params.minEndOfTurnSilenceWhenConfident.toString());
+        }
+        if (this.params.maxTurnSilence) {
+            searchParams.set("max_turn_silence", this.params.maxTurnSilence.toString());
+        }
+        if (this.params.formattedFinals) {
+            searchParams.set("formatted_finals", this.params.formattedFinals.toString());
+        }
+        url.search = searchParams.toString();
+        return url;
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    on(event, listener) {
+        this.listeners[event] = listener;
+    }
+    connect() {
+        return new Promise((resolve) => {
+            if (this.socket) {
+                throw new Error("Already connected");
+            }
+            const url = this.connectionUrl();
+            this.socket = factory(url.toString(), {
+                headers: { Authorization: this.token || this.apiKey },
+            });
+            this.socket.binaryType = "arraybuffer";
+            this.socket.onopen = () => { };
+            this.socket.onclose = ({ code, reason }) => {
+                if (!reason) {
+                    if (code in StreamingErrorMessages) {
+                        reason = StreamingErrorMessages[code];
+                    }
+                }
+                this.listeners.close?.(code, reason);
+            };
+            this.socket.onerror = (event) => {
+                if (event.error)
+                    this.listeners.error?.(event.error);
+                else
+                    this.listeners.error?.(new Error(event.message));
+            };
+            this.socket.onmessage = ({ data }) => {
+                const message = JSON.parse(data.toString());
+                if ("error" in message) {
+                    this.listeners.error?.(new StreamingError(message.error));
+                    return;
+                }
+                switch (message.type) {
+                    case "Begin": {
+                        resolve(message);
+                        this.listeners.open?.(message);
+                        break;
+                    }
+                    case "Turn": {
+                        this.listeners.turn?.(message);
+                        break;
+                    }
+                    case "Termination": {
+                        this.sessionTerminatedResolve?.();
+                        break;
+                    }
+                }
+            };
+        });
+    }
+    stream() {
+        return new WritableStream({
+            write: (chunk) => {
+                this.sendAudio(chunk);
+            },
+        });
+    }
+    sendAudio(audio) {
+        this.send(audio);
+    }
+    send(data) {
+        if (!this.socket || this.socket.readyState !== this.socket.OPEN) {
+            throw new Error("Socket is not open for communication");
+        }
+        this.socket.send(data);
+    }
+    async close(waitForSessionTermination = true) {
+        if (this.socket) {
+            if (this.socket.readyState === this.socket.OPEN) {
+                if (waitForSessionTermination) {
+                    const sessionTerminatedPromise = new Promise((resolve) => {
+                        this.sessionTerminatedResolve = resolve;
+                    });
+                    this.socket.send(terminateSessionMessage);
+                    await sessionTerminatedPromise;
+                }
+                else {
+                    this.socket.send(terminateSessionMessage);
+                }
+            }
+            if (this.socket?.removeAllListeners)
+                this.socket.removeAllListeners();
+            this.socket.close();
+        }
+        this.listeners = {};
+        this.socket = undefined;
+    }
+}
+
+class StreamingTranscriberFactory extends BaseService {
+    constructor(params) {
+        super(params);
+    }
+    transcriber(params) {
+        return new StreamingTranscriber(params);
+    }
+    async createTemporaryToken(params) {
+        const searchParams = new URLSearchParams();
+        // Add each param to the search params
+        Object.entries(params).forEach(([key, value]) => {
+            if (value !== undefined && value !== null) {
+                searchParams.append(key, String(value));
+            }
+        });
+        const queryString = searchParams.toString();
+        const url = queryString ? `/v3/token?${queryString}` : "/v3/token";
+        const data = await this.fetchJson(url, {
+            method: "GET",
+        });
+        return data.token;
+    }
+}
+
 const defaultBaseUrl = "https://api.assemblyai.com";
+const defaultStreamingUrl = "https://streaming.assemblyai.com";
 class AssemblyAI {
     /**
      * Create a new AssemblyAI client.
@@ -739,7 +937,11 @@ class AssemblyAI {
         this.transcripts = new TranscriptService(params, this.files);
         this.lemur = new LemurService(params);
         this.realtime = new RealtimeTranscriberFactory(params);
+        this.streaming = new StreamingTranscriberFactory({
+            ...params,
+            baseUrl: params.streamingBaseUrl || defaultStreamingUrl,
+        });
     }
 }
 
-export { AssemblyAI, FileService, LemurService, RealtimeService, RealtimeServiceFactory, RealtimeTranscriber, RealtimeTranscriberFactory, TranscriptService };
+export { AssemblyAI, FileService, LemurService, RealtimeService, RealtimeServiceFactory, RealtimeTranscriber, RealtimeTranscriberFactory, StreamingTranscriber, TranscriptService };

package/dist/services/index.d.ts

@@ -3,6 +3,7 @@ import { LemurService } from "./lemur";
 import { RealtimeTranscriber, RealtimeTranscriberFactory, RealtimeService, RealtimeServiceFactory } from "./realtime";
 import { TranscriptService } from "./transcripts";
 import { FileService } from "./files";
+import { StreamingTranscriber, StreamingTranscriberFactory } from "./streaming";
 declare class AssemblyAI {
     /**
      * The files service.
@@ -20,10 +21,14 @@ declare class AssemblyAI {
      * The realtime service.
      */
     realtime: RealtimeTranscriberFactory;
+    /**
+     * The streaming service.
+     */
+    streaming: StreamingTranscriberFactory;
     /**
      * Create a new AssemblyAI client.
      * @param params - The parameters for the service, including the API key and base URL, if any.
      */
     constructor(params: BaseServiceParams);
 }
-export { AssemblyAI, LemurService, RealtimeTranscriberFactory, RealtimeTranscriber, RealtimeServiceFactory, RealtimeService, TranscriptService, FileService, };
+export { AssemblyAI, LemurService, RealtimeTranscriberFactory, RealtimeTranscriber, RealtimeServiceFactory, RealtimeService, TranscriptService, FileService, StreamingTranscriber, };

package/dist/services/streaming/factory.d.ts

@@ -0,0 +1,10 @@
+import { BaseServiceParams, StreamingTokenParams, StreamingTranscriberParams } from "../..";
+import { StreamingTranscriber } from "./service";
+import { BaseService } from "../base";
+export declare class StreamingTranscriberFactory extends BaseService {
+    constructor(params: BaseServiceParams);
+    transcriber(params: StreamingTranscriberParams): StreamingTranscriber;
+    createTemporaryToken(params: StreamingTokenParams): Promise<string>;
+}
+export declare class StreamingServiceFactory extends StreamingTranscriberFactory {
+}

package/dist/services/streaming/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./factory";
+export * from "./service";

package/dist/services/streaming/service.d.ts

@@ -0,0 +1,20 @@
+import { StreamingTranscriberParams, AudioData, BeginEvent, TurnEvent } from "../..";
+export declare class StreamingTranscriber {
+    private apiKey?;
+    private token?;
+    private params;
+    private socket?;
+    private listeners;
+    private sessionTerminatedResolve?;
+    constructor(params: StreamingTranscriberParams);
+    private connectionUrl;
+    on(event: "open", listener: (event: BeginEvent) => void): void;
+    on(event: "turn", listener: (event: TurnEvent) => void): void;
+    on(event: "error", listener: (error: Error) => void): void;
+    on(event: "close", listener: (code: number, reason: string) => void): void;
+    connect(): Promise<BeginEvent>;
+    stream(): WritableStream<AudioData>;
+    sendAudio(audio: AudioData): void;
+    private send;
+    close(waitForSessionTermination?: boolean): Promise<void>;
+}

package/dist/types/index.d.ts

@@ -1,8 +1,9 @@
 export * from "./files";
 export * from "./transcripts";
 export * from "./realtime";
-export * from "./services";
 export * from "./asyncapi.generated";
+export * from "./streaming";
+export * from "./services";
 export * from "./openapi.generated";
 export * from "./deprecated";
 export type UserAgentItem = {

package/dist/types/openapi.generated.d.ts

@@ -1262,7 +1262,7 @@ export type SeverityScoreSummary = {
 /**
  * The speech model to use for the transcription.
  */
-export type SpeechModel = "best" | "nano" | "slam-1";
+export type SpeechModel = "best" | "nano" | "slam-1" | "universal";
 /**
  * The replacement logic for detected PII, can be "entity_name" or "hash". See {@link https://www.assemblyai.com/docs/models/pii-redaction | PII redaction } for more details.
  */

package/dist/types/services/index.d.ts

@@ -2,6 +2,7 @@ import { UserAgent } from "..";
 type BaseServiceParams = {
     apiKey: string;
     baseUrl?: string;
+    streamingBaseUrl?: string;
     /**
      * The AssemblyAI user agent to use for requests.
      * The provided components will be merged into the default AssemblyAI user agent.

package/dist/types/streaming/index.d.ts

@@ -0,0 +1,71 @@
+export type StreamingTranscriberParams = {
+    websocketBaseUrl?: string;
+    apiKey?: string;
+    token?: string;
+    sampleRate: number;
+    wordFinalizationMaxWaitTime?: number;
+    endOfTurnConfidenceThreshold?: number;
+    minEndOfTurnSilenceWhenConfident?: number;
+    maxTurnSilence?: number;
+    formattedFinals?: boolean;
+};
+export type StreamingEvents = "open" | "close" | "turn" | "error";
+export type StreamingListeners = {
+    open?: (event: BeginEvent) => void;
+    close?: (code: number, reason: string) => void;
+    turn?: (event: TurnEvent) => void;
+    error?: (error: Error) => void;
+};
+export type StreamingTokenParams = {
+    expires_in_seconds: number;
+    max_session_duration_seconds: number;
+};
+export type StreamingTemporaryTokenResponse = {
+    token: string;
+};
+export type StreamingAudioData = ArrayBufferLike;
+export type BeginEvent = {
+    type: "Begin";
+    id: string;
+    expires_at: number;
+};
+export type TurnEvent = {
+    type: "Turn";
+    turn_order: number;
+    turn_is_formatted: boolean;
+    end_of_turn: boolean;
+    transcript: string;
+    end_of_turn_confidence: number;
+    words: StreamingWord[];
+};
+export type StreamingWord = {
+    start: number;
+    end: number;
+    confidence: number;
+    text: string;
+    word_is_final: boolean;
+};
+export type TerminationEvent = {
+    type: "Termination";
+    audio_duration_seconds: number;
+    session_duration_seconds: number;
+};
+export type StreamingTerminateSession = {
+    type: "Terminate";
+};
+export type StreamingUpdateConfiguration = {
+    type: "UpdateConfiguration";
+    word_finalization_max_wait_time?: number;
+    end_of_turn_confidence_threshold?: number;
+    min_end_of_turn_silence_when_confident?: number;
+    max_turn_silence?: number;
+    formatted_finals?: boolean;
+};
+export type StreamingForceEndpoint = {
+    type: "ForceEndpoint";
+};
+export type ErrorEvent = {
+    error: string;
+};
+export type StreamingEventMessage = BeginEvent | TurnEvent | TerminationEvent | ErrorEvent;
+export type StreamingOperationMessage = StreamingUpdateConfiguration | StreamingForceEndpoint | StreamingTerminateSession;

package/dist/utils/errors/index.d.ts

@@ -1 +1,2 @@
 export { RealtimeError, RealtimeErrorType, RealtimeErrorMessages, } from "./realtime";
+export { StreamingError, StreamingErrorType, StreamingErrorMessages, } from "./streaming";