@livekit/agents-plugin-openai 0.9.2 → 1.0.0-next.0

package/dist/realtime/realtime_model.d.ts

@@ -1,190 +1,156 @@
-import { AsyncIterableQueue, Future, llm, multimodal } from '@livekit/agents';
+import { type APIConnectOptions, llm } from '@livekit/agents';
 import { AudioFrame } from '@livekit/rtc-node';
 import * as api_proto from './api_proto.js';
-interface ModelOptions {
-    modalities: ['text', 'audio'] | ['text'];
-    instructions: string;
+interface RealtimeOptions {
+    model: api_proto.Model;
     voice: api_proto.Voice;
-    inputAudioFormat: api_proto.AudioFormat;
-    outputAudioFormat: api_proto.AudioFormat;
-    inputAudioTranscription: api_proto.InputAudioTranscription | null;
-    turnDetection: api_proto.TurnDetectionType | null;
     temperature: number;
-    maxResponseOutputTokens: number;
-    model: api_proto.Model;
+    toolChoice?: llm.ToolChoice;
+    inputAudioTranscription?: api_proto.InputAudioTranscription | null;
+    turnDetection?: api_proto.TurnDetectionType | null;
+    maxResponseOutputTokens?: number | 'inf';
+    speed?: number;
     apiKey?: string;
     baseURL: string;
     isAzure: boolean;
+    azureDeployment?: string;
     entraToken?: string;
     apiVersion?: string;
+    maxSessionDuration: number;
+    connOptions: APIConnectOptions;
 }
-export interface RealtimeResponse {
-    id: string;
-    status: api_proto.ResponseStatus;
-    statusDetails: api_proto.ResponseStatusDetails | null;
-    usage: api_proto.ModelUsage | null;
-    output: RealtimeOutput[];
-    doneFut: Future;
-    createdTimestamp: number;
-    firstTokenTimestamp?: number;
-}
-export interface RealtimeOutput {
-    responseId: string;
-    itemId: string;
-    outputIndex: number;
-    role: api_proto.Role;
-    type: 'message' | 'function_call';
-    content: RealtimeContent[];
-    doneFut: Future;
-}
-export interface RealtimeContent {
-    responseId: string;
-    itemId: string;
-    outputIndex: number;
-    contentIndex: number;
-    text: string;
-    audio: AudioFrame[];
-    textStream: AsyncIterableQueue<string>;
-    audioStream: AsyncIterableQueue<AudioFrame>;
-    toolCalls: RealtimeToolCall[];
-    contentType: api_proto.Modality;
-}
-export interface RealtimeToolCall {
-    name: string;
-    arguments: string;
-    toolCallID: string;
-}
-export interface InputSpeechTranscriptionCompleted {
-    itemId: string;
-    transcript: string;
-}
-export interface InputSpeechTranscriptionFailed {
-    itemId: string;
-    message: string;
-}
-export interface InputSpeechStarted {
-    itemId: string;
-}
-export interface InputSpeechCommitted {
-    itemId: string;
-}
-declare class InputAudioBuffer {
-    #private;
-    constructor(session: RealtimeSession);
-    append(frame: AudioFrame): void;
-    clear(): void;
-    commit(): void;
-}
-declare class ConversationItem {
-    #private;
-    constructor(session: RealtimeSession);
-    truncate(itemId: string, contentIndex: number, audioEnd: number): void;
-    delete(itemId: string): void;
-    create(message: llm.ChatMessage, previousItemId?: string): void;
-}
-declare class Conversation {
-    #private;
-    constructor(session: RealtimeSession);
-    get item(): ConversationItem;
-}
-declare class Response {
-    #private;
-    constructor(session: RealtimeSession);
-    create(): void;
-    cancel(): void;
-}
-export declare class RealtimeModel extends multimodal.RealtimeModel {
-    #private;
+export declare class RealtimeModel extends llm.RealtimeModel {
     sampleRate: number;
     numChannels: number;
     inFrameSize: number;
     outFrameSize: number;
-    static withAzure({ baseURL, azureDeployment, apiVersion, apiKey, entraToken, instructions, modalities, voice, inputAudioFormat, outputAudioFormat, inputAudioTranscription, turnDetection, temperature, maxResponseOutputTokens, }: {
-        baseURL: string;
+    _options: RealtimeOptions;
+    constructor(options?: {
+        model?: string;
+        voice?: string;
+        temperature?: number;
+        toolChoice?: llm.ToolChoice;
+        baseURL?: string;
+        inputAudioTranscription?: api_proto.InputAudioTranscription | null;
+        turnDetection?: api_proto.TurnDetectionType | null;
+        speed?: number;
+        azureDeployment?: string;
+        apiKey?: string;
+        entraToken?: string;
+        apiVersion?: string;
+        maxSessionDuration?: number;
+        connOptions?: APIConnectOptions;
+    });
+    /**
+     * Create a RealtimeModel instance configured for Azure OpenAI Service.
+     *
+     * @param azureDeployment - The name of your Azure OpenAI deployment.
+     * @param azureEndpoint - The endpoint URL for your Azure OpenAI resource. If undefined, will attempt to read from the environment variable AZURE_OPENAI_ENDPOINT.
+     * @param apiVersion - API version to use with Azure OpenAI Service. If undefined, will attempt to read from the environment variable OPENAI_API_VERSION.
+     * @param apiKey - Azure OpenAI API key. If undefined, will attempt to read from the environment variable AZURE_OPENAI_API_KEY.
+     * @param entraToken - Azure Entra authentication token. Required if not using API key authentication.
+     * @param baseURL - Base URL for the API endpoint. If undefined, constructed from the azure_endpoint.
+     * @param voice - Voice setting for audio outputs. Defaults to "alloy".
+     * @param inputAudioTranscription - Options for transcribing input audio. Defaults to @see DEFAULT_INPUT_AUDIO_TRANSCRIPTION.
+     * @param turnDetection - Options for server-based voice activity detection (VAD). Defaults to @see DEFAULT_SERVER_VAD_OPTIONS.
+     * @param temperature - Sampling temperature for response generation. Defaults to @see DEFAULT_TEMPERATURE.
+     * @param speed - Speed of the audio output. Defaults to 1.0.
+     * @param maxResponseOutputTokens - Maximum number of tokens in the response. Defaults to @see DEFAULT_MAX_RESPONSE_OUTPUT_TOKENS.
+     * @param maxSessionDuration - Maximum duration of the session in milliseconds. Defaults to @see DEFAULT_MAX_SESSION_DURATION.
+     *
+     * @returns A RealtimeModel instance configured for Azure OpenAI Service.
+     *
+     * @throws Error if required Azure parameters are missing or invalid.
+     */
+    static withAzure({ azureDeployment, azureEndpoint, apiVersion, apiKey, entraToken, baseURL, voice, inputAudioTranscription, turnDetection, temperature, speed, }: {
         azureDeployment: string;
+        azureEndpoint?: string;
         apiVersion?: string;
         apiKey?: string;
         entraToken?: string;
-        instructions?: string;
-        modalities?: ['text', 'audio'] | ['text'];
-        voice?: api_proto.Voice;
-        inputAudioFormat?: api_proto.AudioFormat;
-        outputAudioFormat?: api_proto.AudioFormat;
+        baseURL?: string;
+        voice?: string;
         inputAudioTranscription?: api_proto.InputAudioTranscription;
         turnDetection?: api_proto.TurnDetectionType;
         temperature?: number;
-        maxResponseOutputTokens?: number;
+        speed?: number;
     }): RealtimeModel;
-    constructor({ modalities, instructions, voice, inputAudioFormat, outputAudioFormat, inputAudioTranscription, turnDetection, temperature, maxResponseOutputTokens, model, apiKey, baseURL, isAzure, apiVersion, entraToken, }: {
-        modalities?: ['text', 'audio'] | ['text'];
-        instructions?: string;
-        voice?: api_proto.Voice;
-        inputAudioFormat?: api_proto.AudioFormat;
-        outputAudioFormat?: api_proto.AudioFormat;
-        inputAudioTranscription?: api_proto.InputAudioTranscription;
-        turnDetection?: api_proto.TurnDetectionType;
-        temperature?: number;
-        maxResponseOutputTokens?: number;
-        model?: api_proto.Model;
-        apiKey?: string;
-        baseURL?: string;
-        isAzure?: boolean;
-        apiVersion?: string;
-        entraToken?: string;
-    });
-    get sessions(): RealtimeSession[];
-    session({ fncCtx, chatCtx, modalities, instructions, voice, inputAudioFormat, outputAudioFormat, inputAudioTranscription, turnDetection, temperature, maxResponseOutputTokens, }: {
-        fncCtx?: llm.FunctionContext;
-        chatCtx?: llm.ChatContext;
-        modalities?: ['text', 'audio'] | ['text'];
-        instructions?: string;
-        voice?: api_proto.Voice;
-        inputAudioFormat?: api_proto.AudioFormat;
-        outputAudioFormat?: api_proto.AudioFormat;
-        inputAudioTranscription?: api_proto.InputAudioTranscription | null;
-        turnDetection?: api_proto.TurnDetectionType | null;
-        temperature?: number;
-        maxResponseOutputTokens?: number;
-    }): RealtimeSession;
+    session(): RealtimeSession;
     close(): Promise<void>;
 }
-export declare class RealtimeSession extends multimodal.RealtimeSession {
+/**
+ * A session for the OpenAI Realtime API.
+ *
+ * This class is used to interact with the OpenAI Realtime API.
+ * It is responsible for sending events to the OpenAI Realtime API and receiving events from it.
+ *
+ * It exposes two more events:
+ * - openai_server_event_received: expose the raw server events from the OpenAI Realtime API
+ * - openai_client_event_queued: expose the raw client events sent to the OpenAI Realtime API
+ */
+export declare class RealtimeSession extends llm.RealtimeSession {
     #private;
-    constructor(opts: ModelOptions, { fncCtx, chatCtx }: {
-        fncCtx?: llm.FunctionContext;
-        chatCtx?: llm.ChatContext;
-    });
-    get chatCtx(): llm.ChatContext | undefined;
-    get fncCtx(): llm.FunctionContext | undefined;
-    set fncCtx(ctx: llm.FunctionContext | undefined);
-    get conversation(): Conversation;
-    get inputAudioBuffer(): InputAudioBuffer;
-    get response(): Response;
-    get expiration(): number;
-    queueMsg(command: api_proto.ClientEvent): void;
-    sessionUpdate({ modalities, instructions, voice, inputAudioFormat, outputAudioFormat, inputAudioTranscription, turnDetection, temperature, maxResponseOutputTokens, toolChoice, selectedTools, }: {
-        modalities: ['text', 'audio'] | ['text'];
-        instructions?: string;
-        voice?: api_proto.Voice;
-        inputAudioFormat?: api_proto.AudioFormat;
-        outputAudioFormat?: api_proto.AudioFormat;
-        inputAudioTranscription?: api_proto.InputAudioTranscription | null;
-        turnDetection?: api_proto.TurnDetectionType | null;
-        temperature?: number;
-        maxResponseOutputTokens?: number;
-        toolChoice?: api_proto.ToolChoice;
-        selectedTools?: string[];
+    private _tools;
+    private remoteChatCtx;
+    private messageChannel;
+    private inputResampler?;
+    private instructions?;
+    private oaiRealtimeModel;
+    private currentGeneration?;
+    private responseCreatedFutures;
+    private textModeRecoveryRetries;
+    private itemCreateFutures;
+    private itemDeleteFutures;
+    private updateChatCtxLock;
+    private updateFuncCtxLock;
+    private bstream;
+    private pushedDurationMs;
+    constructor(realtimeModel: RealtimeModel);
+    sendEvent(command: api_proto.ClientEvent): void;
+    private createSessionUpdateEvent;
+    get chatCtx(): llm.ChatContext;
+    get tools(): llm.ToolContext;
+    updateChatCtx(_chatCtx: llm.ChatContext): Promise<void>;
+    private createChatCtxUpdateEvents;
+    updateTools(_tools: llm.ToolContext): Promise<void>;
+    private createToolsUpdateEvent;
+    updateInstructions(_instructions: string): Promise<void>;
+    updateOptions({ toolChoice }: {
+        toolChoice?: llm.ToolChoice;
     }): void;
-    /**
-     * Try to recover from a text response to audio mode.
-     *
-     * @remarks
-     * Sometimes the OpenAI Realtime API returns text instead of audio responses.
-     * This method tries to recover from this by requesting a new response after deleting the text
-     * response and creating an empty user audio message.
-     */
-    recoverFromTextResponse(itemId: string): void;
+    pushAudio(frame: AudioFrame): void;
+    commitAudio(): Promise<void>;
+    clearAudio(): Promise<void>;
+    generateReply(instructions?: string): Promise<llm.GenerationCreatedEvent>;
+    interrupt(): Promise<void>;
+    truncate(_options: {
+        messageId: string;
+        audioEndMs: number;
+    }): Promise<void>;
+    private createWsConn;
+    private runWs;
     close(): Promise<void>;
+    private handleInputAudioBufferSpeechStarted;
+    private handleInputAudioBufferSpeechStopped;
+    private handleResponseCreated;
+    private handleResponseOutputItemAdded;
+    private handleConversationItemCreated;
+    private handleConversationItemDeleted;
+    private handleConversationItemInputAudioTranscriptionCompleted;
+    private handleConversationItemInputAudioTranscriptionFailed;
+    private handleResponseContentPartAdded;
+    private handleResponseContentPartDone;
+    private handleResponseAudioTranscriptDelta;
+    private handleResponseAudioDelta;
+    private handleResponseAudioTranscriptDone;
+    private handleResponseAudioDone;
+    private handleResponseOutputItemDone;
+    private handleResponseDone;
+    private handleError;
+    private emitError;
+    private resampleAudio;
+    private createResponse;
+    private emitGenerationEvent;
 }
 export {};
 //# sourceMappingURL=realtime_model.d.ts.map

package/dist/realtime/realtime_model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"realtime_model.d.ts","sourceRoot":"","sources":["../../src/realtime/realtime_model.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,kBAAkB,EAClB,MAAM,EAEN,GAAG,EAIH,UAAU,EACX,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,OAAO,KAAK,SAAS,MAAM,gBAAgB,CAAC;AAE5C,UAAU,YAAY;IACpB,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;IACvB,gBAAgB,EAAE,SAAS,CAAC,WAAW,CAAC;IACxC,iBAAiB,EAAE,SAAS,CAAC,WAAW,CAAC;IACzC,uBAAuB,EAAE,SAAS,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAClE,aAAa,EAAE,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAClD,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB,EAAE,MAAM,CAAC;IAChC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,SAAS,CAAC,cAAc,CAAC;IACjC,aAAa,EAAE,SAAS,CAAC,qBAAqB,GAAG,IAAI,CAAC;IACtD,KAAK,EAAE,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC;IACnC,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;IACrB,IAAI,EAAE,SAAS,GAAG,eAAe,CAAC;IAClC,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACvC,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC5C,SAAS,EAAE,gBAAgB,EAAE,CAAC;IAC9B,WAAW,EAAE,SAAS,CAAC,QAAQ,CAAC;CACjC;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iCAAiC;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,8BAA8B;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,cAAM,gBAAgB;;gBAGR,OAAO,EAAE,eAAe;IAIpC,MAAM,CAAC,KAAK,EAAE,UAAU;IAOxB,KAAK;IAML,MAAM;CAKP;AAED,cAAM,gBAAgB;;gBAIR,OAAO,EAAE,eAAe;IAIpC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAS/D,MAAM,CAAC,MAAM,EAAE,MAAM;IAOrB,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;CAyHhE;AAED,cAAM,YAAY;;gBAGJ,OAAO,EAAE,eAAe;IAIpC,IAAI,IAAI,IAAI,gBAAgB,CAE3B;CACF;AAED,cAAM,QAAQ;;gBAGA,OAAO,EAAE,eAAe;IAIpC,MAAM;IAMN,MAAM;CAKP;AAQD,qBAAa,aAAc,SAAQ,UAAU,CAAC,aAAa;;IACzD,UAAU,SAAyB;IACnC,WAAW,SAA0B;IACrC,WAAW,SAA2B;IACtC,YAAY,SAA4B;IAKxC,MAAM,CAAC,SAAS,CAAC,EACf,OAAO,EACP,eAAe,EACf,UAAiC,EACjC,MAAkB,EAClB,UAAsB,EACtB,YAAiB,EACjB,UAA8B,EAC9B,KAAe,EACf,gBAA0B,EAC1B,iBAA2B,EAC3B,uBAAgD,EAChD,aAAsC,EACtC,WAAiB,EACjB,uBAAkC,GACnC,EAAE;QACD,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,gBAAgB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QACzC,iBAAiB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QAC1C,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,CAAC;QAC5D,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC;QAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;KAClC;gBAoBW,EACV,UAA8B,EAC9B,YAAiB,EACjB,KAAe,EACf,gBAA0B,EAC1B,iBAA2B,EAC3B,uBAAgD,EAChD,aAAsC,EACtC,WAAiB,EACjB,uBAAkC,EAClC,KAA4C,EAC5C,MAAyC,EACzC,OAA4B,EAE5B,OAAe,EACf,UAAsB,EACtB,UAAsB,GACvB,EAAE;QACD,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,gBAAgB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QACzC,iBAAiB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QAC1C,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,CAAC;QAC5D,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC;QAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB;IA4BD,IAAI,QAAQ,IAAI,eAAe,EAAE,CAEhC;IAED,OAAO,CAAC,EACN,MAAM,EACN,OAAO,EACP,UAAyC,EACzC,YAA6C,EAC7C,KAA+B,EAC/B,gBAAqD,EACrD,iBAAuD,EACvD,uBAAmE,EACnE,aAA+C,EAC/C,WAA2C,EAC3C,uBAAmE,GACpE,EAAE;QACD,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC;QAC7B,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC;QAC1B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,gBAAgB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QACzC,iBAAiB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QAC1C,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACnE,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACnD,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;KAClC,GAAG,eAAe;IA2Bb,KAAK;CAGZ;AAED,qBAAa,eAAgB,SAAQ,UAAU,CAAC,eAAe;;gBAc3D,IAAI,EAAE,YAAY,EAClB,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;QAAE,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC;QAAC,OAAO,CAAC,EAAE,GAAG,CAAC,WAAW,CAAA;KAAE;IAwBlF,IAAI,OAAO,IAAI,GAAG,CAAC,WAAW,GAAG,SAAS,CAEzC;IAED,IAAI,MAAM,IAAI,GAAG,CAAC,eAAe,GAAG,SAAS,CAE5C;IAED,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,EAE9C;IAED,IAAI,YAAY,IAAI,YAAY,CAE/B;IAED,IAAI,gBAAgB,IAAI,gBAAgB,CAEvC;IAED,IAAI,QAAQ,IAAI,QAAQ,CAEvB;IAED,IAAI,UAAU,IAAI,MAAM,CAKvB;IAED,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,GAAG,IAAI;IAkC9C,aAAa,CAAC,EACZ,UAAkC,EAClC,YAAsC,EACtC,KAAwB,EACxB,gBAA8C,EAC9C,iBAAgD,EAChD,uBAA4D,EAC5D,aAAwC,EACxC,WAAoC,EACpC,uBAA4D,EAC5D,UAAmB,EACnB,aAA+C,GAChD,EAAE;QACD,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,gBAAgB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QACzC,iBAAiB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QAC1C,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACnE,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACnD,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,UAAU,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC;QAClC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;KAC1B;IA8ED;;;;;;;OAOG;IACH,uBAAuB,CAAC,MAAM,EAAE,MAAM;IAmLhC,KAAK;CAiWZ"}
+{"version":3,"file":"realtime_model.d.ts","sourceRoot":"","sources":["../../src/realtime/realtime_model.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,KAAK,iBAAiB,EAUtB,GAAG,EAIJ,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,UAAU,EAAsB,MAAM,mBAAmB,CAAC;AAInE,OAAO,KAAK,SAAS,MAAM,gBAAgB,CAAC;AAQ5C,UAAU,eAAe;IACvB,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;IACvB,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;IAC5B,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAEnE,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;IACnD,uBAAuB,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,OAAO,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,MAAM,CAAC;IAE3B,WAAW,EAAE,iBAAiB,CAAC;CAChC;AA0ED,qBAAa,aAAc,SAAQ,GAAG,CAAC,aAAa;IAClD,UAAU,SAAyB;IACnC,WAAW,SAA0B;IACrC,WAAW,SAA2B;IACtC,YAAY,SAA4B;IAGxC,QAAQ,EAAE,eAAe,CAAC;gBAGxB,OAAO,GAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC;QAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,GAAG,IAAI,CAAC;QAEnE,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACnD,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,WAAW,CAAC,EAAE,iBAAiB,CAAC;KAC5B;IA6CR;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,MAAM,CAAC,SAAS,CAAC,EACf,eAAe,EACf,aAAa,EACb,UAAU,EACV,MAAM,EACN,UAAU,EACV,OAAO,EACP,KAAe,EACf,uBAAiE,EACjE,aAA4C,EAC5C,WAAiB,EACjB,KAAK,GACN,EAAE;QACD,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,CAAC;QAE5D,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC;QAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAuCD,OAAO;IAID,KAAK;CAGZ;AA+CD;;;;;;;;;GASG;AACH,qBAAa,eAAgB,SAAQ,GAAG,CAAC,eAAe;;IACtD,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,aAAa,CAAsD;IAC3E,OAAO,CAAC,cAAc,CAAsC;IAC5D,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,YAAY,CAAC,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAAgB;IACxC,OAAO,CAAC,iBAAiB,CAAC,CAAqB;IAC/C,OAAO,CAAC,sBAAsB,CAA8C;IAE5E,OAAO,CAAC,uBAAuB,CAAa;IAE5C,OAAO,CAAC,iBAAiB,CAAgC;IACzD,OAAO,CAAC,iBAAiB,CAAgC;IAEzD,OAAO,CAAC,iBAAiB,CAAe;IACxC,OAAO,CAAC,iBAAiB,CAAe;IAGxC,OAAO,CAAC,OAAO,CAAoE;IAEnF,OAAO,CAAC,gBAAgB,CAAa;gBAMzB,aAAa,EAAE,aAAa;IAUxC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,GAAG,IAAI;IAI/C,OAAO,CAAC,wBAAwB;IAyBhC,IAAI,OAAO,oBAEV;IAED,IAAI,KAAK,oBAER;IAEK,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAuC7D,OAAO,CAAC,yBAAyB;IA2C3B,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBzD,OAAO,CAAC,sBAAsB;IAqCxB,kBAAkB,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAY9D,aAAa,CAAC,EAAE,UAAU,EAAE,EAAE;QAAE,UAAU,CAAC,EAAE,GAAG,CAAC,UAAU,CAAA;KAAE,GAAG,IAAI;IAepE,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAa5B,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAU5B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAO3B,aAAa,CAAC,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC;IAMzE,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAM1B,QAAQ,CAAC,QAAQ,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;YAuCpE,YAAY;YAmKZ,KAAK;IAmIb,KAAK;IAMX,OAAO,CAAC,mCAAmC;IAM3C,OAAO,CAAC,mCAAmC;IAQ3C,OAAO,CAAC,qBAAqB;IAkC7B,OAAO,CAAC,6BAA6B;IAwBrC,OAAO,CAAC,6BAA6B;IAkBrC,OAAO,CAAC,6BAA6B;IAkBrC,OAAO,CAAC,sDAAsD;IAsB9D,OAAO,CAAC,mDAAmD;IAS3D,OAAO,CAAC,8BAA8B;IA2CtC,OAAO,CAAC,6BAA6B;IAYrC,OAAO,CAAC,kCAAkC;IAqB1C,OAAO,CAAC,wBAAwB;IA2BhC,OAAO,CAAC,iCAAiC;IAQzC,OAAO,CAAC,uBAAuB;IAM/B,OAAO,CAAC,4BAA4B;IA6BpC,OAAO,CAAC,kBAAkB;IA4E1B,OAAO,CAAC,WAAW;IAiBnB,OAAO,CAAC,SAAS;IAWjB,OAAO,CAAE,aAAa;IAItB,OAAO,CAAC,cAAc;IAgCtB,OAAO,CAAC,mBAAmB;CAyB5B"}