@openai/agents-realtime 0.0.1

package/dist/openaiRealtimeBase.d.ts

@@ -0,0 +1,143 @@
+import { RuntimeEventEmitter } from '@openai/agents-core';
+import type { MessageEvent as WebSocketMessageEvent } from 'ws';
+import { RealtimeClientMessage, RealtimeSessionConfig, RealtimeTracingConfig, RealtimeUserInput } from './clientMessages';
+import { RealtimeItem } from './items';
+import { ApiKey, RealtimeTransportLayer, RealtimeTransportLayerConnectOptions } from './transportLayer';
+import { RealtimeTranportEventTypes, TransportToolCallEvent } from './transportLayerEvents';
+import { EventEmitterDelegate } from '@openai/agents-core/utils';
+/**
+ * The models that are supported by the OpenAI Realtime API.
+ */
+export type OpenAIRealtimeModels = 'gpt-4o-realtime-preview' | 'gpt-4o-mini-realtime-preview' | 'gpt-4o-realtime-preview-2025-06-03' | 'gpt-4o-realtime-preview-2024-12-17' | 'gpt-4o-realtime-preview-2024-10-01' | 'gpt-4o-mini-realtime-preview-2024-12-17' | (string & {});
+/**
+ * The default model that is used during the connection if no model is provided.
+ */
+export declare const DEFAULT_OPENAI_REALTIME_MODEL: OpenAIRealtimeModels;
+/**
+ * The default session config that gets send over during session connection unless overriden
+ * by the user.
+ */
+export declare const DEFAULT_OPENAI_REALTIME_SESSION_CONFIG: Partial<RealtimeSessionConfig>;
+/**
+ * The options for the OpenAI Realtime transport layer.
+ */
+export type OpenAIRealtimeBaseOptions = {
+    /**
+     * The model to used during the connection.
+     */
+    model?: OpenAIRealtimeModels;
+    /**
+     * The API key to use for the connection.
+     */
+    apiKey?: ApiKey;
+};
+/**
+ * The events that are emitted by the OpenAI Realtime transport layer.
+ */
+export type OpenAIRealtimeEventTypes = {
+    /**
+     * Triggered when the connection is established.
+     */
+    connected: [];
+    /**
+     * Triggered when the connection is closed.
+     */
+    disconnected: [];
+} & RealtimeTranportEventTypes;
+export declare abstract class OpenAIRealtimeBase extends EventEmitterDelegate<OpenAIRealtimeEventTypes> implements RealtimeTransportLayer {
+    #private;
+    protected eventEmitter: RuntimeEventEmitter<OpenAIRealtimeEventTypes>;
+    constructor(options?: OpenAIRealtimeBaseOptions);
+    /**
+     * The current model that is being used by the transport layer.
+     */
+    get currentModel(): OpenAIRealtimeModels;
+    /**
+     * The current model that is being used by the transport layer.
+     * **Note**: The model cannot be changed mid conversation.
+     */
+    set currentModel(model: OpenAIRealtimeModels);
+    abstract get status(): 'connected' | 'disconnected' | 'connecting' | 'disconnecting';
+    abstract connect(options: RealtimeTransportLayerConnectOptions): Promise<void>;
+    abstract sendEvent(event: RealtimeClientMessage): void;
+    abstract mute(muted: boolean): void;
+    abstract close(): void;
+    abstract interrupt(): void;
+    abstract readonly muted: boolean | null;
+    protected _getApiKey(options: RealtimeTransportLayerConnectOptions): Promise<string>;
+    protected _onMessage(event: MessageEvent | WebSocketMessageEvent): void;
+    protected _onError(error: any): void;
+    protected _onOpen(): void;
+    protected _onClose(): void;
+    /**
+     * Send a message to the Realtime API. This will create a new item in the conversation and
+     * trigger a response.
+     *
+     * @param message - The message to send.
+     * @param otherEventData - Additional event data to send.
+     */
+    sendMessage(message: RealtimeUserInput, otherEventData: Record<string, any>): void;
+    protected _getMergedSessionConfig(config: Partial<RealtimeSessionConfig>): {
+        instructions: string | undefined;
+        model: string;
+        voice: string | undefined;
+        modalities: ("text" | "audio")[] | undefined;
+        input_audio_format: import("./clientMessages").RealtimeAudioFormat | undefined;
+        output_audio_format: import("./clientMessages").RealtimeAudioFormat | undefined;
+        input_audio_transcription: Record<string, any> | undefined;
+        turn_detection: Record<string, any> | undefined;
+        tool_choice: import("@openai/agents-core").ModelSettingsToolChoice | undefined;
+        tools: {
+            strict: undefined;
+            type: "function";
+            name: string;
+            description: string;
+            parameters: import("@openai/agents-core/types").JsonObjectSchema<any>;
+        }[] | undefined;
+    };
+    /**
+     * Sets the internal tracing config. This is used to track the tracing config that has been set
+     * during the session.create event.
+     */
+    set _tracingConfig(tracingConfig: RealtimeTracingConfig | null);
+    /**
+     * Sets the tracing config for the session. This will send the tracing config to the Realtime API.
+     *
+     * @param tracingConfig - The tracing config to set. We don't support 'auto' here as the SDK will always configure a Workflow Name unless it exists
+     */
+    protected _updateTracingConfig(tracingConfig: RealtimeTracingConfig): void;
+    /**
+     * Updates the session config. This will merge it with the current session config with the default
+     * values and send it to the Realtime API.
+     *
+     * @param config - The session config to update.
+     */
+    updateSessionConfig(config: Partial<RealtimeSessionConfig>): void;
+    /**
+     * Send the output of a function call to the Realtime API.
+     *
+     * @param toolCall - The tool call to send the output for.
+     * @param output - The output of the function call.
+     * @param startResponse - Whether to start a new response after sending the output.
+     */
+    sendFunctionCallOutput(toolCall: TransportToolCallEvent, output: string, startResponse?: boolean): void;
+    /**
+     * Send an audio buffer to the Realtime API. If `{ commit: true }` is passed, the audio buffer
+     * will be committed and the model will start processing it. This is necessary if you have
+     * disabled turn detection / voice activity detection (VAD).
+     *
+     * @param audio - The audio buffer to send.
+     * @param options - The options for the audio buffer.
+     */
+    sendAudio(audio: ArrayBuffer, { commit }?: {
+        commit?: boolean;
+    }): void;
+    /**
+     * Reset the history of the conversation. This will create a diff between the old and new history
+     * and send the necessary events to the Realtime API to update the history.
+     *
+     * @param oldHistory - The old history of the conversation.
+     * @param newHistory - The new history of the conversation.
+     */
+    resetHistory(oldHistory: RealtimeItem[], newHistory: RealtimeItem[]): void;
+}

package/dist/openaiRealtimeBase.js

@@ -0,0 +1,449 @@
+import { RuntimeEventEmitter, Usage } from '@openai/agents-core';
+import { realtimeMessageItemSchema, realtimeToolCallItem, } from "./items.js";
+import logger from "./logger.js";
+import { parseRealtimeEvent, responseDoneEventSchema, } from "./openaiRealtimeEvents.js";
+import { arrayBufferToBase64, diffRealtimeHistory } from "./utils.js";
+import { EventEmitterDelegate } from '@openai/agents-core/utils';
+/**
+ * The default model that is used during the connection if no model is provided.
+ */
+export const DEFAULT_OPENAI_REALTIME_MODEL = 'gpt-4o-realtime-preview';
+/**
+ * The default session config that gets send over during session connection unless overriden
+ * by the user.
+ */
+export const DEFAULT_OPENAI_REALTIME_SESSION_CONFIG = {
+    voice: 'ash',
+    modalities: ['text', 'audio'],
+    inputAudioFormat: 'pcm16',
+    outputAudioFormat: 'pcm16',
+    inputAudioTranscription: {
+        model: 'gpt-4o-mini-transcribe',
+    },
+    turnDetection: {
+        type: 'semantic_vad',
+    },
+};
+export class OpenAIRealtimeBase extends EventEmitterDelegate {
+    #model;
+    #apiKey;
+    #tracingConfig = null;
+    eventEmitter = new RuntimeEventEmitter();
+    constructor(options = {}) {
+        super();
+        this.#model = options.model ?? DEFAULT_OPENAI_REALTIME_MODEL;
+        this.#apiKey = options.apiKey;
+    }
+    /**
+     * The current model that is being used by the transport layer.
+     */
+    get currentModel() {
+        return this.#model;
+    }
+    /**
+     * The current model that is being used by the transport layer.
+     * **Note**: The model cannot be changed mid conversation.
+     */
+    set currentModel(model) {
+        this.#model = model;
+    }
+    async _getApiKey(options) {
+        const apiKey = options.apiKey ?? this.#apiKey;
+        if (typeof apiKey === 'function') {
+            return await apiKey();
+        }
+        return apiKey;
+    }
+    _onMessage(event) {
+        const { data: parsed, isGeneric } = parseRealtimeEvent(event);
+        if (parsed === null) {
+            return;
+        }
+        this.emit('*', parsed);
+        if (isGeneric) {
+            return;
+        }
+        if (parsed.type === 'error') {
+            this.emit('error', { type: 'error', error: parsed });
+        }
+        else {
+            this.emit(parsed.type, parsed);
+        }
+        if (parsed.type === 'response.created') {
+            this.emit('turn_started', {
+                type: 'response_started',
+                providerData: {
+                    ...parsed,
+                },
+            });
+            return;
+        }
+        if (parsed.type === 'response.done') {
+            const response = responseDoneEventSchema.safeParse(parsed);
+            if (!response.success) {
+                logger.error('Error parsing response done event', response.error);
+                return;
+            }
+            const inputTokens = response.data.response.usage?.input_tokens ?? 0;
+            const outputTokens = response.data.response.usage?.output_tokens ?? 0;
+            const totalTokens = inputTokens + outputTokens;
+            const usage = new Usage({
+                inputTokens,
+                inputTokensDetails: response.data.response.usage?.input_tokens_details ?? {},
+                outputTokens,
+                outputTokensDetails: response.data.response.usage?.output_tokens_details ?? {},
+                totalTokens,
+            });
+            this.emit('usage_update', usage);
+            this.emit('turn_done', {
+                type: 'response_done',
+                response: {
+                    id: response.data.response.id ?? '',
+                    output: response.data.response.output ?? [],
+                    usage: {
+                        inputTokens,
+                        inputTokensDetails: response.data.response.usage?.input_tokens_details ?? {},
+                        outputTokens,
+                        outputTokensDetails: response.data.response.usage?.output_tokens_details ?? {},
+                        totalTokens,
+                    },
+                },
+            });
+            return;
+        }
+        if (parsed.type === 'response.audio.done') {
+            this.emit('audio_done');
+            return;
+        }
+        if (parsed.type === 'conversation.item.deleted') {
+            this.emit('item_deleted', {
+                itemId: parsed.item_id,
+            });
+            return;
+        }
+        if (parsed.type === 'conversation.item.input_audio_transcription.completed' ||
+            parsed.type === 'conversation.item.truncated') {
+            // right now rather than keeping track of partials and rebuilding the item we
+            // will retrieve it instead which triggers the `conversation.item.retrieved` event below
+            this.sendEvent({
+                type: 'conversation.item.retrieve',
+                item_id: parsed.item_id,
+            });
+            return;
+        }
+        if (parsed.type === 'conversation.item.input_audio_transcription.delta' ||
+            parsed.type === 'response.text.delta' ||
+            parsed.type === 'response.audio_transcript.delta' ||
+            parsed.type === 'response.function_call_arguments.delta') {
+            if (parsed.type === 'response.audio_transcript.delta') {
+                this.emit('audio_transcript_delta', {
+                    type: 'transcript_delta',
+                    delta: parsed.delta,
+                    itemId: parsed.item_id,
+                });
+            }
+            // no support for partial transcripts yet.
+            return;
+        }
+        if (parsed.type === 'conversation.item.created' ||
+            parsed.type === 'conversation.item.retrieved') {
+            if (parsed.item.type === 'message') {
+                const previousItemId = parsed.type === 'conversation.item.created'
+                    ? parsed.previous_item_id
+                    : null;
+                const item = realtimeMessageItemSchema.parse({
+                    itemId: parsed.item.id,
+                    previousItemId,
+                    type: parsed.item.type,
+                    role: parsed.item.role,
+                    content: parsed.item.content,
+                    status: parsed.item.status,
+                });
+                this.emit('item_update', item);
+                return;
+            }
+        }
+        if (parsed.type === 'response.output_item.done' ||
+            parsed.type === 'response.output_item.added') {
+            const item = parsed.item;
+            if (item.type === 'function_call' && item.status === 'completed') {
+                const toolCall = realtimeToolCallItem.parse({
+                    itemId: item.id,
+                    type: item.type,
+                    status: 'in_progress', // we set it to in_progress for the UI as it will only be completed with the output
+                    arguments: item.arguments,
+                    name: item.name,
+                    output: null,
+                });
+                this.emit('item_update', toolCall);
+                this.emit('function_call', {
+                    id: item.id,
+                    type: 'function_call',
+                    callId: item.call_id ?? '',
+                    arguments: item.arguments ?? '',
+                    name: item.name ?? '',
+                });
+                return;
+            }
+            if (item.type === 'message') {
+                const realtimeItem = realtimeMessageItemSchema.parse({
+                    itemId: parsed.item.id,
+                    type: parsed.item.type,
+                    role: parsed.item.role,
+                    content: parsed.item.content,
+                    status: 'in_progress',
+                });
+                this.emit('item_update', realtimeItem);
+                return;
+            }
+        }
+    }
+    _onError(error) {
+        this.emit('error', {
+            type: 'error',
+            error,
+        });
+    }
+    _onOpen() {
+        this.emit('connected');
+    }
+    _onClose() {
+        this.emit('disconnected');
+    }
+    /**
+     * Send a message to the Realtime API. This will create a new item in the conversation and
+     * trigger a response.
+     *
+     * @param message - The message to send.
+     * @param otherEventData - Additional event data to send.
+     */
+    sendMessage(message, otherEventData) {
+        this.sendEvent({
+            type: 'conversation.item.create',
+            item: typeof message === 'string'
+                ? {
+                    type: 'message',
+                    role: 'user',
+                    content: [
+                        {
+                            type: 'input_text',
+                            text: message,
+                        },
+                    ],
+                }
+                : message,
+            ...otherEventData,
+        });
+        this.sendEvent({
+            type: 'response.create',
+        });
+    }
+    _getMergedSessionConfig(config) {
+        const sessionData = {
+            instructions: config.instructions,
+            model: config.model ??
+                this.#model ??
+                DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.model,
+            voice: config.voice ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.voice,
+            modalities: config.modalities ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.modalities,
+            input_audio_format: config.inputAudioFormat ??
+                DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioFormat,
+            output_audio_format: config.outputAudioFormat ??
+                DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.outputAudioFormat,
+            input_audio_transcription: config.inputAudioTranscription ??
+                DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.inputAudioTranscription,
+            turn_detection: config.turnDetection ??
+                DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.turnDetection,
+            tool_choice: config.toolChoice ?? DEFAULT_OPENAI_REALTIME_SESSION_CONFIG.toolChoice,
+            tools: config.tools?.map((tool) => ({
+                ...tool,
+                strict: undefined,
+            })),
+            // We don't set tracing here to make sure that we don't try to override it on every
+            // session.update as it might lead to errors
+            ...(config.providerData ?? {}),
+        };
+        return sessionData;
+    }
+    /**
+     * Sets the internal tracing config. This is used to track the tracing config that has been set
+     * during the session.create event.
+     */
+    set _tracingConfig(tracingConfig) {
+        this.#tracingConfig = tracingConfig;
+    }
+    /**
+     * Sets the tracing config for the session. This will send the tracing config to the Realtime API.
+     *
+     * @param tracingConfig - The tracing config to set. We don't support 'auto' here as the SDK will always configure a Workflow Name unless it exists
+     */
+    _updateTracingConfig(tracingConfig) {
+        if (typeof this.#tracingConfig === 'undefined') {
+            // treating it as default value
+            this.#tracingConfig = null;
+        }
+        if (tracingConfig === 'auto') {
+            // turn on tracing in auto mode
+            this.sendEvent({
+                type: 'session.update',
+                session: {
+                    tracing: 'auto',
+                },
+            });
+            return;
+        }
+        if (typeof this.#tracingConfig !== 'string' &&
+            typeof tracingConfig !== 'string') {
+            // tracing is already set, we can't change it
+            logger.warn('Tracing config is already set, skipping setting it again. This likely happens when you already set a tracing config on session creation.');
+            return;
+        }
+        if (tracingConfig === null) {
+            logger.debug('Disabling tracing for this session. It cannot be turned on for this session from this point on.');
+            this.sendEvent({
+                type: 'session.update',
+                session: {
+                    tracing: null,
+                },
+            });
+            return;
+        }
+        if (this.#tracingConfig === null ||
+            typeof this.#tracingConfig === 'string') {
+            // tracing is currently not set so we can set it to the new value
+            this.sendEvent({
+                type: 'session.update',
+                session: {
+                    tracing: tracingConfig,
+                },
+            });
+            return;
+        }
+        if (tracingConfig?.group_id !== this.#tracingConfig?.group_id ||
+            tracingConfig?.metadata !== this.#tracingConfig?.metadata ||
+            tracingConfig?.workflow_name !== this.#tracingConfig?.workflow_name) {
+            logger.warn('Mismatch in tracing config. Ignoring the new tracing config. This likely happens when you already set a tracing config on session creation. Current tracing config: %s, new tracing config: %s', JSON.stringify(this.#tracingConfig), JSON.stringify(tracingConfig));
+            return;
+        }
+        this.sendEvent({
+            type: 'session.update',
+            session: {
+                tracing: tracingConfig,
+            },
+        });
+    }
+    /**
+     * Updates the session config. This will merge it with the current session config with the default
+     * values and send it to the Realtime API.
+     *
+     * @param config - The session config to update.
+     */
+    updateSessionConfig(config) {
+        const sessionData = this._getMergedSessionConfig(config);
+        this.sendEvent({
+            type: 'session.update',
+            session: sessionData,
+        });
+    }
+    /**
+     * Send the output of a function call to the Realtime API.
+     *
+     * @param toolCall - The tool call to send the output for.
+     * @param output - The output of the function call.
+     * @param startResponse - Whether to start a new response after sending the output.
+     */
+    sendFunctionCallOutput(toolCall, output, startResponse = true) {
+        this.sendEvent({
+            type: 'conversation.item.create',
+            item: {
+                type: 'function_call_output',
+                output,
+                call_id: toolCall.callId,
+            },
+        });
+        try {
+            const item = realtimeToolCallItem.parse({
+                itemId: toolCall.id,
+                previousItemId: toolCall.previousItemId,
+                type: 'function_call',
+                status: 'completed',
+                arguments: toolCall.arguments,
+                name: toolCall.name,
+                output,
+            });
+            this.emit('item_update', item);
+        }
+        catch (error) {
+            logger.error('Error parsing tool call item', error, toolCall);
+        }
+        if (startResponse) {
+            this.sendEvent({
+                type: 'response.create',
+            });
+        }
+    }
+    /**
+     * Send an audio buffer to the Realtime API. If `{ commit: true }` is passed, the audio buffer
+     * will be committed and the model will start processing it. This is necessary if you have
+     * disabled turn detection / voice activity detection (VAD).
+     *
+     * @param audio - The audio buffer to send.
+     * @param options - The options for the audio buffer.
+     */
+    sendAudio(audio, { commit = false } = {}) {
+        this.sendEvent({
+            type: 'input_audio_buffer.append',
+            audio: arrayBufferToBase64(audio),
+        });
+        if (commit) {
+            this.sendEvent({
+                type: 'input_audio_buffer.commit',
+            });
+        }
+    }
+    /**
+     * Reset the history of the conversation. This will create a diff between the old and new history
+     * and send the necessary events to the Realtime API to update the history.
+     *
+     * @param oldHistory - The old history of the conversation.
+     * @param newHistory - The new history of the conversation.
+     */
+    resetHistory(oldHistory, newHistory) {
+        const { removals, additions, updates } = diffRealtimeHistory(oldHistory, newHistory);
+        const removalIds = new Set(removals.map((item) => item.itemId));
+        // we don't have an update event for items so we will remove and re-add what's there
+        for (const update of updates) {
+            removalIds.add(update.itemId);
+        }
+        if (removalIds.size > 0) {
+            for (const itemId of removalIds) {
+                this.sendEvent({
+                    type: 'conversation.item.delete',
+                    item_id: itemId,
+                });
+            }
+        }
+        const additionsAndUpdates = [...additions, ...updates];
+        for (const addition of additionsAndUpdates) {
+            if (addition.type === 'message') {
+                const itemEntry = {
+                    type: 'message',
+                    role: addition.role,
+                    content: addition.content,
+                    id: addition.itemId,
+                };
+                if (addition.role !== 'system' && addition.status) {
+                    itemEntry.status = addition.status;
+                }
+                this.sendEvent({
+                    type: 'conversation.item.create',
+                    item: itemEntry,
+                });
+            }
+            else if (addition.type === 'function_call') {
+                logger.warn('Function calls cannot be manually added or updated at the moment. Ignoring.');
+            }
+        }
+    }
+}
+//# sourceMappingURL=openaiRealtimeBase.js.map

package/dist/openaiRealtimeBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiRealtimeBase.js","sourceRoot":"","sources":["../src/openaiRealtimeBase.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,MAAM,qBAAqB;OASzD,EAEL,yBAAyB,EACzB,oBAAoB,GACrB;OACM,MAAM;OACN,EACL,kBAAkB,EAClB,uBAAuB,GACxB;OAUM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE;OAC5C,EAAE,oBAAoB,EAAE,MAAM,2BAA2B;AAchE;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GACxC,yBAAyB,CAAC;AAE5B;;;GAGG;AACH,MAAM,CAAC,MAAM,sCAAsC,GACjD;IACE,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;IAC7B,gBAAgB,EAAE,OAAO;IACzB,iBAAiB,EAAE,OAAO;IAC1B,uBAAuB,EAAE;QACvB,KAAK,EAAE,wBAAwB;KAChC;IACD,aAAa,EAAE;QACb,IAAI,EAAE,cAAc;KACrB;CACF,CAAC;AA8BJ,MAAM,OAAgB,kBACpB,SAAQ,oBAA8C;IAGtD,MAAM,CAAS;IACf,OAAO,CAAqB;IAC5B,cAAc,GAAiC,IAAI,CAAC;IAE1C,YAAY,GACpB,IAAI,mBAAmB,EAA4B,CAAC;IAEtD,YAAY,UAAqC,EAAE;QACjD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,6BAA6B,CAAC;QAC7D,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,YAAY,CAAC,KAA2B;QAC1C,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAsBS,KAAK,CAAC,UAAU,CAAC,OAA6C;QACtE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC;QAE9C,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE,CAAC;YACjC,OAAO,MAAM,MAAM,EAAE,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,UAAU,CAAC,KAA2C;QAC9D,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,IAAI,EAAE,kBAAkB;gBACxB,YAAY,EAAE;oBACZ,GAAG,MAAM;iBACV;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAClE,OAAO;YACT,CAAC;YACD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;YACpE,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACtE,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;gBACtB,WAAW;gBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;gBAC1D,YAAY;gBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;gBAC3D,WAAW;aACZ,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;gBACrB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE;oBACR,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE;oBACnC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE;oBAC3C,KAAK,EAAE;wBACL,WAAW;wBACX,kBAAkB,EAChB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,oBAAoB,IAAI,EAAE;wBAC1D,YAAY;wBACZ,mBAAmB,EACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,IAAI,EAAE;wBAC3D,WAAW;qBACZ;iBACF;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,KAAK,2BAA2B,EAAE,CAAC;YAChD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;gBACxB,MAAM,EAAE,MAAM,CAAC,OAAO;aACvB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,uDAAuD;YACvE,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,6EAA6E;YAC7E,wFAAwF;YACxF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,mDAAmD;YACnE,MAAM,CAAC,IAAI,KAAK,qBAAqB;YACrC,MAAM,CAAC,IAAI,KAAK,iCAAiC;YACjD,MAAM,CAAC,IAAI,KAAK,wCAAwC,EACxD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,iCAAiC,EAAE,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBAClC,IAAI,EAAE,kBAAkB;oBACxB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,MAAM,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;YACD,0CAA0C;YAC1C,OAAO;QACT,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,6BAA6B,EAC7C,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBACnC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,2BAA2B;oBACzC,CAAC,CAAC,MAAM,CAAC,gBAAgB;oBACzB,CAAC,CAAC,IAAI,CAAC;gBACX,MAAM,IAAI,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,cAAc;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;iBAC3B,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;gBAC/B,OAAO;YACT,CAAC;QACH,CAAC;QAED,IACE,MAAM,CAAC,IAAI,KAAK,2BAA2B;YAC3C,MAAM,CAAC,IAAI,KAAK,4BAA4B,EAC5C,CAAC;YACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBACjE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,KAAK,CAAC;oBAC1C,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,aAAa,EAAE,mFAAmF;oBAC1G,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,MAAM,EAAE,IAAI;iBACb,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;gBACnC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE;oBACzB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;oBAC1B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;oBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;iBACtB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,yBAAyB,CAAC,KAAK,CAAC;oBACnD,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI;oBACtB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO;oBAC5B,MAAM,EAAE,aAAa;iBACtB,CAAC,CAAC;gBACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;gBACvC,OAAO;YACT,CAAC;QACH,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,KAAU;QAC3B,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACjB,IAAI,EAAE,OAAO;YACb,KAAK;SACN,CAAC,CAAC;IACL,CAAC;IAES,OAAO;QACf,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzB,CAAC;IAES,QAAQ;QAChB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,OAA0B,EAAE,cAAmC;QACzE,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EACF,OAAO,OAAO,KAAK,QAAQ;gBACzB,CAAC,CAAC;oBACE,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,YAAY;4BAClB,IAAI,EAAE,OAAO;yBACd;qBACF;iBACF;gBACH,CAAC,CAAC,OAAO;YACb,GAAG,cAAc;SAClB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAES,uBAAuB,CAAC,MAAsC;QACtE,MAAM,WAAW,GAAG;YAClB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EACH,MAAM,CAAC,KAAK;gBACZ,IAAI,CAAC,MAAM;gBACX,sCAAsC,CAAC,KAAK;YAC9C,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,sCAAsC,CAAC,KAAK;YACnE,UAAU,EACR,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,kBAAkB,EAChB,MAAM,CAAC,gBAAgB;gBACvB,sCAAsC,CAAC,gBAAgB;YACzD,mBAAmB,EACjB,MAAM,CAAC,iBAAiB;gBACxB,sCAAsC,CAAC,iBAAiB;YAC1D,yBAAyB,EACvB,MAAM,CAAC,uBAAuB;gBAC9B,sCAAsC,CAAC,uBAAuB;YAChE,cAAc,EACZ,MAAM,CAAC,aAAa;gBACpB,sCAAsC,CAAC,aAAa;YACtD,WAAW,EACT,MAAM,CAAC,UAAU,IAAI,sCAAsC,CAAC,UAAU;YACxE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAClC,GAAG,IAAI;gBACP,MAAM,EAAE,SAAS;aAClB,CAAC,CAAC;YACH,mFAAmF;YACnF,4CAA4C;YAC5C,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;SAC/B,CAAC;QAEF,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,IAAI,cAAc,CAAC,aAA2C;QAC5D,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;IACtC,CAAC;IAED;;;;OAIG;IACO,oBAAoB,CAAC,aAAoC;QACjE,IAAI,OAAO,IAAI,CAAC,cAAc,KAAK,WAAW,EAAE,CAAC;YAC/C,+BAA+B;YAC/B,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;QAED,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;YAC7B,+BAA+B;YAC/B,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,MAAM;iBAChB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;YACvC,OAAO,aAAa,KAAK,QAAQ,EACjC,CAAC;YACD,6CAA6C;YAC7C,MAAM,CAAC,IAAI,CACT,0IAA0I,CAC3I,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;YAC3B,MAAM,CAAC,KAAK,CACV,iGAAiG,CAClG,CAAC;YAEF,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,IAAI;iBACd;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,IAAI,CAAC,cAAc,KAAK,IAAI;YAC5B,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ,EACvC,CAAC;YACD,iEAAiE;YACjE,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,OAAO,EAAE,aAAa;iBACvB;aACF,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IACE,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,QAAQ,KAAK,IAAI,CAAC,cAAc,EAAE,QAAQ;YACzD,aAAa,EAAE,aAAa,KAAK,IAAI,CAAC,cAAc,EAAE,aAAa,EACnE,CAAC;YACD,MAAM,CAAC,IAAI,CACT,gMAAgM,EAChM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,EACnC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAC9B,CAAC;YACF,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;aACvB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,mBAAmB,CAAC,MAAsC;QACxD,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QAEzD,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,WAAW;SACrB,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,sBAAsB,CACpB,QAAgC,EAChC,MAAc,EACd,gBAAyB,IAAI;QAE7B,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,0BAA0B;YAChC,IAAI,EAAE;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,MAAM;gBACN,OAAO,EAAE,QAAQ,CAAC,MAAM;aACzB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC;gBACtC,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,MAAM;aACP,CAAC,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,iBAAiB;aACxB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,SAAS,CACP,KAAkB,EAClB,EAAE,MAAM,GAAG,KAAK,KAA2B,EAAE;QAE7C,IAAI,CAAC,SAAS,CAAC;YACb,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,mBAAmB,CAAC,KAAK,CAAC;SAClC,CAAC,CAAC;QAEH,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,2BAA2B;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,UAA0B,EAAE,UAA0B;QACjE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAC1D,UAAU,EACV,UAAU,CACX,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,oFAAoF;QACpF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,OAAO,EAAE,MAAM;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,mBAAmB,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC,CAAC;QAEvD,KAAK,MAAM,QAAQ,IAAI,mBAAmB,EAAE,CAAC;YAC3C,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAChC,MAAM,SAAS,GAAwB;oBACrC,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,EAAE,EAAE,QAAQ,CAAC,MAAM;iBACpB,CAAC;gBACF,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;oBAClD,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACrC,CAAC;gBACD,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,0BAA0B;oBAChC,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,6EAA6E,CAC9E,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}