@livekit/agents-plugin-openai 0.2.0 → 0.3.0

package/dist/realtime/realtime_model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime_model.d.ts","sourceRoot":"","sources":["../../src/realtime/realtime_model.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAS,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,GAAG,EAAO,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,OAAO,KAAK,SAAS,MAAM,gBAAgB,CAAC;AAE5C,UAAU,YAAY;IACpB,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;IACvB,gBAAgB,EAAE,SAAS,CAAC,WAAW,CAAC;IACxC,iBAAiB,EAAE,SAAS,CAAC,WAAW,CAAC;IACzC,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,CAAC;IAC5D,aAAa,EAAE,SAAS,CAAC,iBAAiB,CAAC;IAC3C,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,SAAS,CAAC,cAAc,CAAC;IACjC,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;IACrB,IAAI,EAAE,SAAS,GAAG,eAAe,CAAC;IAClC,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC,CAAC;IACvC,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC5C,SAAS,EAAE,gBAAgB,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iCAAiC;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,8BAA8B;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,cAAM,gBAAgB;;gBAGR,OAAO,EAAE,eAAe;IAIpC,MAAM,CAAC,KAAK,EAAE,UAAU;IAOxB,KAAK;IAML,MAAM;CAKP;AAED,cAAM,gBAAgB;;gBAGR,OAAO,EAAE,eAAe;IAIpC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAS/D,MAAM,CAAC,MAAM,EAAE,MAAM;IAOrB,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,6BAA6B,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI;CAOrF;AAED,cAAM,YAAY;;gBAGJ,OAAO,EAAE,eAAe;IAIpC,IAAI,IAAI,IAAI,gBAAgB,CAE3B;CACF;AAED,cAAM,QAAQ;;gBAGA,OAAO,EAAE,eAAe;IAIpC,MAAM;IAMN,MAAM;CAKP;AAQD,qBAAa,aAAc,SAAQ,UAAU,CAAC,aAAa;;IACzD,UAAU,SAAyB;IACnC,WAAW,SAA0B;IACrC,WAAW,SAA2B;IACtC,YAAY,SAA4B;gBAK5B,EACV,UAA8B,EAC9B,YAAwB,EACxB,KAAe,EACf,gBAA0B,EAC1B,iBAA2B,EAC3B,uBAAgD,EAChD,aAAsC,EACtC,WAAiB,EACjB,uBAAmC,EACnC,KAA4C,EAC5C,MAAyC,EACzC,OAA2B,GAC5B,EAAE;QACD,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,gBAAgB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QACzC,iBAAiB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QAC1C,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,CAAC;QAC5D,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC;QAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;IAyBD,IAAI,QAAQ,IAAI,eAAe,EAAE,CAEhC;IAED,OAAO,CAAC,EACN,MAAM,EACN,UAAyC,EACzC,YAA6C,EAC7C,KAA+B,EAC/B,gBAAqD,EACrD,iBAAuD,EACvD,uBAAmE,EACnE,aAA+C,EAC/C,WAA2C,EAC3C,uBAAmE,GACpE,EAAE;QACD,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC;QAC7B,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,gBAAgB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QACzC,iBAAiB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QAC1C,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,CAAC;QAC5D,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC;QAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;KAClC,GAAG,eAAe;IAqBb,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAI7B;AAED,qBAAa,eAAgB,SAAQ,UAAU,CAAC,eAAe;;gBAWjD,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS;IAsBxE,IAAI,MAAM,IAAI,GAAG,CAAC,eAAe,GAAG,SAAS,CAE5C;IAED,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,EAE9C;IAED,IAAI,mBAAmB,IAAI,YAAY,CAEtC;IAED,IAAI,gBAAgB,IAAI,gBAAgB,CAEvC;IAED,IAAI,QAAQ,IAAI,QAAQ,CAEvB;IAED,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,GAAG,IAAI;IAkC9C,aAAa,CAAC,EACZ,UAAkC,EAClC,YAAsC,EACtC,KAAwB,EACxB,gBAA8C,EAC9C,iBAAgD,EAChD,uBAA4D,EAC5D,aAAwC,EACxC,WAAoC,EACpC,uBAA4D,EAC5D,UAAmB,GACpB,EAAE;QACD,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,KAAK,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC;QACxB,gBAAgB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QACzC,iBAAiB,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;QAC1C,uBAAuB,CAAC,EAAE,SAAS,CAAC,uBAAuB,CAAC;QAC5D,aAAa,CAAC,EAAE,SAAS,CAAC,iBAAiB,CAAC;QAC5C,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,UAAU,CAAC,EAAE,SAAS,CAAC,UAAU,CAAC;KACnC;IAgLK,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CA4Q7B"}

package/dist/realtime/realtime_model.js

@@ -0,0 +1,555 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _InputAudioBuffer_session, _ConversationItem_session, _Conversation_session, _Response_session, _RealtimeModel_defaultOpts, _RealtimeModel_sessions, _RealtimeSession_instances, _RealtimeSession_fncCtx, _RealtimeSession_opts, _RealtimeSession_pendingResponses, _RealtimeSession_sessionId, _RealtimeSession_ws, _RealtimeSession_logger, _RealtimeSession_task, _RealtimeSession_closing, _RealtimeSession_sendQueue, _RealtimeSession_loggableEvent, _RealtimeSession_start, _RealtimeSession_getContent, _RealtimeSession_handleError, _RealtimeSession_handleSessionCreated, _RealtimeSession_handleSessionUpdated, _RealtimeSession_handleConversationCreated, _RealtimeSession_handleInputAudioBufferCommitted, _RealtimeSession_handleInputAudioBufferCleared, _RealtimeSession_handleInputAudioBufferSpeechStarted, _RealtimeSession_handleInputAudioBufferSpeechStopped, _RealtimeSession_handleConversationItemCreated, _RealtimeSession_handleConversationItemInputAudioTranscriptionCompleted, _RealtimeSession_handleConversationItemInputAudioTranscriptionFailed, _RealtimeSession_handleConversationItemTruncated, _RealtimeSession_handleConversationItemDeleted, _RealtimeSession_handleResponseCreated, _RealtimeSession_handleResponseDone, _RealtimeSession_handleResponseOutputItemAdded, _RealtimeSession_handleResponseOutputItemDone, _RealtimeSession_handleResponseContentPartAdded, _RealtimeSession_handleResponseContentPartDone, _RealtimeSession_handleResponseTextDelta, _RealtimeSession_handleResponseTextDone, _RealtimeSession_handleResponseAudioTranscriptDelta, _RealtimeSession_handleResponseAudioTranscriptDone, _RealtimeSession_handleResponseAudioDelta, _RealtimeSession_handleResponseAudioDone, _RealtimeSession_handleResponseFunctionCallArgumentsDelta, _RealtimeSession_handleResponseFunctionCallArgumentsDone, _RealtimeSession_handleRateLimitsUpdated;
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { AsyncIterableQueue, Future, Queue } from '@livekit/agents';
+import { llm, log, multimodal } from '@livekit/agents';
+import { AudioFrame } from '@livekit/rtc-node';
+import { once } from 'events';
+import { WebSocket } from 'ws';
+import * as api_proto from './api_proto.js';
+class InputAudioBuffer {
+    constructor(session) {
+        _InputAudioBuffer_session.set(this, void 0);
+        __classPrivateFieldSet(this, _InputAudioBuffer_session, session, "f");
+    }
+    append(frame) {
+        __classPrivateFieldGet(this, _InputAudioBuffer_session, "f").queueMsg({
+            type: 'input_audio_buffer.append',
+            audio: Buffer.from(frame.data.buffer).toString('base64'),
+        });
+    }
+    clear() {
+        __classPrivateFieldGet(this, _InputAudioBuffer_session, "f").queueMsg({
+            type: 'input_audio_buffer.clear',
+        });
+    }
+    commit() {
+        __classPrivateFieldGet(this, _InputAudioBuffer_session, "f").queueMsg({
+            type: 'input_audio_buffer.commit',
+        });
+    }
+}
+_InputAudioBuffer_session = new WeakMap();
+class ConversationItem {
+    constructor(session) {
+        _ConversationItem_session.set(this, void 0);
+        __classPrivateFieldSet(this, _ConversationItem_session, session, "f");
+    }
+    truncate(itemId, contentIndex, audioEnd) {
+        __classPrivateFieldGet(this, _ConversationItem_session, "f").queueMsg({
+            type: 'conversation.item.truncate',
+            item_id: itemId,
+            content_index: contentIndex,
+            audio_end_ms: audioEnd,
+        });
+    }
+    delete(itemId) {
+        __classPrivateFieldGet(this, _ConversationItem_session, "f").queueMsg({
+            type: 'conversation.item.delete',
+            item_id: itemId,
+        });
+    }
+    create(item, previousItemId) {
+        __classPrivateFieldGet(this, _ConversationItem_session, "f").queueMsg({
+            type: 'conversation.item.create',
+            item,
+            previous_item_id: previousItemId,
+        });
+    }
+}
+_ConversationItem_session = new WeakMap();
+class Conversation {
+    constructor(session) {
+        _Conversation_session.set(this, void 0);
+        __classPrivateFieldSet(this, _Conversation_session, session, "f");
+    }
+    get item() {
+        return new ConversationItem(__classPrivateFieldGet(this, _Conversation_session, "f"));
+    }
+}
+_Conversation_session = new WeakMap();
+class Response {
+    constructor(session) {
+        _Response_session.set(this, void 0);
+        __classPrivateFieldSet(this, _Response_session, session, "f");
+    }
+    create() {
+        __classPrivateFieldGet(this, _Response_session, "f").queueMsg({
+            type: 'response.create',
+        });
+    }
+    cancel() {
+        __classPrivateFieldGet(this, _Response_session, "f").queueMsg({
+            type: 'response.cancel',
+        });
+    }
+}
+_Response_session = new WeakMap();
+export class RealtimeModel extends multimodal.RealtimeModel {
+    constructor({ modalities = ['text', 'audio'], instructions = undefined, voice = 'alloy', inputAudioFormat = 'pcm16', outputAudioFormat = 'pcm16', inputAudioTranscription = { model: 'whisper-1' }, turnDetection = { type: 'server_vad' }, temperature = 0.8, maxResponseOutputTokens = undefined, model = 'gpt-4o-realtime-preview-2024-10-01', apiKey = process.env.OPENAI_API_KEY || '', baseURL = api_proto.API_URL, }) {
+        super();
+        this.sampleRate = api_proto.SAMPLE_RATE;
+        this.numChannels = api_proto.NUM_CHANNELS;
+        this.inFrameSize = api_proto.IN_FRAME_SIZE;
+        this.outFrameSize = api_proto.OUT_FRAME_SIZE;
+        _RealtimeModel_defaultOpts.set(this, void 0);
+        _RealtimeModel_sessions.set(this, []);
+        if (apiKey === '') {
+            throw new Error('OpenAI API key is required, either using the argument or by setting the OPENAI_API_KEY environmental variable');
+        }
+        __classPrivateFieldSet(this, _RealtimeModel_defaultOpts, {
+            modalities,
+            instructions,
+            voice,
+            inputAudioFormat,
+            outputAudioFormat,
+            inputAudioTranscription,
+            turnDetection,
+            temperature,
+            maxResponseOutputTokens,
+            model,
+            apiKey,
+            baseURL,
+        }, "f");
+    }
+    get sessions() {
+        return __classPrivateFieldGet(this, _RealtimeModel_sessions, "f");
+    }
+    session({ fncCtx, modalities = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").modalities, instructions = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").instructions, voice = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").voice, inputAudioFormat = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").inputAudioFormat, outputAudioFormat = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").outputAudioFormat, inputAudioTranscription = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").inputAudioTranscription, turnDetection = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").turnDetection, temperature = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").temperature, maxResponseOutputTokens = __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").maxResponseOutputTokens, }) {
+        const opts = {
+            modalities,
+            instructions,
+            voice,
+            inputAudioFormat,
+            outputAudioFormat,
+            inputAudioTranscription,
+            turnDetection,
+            temperature,
+            maxResponseOutputTokens,
+            model: __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").model,
+            apiKey: __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").apiKey,
+            baseURL: __classPrivateFieldGet(this, _RealtimeModel_defaultOpts, "f").baseURL,
+        };
+        const newSession = new RealtimeSession(opts, fncCtx);
+        __classPrivateFieldGet(this, _RealtimeModel_sessions, "f").push(newSession);
+        return newSession;
+    }
+    async close() {
+        // TODO: Implement close method
+        throw new Error('Not implemented');
+    }
+}
+_RealtimeModel_defaultOpts = new WeakMap(), _RealtimeModel_sessions = new WeakMap();
+export class RealtimeSession extends multimodal.RealtimeSession {
+    constructor(opts, fncCtx) {
+        super();
+        _RealtimeSession_instances.add(this);
+        _RealtimeSession_fncCtx.set(this, undefined);
+        _RealtimeSession_opts.set(this, void 0);
+        _RealtimeSession_pendingResponses.set(this, {});
+        _RealtimeSession_sessionId.set(this, 'not-connected');
+        _RealtimeSession_ws.set(this, null);
+        _RealtimeSession_logger.set(this, log());
+        _RealtimeSession_task.set(this, void 0);
+        _RealtimeSession_closing.set(this, true);
+        _RealtimeSession_sendQueue.set(this, new Queue());
+        __classPrivateFieldSet(this, _RealtimeSession_opts, opts, "f");
+        __classPrivateFieldSet(this, _RealtimeSession_fncCtx, fncCtx, "f");
+        __classPrivateFieldSet(this, _RealtimeSession_task, __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_start).call(this), "f");
+        this.sessionUpdate({
+            modalities: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").modalities,
+            instructions: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").instructions,
+            voice: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").voice,
+            inputAudioFormat: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").inputAudioFormat,
+            outputAudioFormat: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").outputAudioFormat,
+            inputAudioTranscription: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").inputAudioTranscription,
+            turnDetection: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").turnDetection,
+            temperature: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").temperature,
+            maxResponseOutputTokens: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").maxResponseOutputTokens,
+            toolChoice: 'auto',
+        });
+    }
+    get fncCtx() {
+        return __classPrivateFieldGet(this, _RealtimeSession_fncCtx, "f");
+    }
+    set fncCtx(ctx) {
+        __classPrivateFieldSet(this, _RealtimeSession_fncCtx, ctx, "f");
+    }
+    get defaultConversation() {
+        return new Conversation(this);
+    }
+    get inputAudioBuffer() {
+        return new InputAudioBuffer(this);
+    }
+    get response() {
+        return new Response(this);
+    }
+    queueMsg(command) {
+        __classPrivateFieldGet(this, _RealtimeSession_sendQueue, "f").put(command);
+    }
+    sessionUpdate({ modalities = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").modalities, instructions = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").instructions, voice = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").voice, inputAudioFormat = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").inputAudioFormat, outputAudioFormat = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").outputAudioFormat, inputAudioTranscription = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").inputAudioTranscription, turnDetection = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").turnDetection, temperature = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").temperature, maxResponseOutputTokens = __classPrivateFieldGet(this, _RealtimeSession_opts, "f").maxResponseOutputTokens, toolChoice = 'auto', }) {
+        __classPrivateFieldSet(this, _RealtimeSession_opts, {
+            modalities,
+            instructions,
+            voice,
+            inputAudioFormat,
+            outputAudioFormat,
+            inputAudioTranscription,
+            turnDetection,
+            temperature,
+            maxResponseOutputTokens,
+            model: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").model,
+            apiKey: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").apiKey,
+            baseURL: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").baseURL,
+        }, "f");
+        const tools = __classPrivateFieldGet(this, _RealtimeSession_fncCtx, "f")
+            ? Object.entries(__classPrivateFieldGet(this, _RealtimeSession_fncCtx, "f")).map(([name, func]) => ({
+                type: 'function',
+                name,
+                description: func.description,
+                parameters: llm.oaiParams(func.parameters),
+            }))
+            : [];
+        this.queueMsg({
+            type: 'session.update',
+            session: {
+                modalities: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").modalities,
+                instructions: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").instructions,
+                voice: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").voice,
+                input_audio_format: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").inputAudioFormat,
+                output_audio_format: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").outputAudioFormat,
+                input_audio_transcription: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").inputAudioTranscription,
+                turn_detection: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").turnDetection,
+                temperature: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").temperature,
+                max_response_output_tokens: __classPrivateFieldGet(this, _RealtimeSession_opts, "f").maxResponseOutputTokens,
+                tools,
+                tool_choice: toolChoice,
+            },
+        });
+    }
+    async close() {
+        // TODO: Implement close method
+        throw new Error('Not implemented');
+    }
+}
+_RealtimeSession_fncCtx = new WeakMap(), _RealtimeSession_opts = new WeakMap(), _RealtimeSession_pendingResponses = new WeakMap(), _RealtimeSession_sessionId = new WeakMap(), _RealtimeSession_ws = new WeakMap(), _RealtimeSession_logger = new WeakMap(), _RealtimeSession_task = new WeakMap(), _RealtimeSession_closing = new WeakMap(), _RealtimeSession_sendQueue = new WeakMap(), _RealtimeSession_instances = new WeakSet(), _RealtimeSession_loggableEvent = function _RealtimeSession_loggableEvent(event, maxLength = 30) {
+    const untypedEvent = {};
+    for (const [key, value] of Object.entries(event)) {
+        if (value !== undefined) {
+            untypedEvent[key] = value;
+        }
+    }
+    if (untypedEvent.audio && typeof untypedEvent.audio === 'string') {
+        const truncatedData = untypedEvent.audio.slice(0, maxLength) + (untypedEvent.audio.length > maxLength ? '…' : '');
+        return Object.assign(Object.assign({}, untypedEvent), { audio: truncatedData });
+    }
+    if (untypedEvent.delta &&
+        typeof untypedEvent.delta === 'string' &&
+        event.type === 'response.audio.delta') {
+        const truncatedDelta = untypedEvent.delta.slice(0, maxLength) + (untypedEvent.delta.length > maxLength ? '…' : '');
+        return Object.assign(Object.assign({}, untypedEvent), { delta: truncatedDelta });
+    }
+    return untypedEvent;
+}, _RealtimeSession_start = function _RealtimeSession_start() {
+    return new Promise(async (resolve, reject) => {
+        __classPrivateFieldSet(this, _RealtimeSession_ws, new WebSocket(`${__classPrivateFieldGet(this, _RealtimeSession_opts, "f").baseURL}?model=${__classPrivateFieldGet(this, _RealtimeSession_opts, "f").model}`, {
+            headers: {
+                Authorization: `Bearer ${__classPrivateFieldGet(this, _RealtimeSession_opts, "f").apiKey}`,
+                'OpenAI-Beta': 'realtime=v1',
+            },
+        }), "f");
+        __classPrivateFieldGet(this, _RealtimeSession_ws, "f").onerror = (error) => {
+            reject(error.message);
+        };
+        await once(__classPrivateFieldGet(this, _RealtimeSession_ws, "f"), 'open');
+        __classPrivateFieldSet(this, _RealtimeSession_closing, false, "f");
+        __classPrivateFieldGet(this, _RealtimeSession_ws, "f").onmessage = (message) => {
+            const event = JSON.parse(message.data);
+            __classPrivateFieldGet(this, _RealtimeSession_logger, "f").debug(`<- ${JSON.stringify(__classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_loggableEvent).call(this, event))}`);
+            switch (event.type) {
+                case 'error':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleError).call(this, event);
+                    break;
+                case 'session.created':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleSessionCreated).call(this, event);
+                    break;
+                case 'session.updated':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleSessionUpdated).call(this, event);
+                    break;
+                case 'conversation.created':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleConversationCreated).call(this, event);
+                    break;
+                case 'input_audio_buffer.committed':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleInputAudioBufferCommitted).call(this, event);
+                    break;
+                case 'input_audio_buffer.cleared':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleInputAudioBufferCleared).call(this, event);
+                    break;
+                case 'input_audio_buffer.speech_started':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleInputAudioBufferSpeechStarted).call(this, event);
+                    break;
+                case 'input_audio_buffer.speech_stopped':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleInputAudioBufferSpeechStopped).call(this, event);
+                    break;
+                case 'conversation.item.created':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleConversationItemCreated).call(this, event);
+                    break;
+                case 'conversation.item.input_audio_transcription.completed':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleConversationItemInputAudioTranscriptionCompleted).call(this, event);
+                    break;
+                case 'conversation.item.input_audio_transcription.failed':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleConversationItemInputAudioTranscriptionFailed).call(this, event);
+                    break;
+                case 'conversation.item.truncated':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleConversationItemTruncated).call(this, event);
+                    break;
+                case 'conversation.item.deleted':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleConversationItemDeleted).call(this, event);
+                    break;
+                case 'response.created':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseCreated).call(this, event);
+                    break;
+                case 'response.done':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseDone).call(this, event);
+                    break;
+                case 'response.output_item.added':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseOutputItemAdded).call(this, event);
+                    break;
+                case 'response.output_item.done':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseOutputItemDone).call(this, event);
+                    break;
+                case 'response.content_part.added':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseContentPartAdded).call(this, event);
+                    break;
+                case 'response.content_part.done':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseContentPartDone).call(this, event);
+                    break;
+                case 'response.text.delta':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseTextDelta).call(this, event);
+                    break;
+                case 'response.text.done':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseTextDone).call(this, event);
+                    break;
+                case 'response.audio_transcript.delta':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseAudioTranscriptDelta).call(this, event);
+                    break;
+                case 'response.audio_transcript.done':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseAudioTranscriptDone).call(this, event);
+                    break;
+                case 'response.audio.delta':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseAudioDelta).call(this, event);
+                    break;
+                case 'response.audio.done':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseAudioDone).call(this, event);
+                    break;
+                case 'response.function_call_arguments.delta':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseFunctionCallArgumentsDelta).call(this, event);
+                    break;
+                case 'response.function_call_arguments.done':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleResponseFunctionCallArgumentsDone).call(this, event);
+                    break;
+                case 'rate_limits.updated':
+                    __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_handleRateLimitsUpdated).call(this, event);
+                    break;
+            }
+        };
+        const sendTask = async () => {
+            while (__classPrivateFieldGet(this, _RealtimeSession_ws, "f") && !__classPrivateFieldGet(this, _RealtimeSession_closing, "f") && __classPrivateFieldGet(this, _RealtimeSession_ws, "f").readyState === WebSocket.OPEN) {
+                try {
+                    const event = await __classPrivateFieldGet(this, _RealtimeSession_sendQueue, "f").get();
+                    if (event.type !== 'input_audio_buffer.append') {
+                        __classPrivateFieldGet(this, _RealtimeSession_logger, "f").debug(`-> ${JSON.stringify(__classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_loggableEvent).call(this, event))}`);
+                    }
+                    __classPrivateFieldGet(this, _RealtimeSession_ws, "f").send(JSON.stringify(event));
+                }
+                catch (error) {
+                    __classPrivateFieldGet(this, _RealtimeSession_logger, "f").error('Error sending event:', error);
+                }
+            }
+        };
+        sendTask();
+        __classPrivateFieldGet(this, _RealtimeSession_ws, "f").onclose = () => {
+            if (!__classPrivateFieldGet(this, _RealtimeSession_closing, "f")) {
+                reject('OpenAI Realtime connection closed unexpectedly');
+            }
+            __classPrivateFieldSet(this, _RealtimeSession_ws, null, "f");
+            resolve();
+        };
+    });
+}, _RealtimeSession_getContent = function _RealtimeSession_getContent(ptr) {
+    const response = __classPrivateFieldGet(this, _RealtimeSession_pendingResponses, "f")[ptr.response_id];
+    const output = response.output[ptr.output_index];
+    const content = output.content[ptr.content_index];
+    return content;
+}, _RealtimeSession_handleError = function _RealtimeSession_handleError(event) {
+    __classPrivateFieldGet(this, _RealtimeSession_logger, "f").error(`OpenAI Realtime error ${JSON.stringify(event.error)}`);
+}, _RealtimeSession_handleSessionCreated = function _RealtimeSession_handleSessionCreated(event) {
+    __classPrivateFieldSet(this, _RealtimeSession_sessionId, event.session.id, "f");
+}, _RealtimeSession_handleSessionUpdated = function _RealtimeSession_handleSessionUpdated(event) { }, _RealtimeSession_handleConversationCreated = function _RealtimeSession_handleConversationCreated(event) { }, _RealtimeSession_handleInputAudioBufferCommitted = function _RealtimeSession_handleInputAudioBufferCommitted(event) {
+    this.emit('input_speech_committed', {
+        itemId: event.item_id,
+    });
+}, _RealtimeSession_handleInputAudioBufferCleared = function _RealtimeSession_handleInputAudioBufferCleared(event) { }, _RealtimeSession_handleInputAudioBufferSpeechStarted = function _RealtimeSession_handleInputAudioBufferSpeechStarted(
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+event) {
+    this.emit('input_speech_started', {
+        itemId: event.item_id,
+    });
+}, _RealtimeSession_handleInputAudioBufferSpeechStopped = function _RealtimeSession_handleInputAudioBufferSpeechStopped(
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+event) {
+    this.emit('input_speech_stopped');
+}, _RealtimeSession_handleConversationItemCreated = function _RealtimeSession_handleConversationItemCreated(event) { }, _RealtimeSession_handleConversationItemInputAudioTranscriptionCompleted = function _RealtimeSession_handleConversationItemInputAudioTranscriptionCompleted(event) {
+    const transcript = event.transcript;
+    this.emit('input_speech_transcription_completed', {
+        itemId: event.item_id,
+        transcript: transcript,
+    });
+}, _RealtimeSession_handleConversationItemInputAudioTranscriptionFailed = function _RealtimeSession_handleConversationItemInputAudioTranscriptionFailed(event) {
+    const error = event.error;
+    __classPrivateFieldGet(this, _RealtimeSession_logger, "f").error(`OpenAI Realtime failed to transcribe input audio: ${error.message}`);
+    this.emit('input_speech_transcription_failed', {
+        itemId: event.item_id,
+        message: error.message,
+    });
+}, _RealtimeSession_handleConversationItemTruncated = function _RealtimeSession_handleConversationItemTruncated(event) { }, _RealtimeSession_handleConversationItemDeleted = function _RealtimeSession_handleConversationItemDeleted(event) { }, _RealtimeSession_handleResponseCreated = function _RealtimeSession_handleResponseCreated(responseCreated) {
+    const response = responseCreated.response;
+    const doneFut = new Future();
+    const newResponse = {
+        id: response.id,
+        status: response.status,
+        output: [],
+        doneFut: doneFut,
+    };
+    __classPrivateFieldGet(this, _RealtimeSession_pendingResponses, "f")[newResponse.id] = newResponse;
+    this.emit('response_created', newResponse);
+}, _RealtimeSession_handleResponseDone = function _RealtimeSession_handleResponseDone(event) {
+    const responseData = event.response;
+    const responseId = responseData.id;
+    const response = __classPrivateFieldGet(this, _RealtimeSession_pendingResponses, "f")[responseId];
+    response.doneFut.resolve();
+    this.emit('response_done', response);
+}, _RealtimeSession_handleResponseOutputItemAdded = function _RealtimeSession_handleResponseOutputItemAdded(event) {
+    const responseId = event.response_id;
+    const response = __classPrivateFieldGet(this, _RealtimeSession_pendingResponses, "f")[responseId];
+    const itemData = event.item;
+    if (itemData.type !== 'message' && itemData.type !== 'function_call') {
+        throw new Error(`Unexpected item type: ${itemData.type}`);
+    }
+    let role;
+    if (itemData.type === 'function_call') {
+        role = 'assistant'; // function_call doesn't have a role field, defaulting it to assistant
+    }
+    else {
+        role = itemData.role;
+    }
+    const newOutput = {
+        responseId: responseId,
+        itemId: itemData.id,
+        outputIndex: event.output_index,
+        type: itemData.type,
+        role: role,
+        content: [],
+        doneFut: new Future(),
+    };
+    response.output.push(newOutput);
+    this.emit('response_output_added', newOutput);
+}, _RealtimeSession_handleResponseOutputItemDone = function _RealtimeSession_handleResponseOutputItemDone(event) {
+    const responseId = event.response_id;
+    const response = __classPrivateFieldGet(this, _RealtimeSession_pendingResponses, "f")[responseId];
+    const outputIndex = event.output_index;
+    const output = response.output[outputIndex];
+    if (output.type === 'function_call') {
+        if (!__classPrivateFieldGet(this, _RealtimeSession_fncCtx, "f")) {
+            __classPrivateFieldGet(this, _RealtimeSession_logger, "f").error('function call received but no fncCtx is available');
+            return;
+        }
+        // parse the arguments and call the function inside the fnc_ctx
+        const item = event.item;
+        if (item.type !== 'function_call') {
+            throw new Error('Expected function_call item');
+        }
+        this.emit('function_call_started', {
+            callId: item.call_id,
+        });
+        const parsedArgs = JSON.parse(item.arguments);
+        __classPrivateFieldGet(this, _RealtimeSession_logger, "f").debug(`[Function Call ${item.call_id}] Executing ${item.name} with arguments ${parsedArgs}`);
+        __classPrivateFieldGet(this, _RealtimeSession_fncCtx, "f")[item.name].execute(parsedArgs).then((content) => {
+            __classPrivateFieldGet(this, _RealtimeSession_logger, "f").debug(`[Function Call ${item.call_id}] ${item.name} returned ${content}`);
+            this.emit('function_call_completed', {
+                callId: item.call_id,
+            });
+            this.defaultConversation.item.create({
+                type: 'function_call_output',
+                call_id: item.call_id,
+                output: content,
+            }, output.itemId);
+            this.response.create();
+        }, (error) => {
+            __classPrivateFieldGet(this, _RealtimeSession_logger, "f").error(`[Function Call ${item.call_id}] ${item.name} failed with ${error}`);
+            // TODO: send it back up as failed?
+            this.emit('function_call_failed', {
+                callId: item.call_id,
+            });
+        });
+    }
+    output.doneFut.resolve();
+    this.emit('response_output_done', output);
+}, _RealtimeSession_handleResponseContentPartAdded = function _RealtimeSession_handleResponseContentPartAdded(event) {
+    const responseId = event.response_id;
+    const response = __classPrivateFieldGet(this, _RealtimeSession_pendingResponses, "f")[responseId];
+    const outputIndex = event.output_index;
+    const output = response.output[outputIndex];
+    const textStream = new AsyncIterableQueue();
+    const audioStream = new AsyncIterableQueue();
+    const newContent = {
+        responseId: responseId,
+        itemId: event.item_id,
+        outputIndex: outputIndex,
+        contentIndex: event.content_index,
+        text: '',
+        audio: [],
+        textStream: textStream,
+        audioStream: audioStream,
+        toolCalls: [],
+    };
+    output.content.push(newContent);
+    this.emit('response_content_added', newContent);
+}, _RealtimeSession_handleResponseContentPartDone = function _RealtimeSession_handleResponseContentPartDone(event) {
+    const content = __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_getContent).call(this, event);
+    this.emit('response_content_done', content);
+}, _RealtimeSession_handleResponseTextDelta = function _RealtimeSession_handleResponseTextDelta(event) { }, _RealtimeSession_handleResponseTextDone = function _RealtimeSession_handleResponseTextDone(event) { }, _RealtimeSession_handleResponseAudioTranscriptDelta = function _RealtimeSession_handleResponseAudioTranscriptDelta(event) {
+    const content = __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_getContent).call(this, event);
+    const transcript = event.delta;
+    content.text += transcript;
+    content.textStream.put(transcript);
+}, _RealtimeSession_handleResponseAudioTranscriptDone = function _RealtimeSession_handleResponseAudioTranscriptDone(event) {
+    const content = __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_getContent).call(this, event);
+    content.textStream.close();
+}, _RealtimeSession_handleResponseAudioDelta = function _RealtimeSession_handleResponseAudioDelta(event) {
+    const content = __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_getContent).call(this, event);
+    const data = Buffer.from(event.delta, 'base64');
+    const audio = new AudioFrame(new Int16Array(data.buffer), api_proto.SAMPLE_RATE, api_proto.NUM_CHANNELS, data.length / 2);
+    content.audio.push(audio);
+    content.audioStream.put(audio);
+}, _RealtimeSession_handleResponseAudioDone = function _RealtimeSession_handleResponseAudioDone(event) {
+    const content = __classPrivateFieldGet(this, _RealtimeSession_instances, "m", _RealtimeSession_getContent).call(this, event);
+    content.audioStream.close();
+}, _RealtimeSession_handleResponseFunctionCallArgumentsDelta = function _RealtimeSession_handleResponseFunctionCallArgumentsDelta(
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+event) { }, _RealtimeSession_handleResponseFunctionCallArgumentsDone = function _RealtimeSession_handleResponseFunctionCallArgumentsDone(
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+event) { }, _RealtimeSession_handleRateLimitsUpdated = function _RealtimeSession_handleRateLimitsUpdated(event) { };
+//# sourceMappingURL=realtime_model.js.map

package/dist/realtime/realtime_model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime_model.js","sourceRoot":"","sources":["../../src/realtime/realtime_model.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,KAAK,SAAS,MAAM,gBAAgB,CAAC;AAsE5C,MAAM,gBAAgB;IAGpB,YAAY,OAAwB;QAFpC,4CAA0B;QAGxB,uBAAA,IAAI,6BAAY,OAAO,MAAA,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,KAAiB;QACtB,uBAAA,IAAI,iCAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,2BAA2B;YACjC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACzD,CAAC,CAAC;IACL,CAAC;IAED,KAAK;QACH,uBAAA,IAAI,iCAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,0BAA0B;SACjC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,uBAAA,IAAI,iCAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,2BAA2B;SAClC,CAAC,CAAC;IACL,CAAC;CACF;;AAED,MAAM,gBAAgB;IAGpB,YAAY,OAAwB;QAFpC,4CAA0B;QAGxB,uBAAA,IAAI,6BAAY,OAAO,MAAA,CAAC;IAC1B,CAAC;IAED,QAAQ,CAAC,MAAc,EAAE,YAAoB,EAAE,QAAgB;QAC7D,uBAAA,IAAI,iCAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,MAAM;YACf,aAAa,EAAE,YAAY;YAC3B,YAAY,EAAE,QAAQ;SACvB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,MAAc;QACnB,uBAAA,IAAI,iCAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,0BAA0B;YAChC,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,IAA6C,EAAE,cAAuB;QAC3E,uBAAA,IAAI,iCAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,0BAA0B;YAChC,IAAI;YACJ,gBAAgB,EAAE,cAAc;SACjC,CAAC,CAAC;IACL,CAAC;CACF;;AAED,MAAM,YAAY;IAGhB,YAAY,OAAwB;QAFpC,wCAA0B;QAGxB,uBAAA,IAAI,yBAAY,OAAO,MAAA,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,gBAAgB,CAAC,uBAAA,IAAI,6BAAS,CAAC,CAAC;IAC7C,CAAC;CACF;;AAED,MAAM,QAAQ;IAGZ,YAAY,OAAwB;QAFpC,oCAA0B;QAGxB,uBAAA,IAAI,qBAAY,OAAO,MAAA,CAAC;IAC1B,CAAC;IAED,MAAM;QACJ,uBAAA,IAAI,yBAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,uBAAA,IAAI,yBAAS,CAAC,QAAQ,CAAC;YACrB,IAAI,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACL,CAAC;CACF;;AAQD,MAAM,OAAO,aAAc,SAAQ,UAAU,CAAC,aAAa;IASzD,YAAY,EACV,UAAU,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,EAC9B,YAAY,GAAG,SAAS,EACxB,KAAK,GAAG,OAAO,EACf,gBAAgB,GAAG,OAAO,EAC1B,iBAAiB,GAAG,OAAO,EAC3B,uBAAuB,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,EAChD,aAAa,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,EACtC,WAAW,GAAG,GAAG,EACjB,uBAAuB,GAAG,SAAS,EACnC,KAAK,GAAG,oCAAoC,EAC5C,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,EACzC,OAAO,GAAG,SAAS,CAAC,OAAO,GAc5B;QACC,KAAK,EAAE,CAAC;QAnCV,eAAU,GAAG,SAAS,CAAC,WAAW,CAAC;QACnC,gBAAW,GAAG,SAAS,CAAC,YAAY,CAAC;QACrC,gBAAW,GAAG,SAAS,CAAC,aAAa,CAAC;QACtC,iBAAY,GAAG,SAAS,CAAC,cAAc,CAAC;QAExC,6CAA2B;QAC3B,kCAA+B,EAAE,EAAC;QA+BhC,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CACb,+GAA+G,CAChH,CAAC;QACJ,CAAC;QAED,uBAAA,IAAI,8BAAgB;YAClB,UAAU;YACV,YAAY;YACZ,KAAK;YACL,gBAAgB;YAChB,iBAAiB;YACjB,uBAAuB;YACvB,aAAa;YACb,WAAW;YACX,uBAAuB;YACvB,KAAK;YACL,MAAM;YACN,OAAO;SACR,MAAA,CAAC;IACJ,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,uBAAA,IAAI,+BAAU,CAAC;IACxB,CAAC;IAED,OAAO,CAAC,EACN,MAAM,EACN,UAAU,GAAG,uBAAA,IAAI,kCAAa,CAAC,UAAU,EACzC,YAAY,GAAG,uBAAA,IAAI,kCAAa,CAAC,YAAY,EAC7C,KAAK,GAAG,uBAAA,IAAI,kCAAa,CAAC,KAAK,EAC/B,gBAAgB,GAAG,uBAAA,IAAI,kCAAa,CAAC,gBAAgB,EACrD,iBAAiB,GAAG,uBAAA,IAAI,kCAAa,CAAC,iBAAiB,EACvD,uBAAuB,GAAG,uBAAA,IAAI,kCAAa,CAAC,uBAAuB,EACnE,aAAa,GAAG,uBAAA,IAAI,kCAAa,CAAC,aAAa,EAC/C,WAAW,GAAG,uBAAA,IAAI,kCAAa,CAAC,WAAW,EAC3C,uBAAuB,GAAG,uBAAA,IAAI,kCAAa,CAAC,uBAAuB,GAYpE;QACC,MAAM,IAAI,GAAiB;YACzB,UAAU;YACV,YAAY;YACZ,KAAK;YACL,gBAAgB;YAChB,iBAAiB;YACjB,uBAAuB;YACvB,aAAa;YACb,WAAW;YACX,uBAAuB;YACvB,KAAK,EAAE,uBAAA,IAAI,kCAAa,CAAC,KAAK;YAC9B,MAAM,EAAE,uBAAA,IAAI,kCAAa,CAAC,MAAM;YAChC,OAAO,EAAE,uBAAA,IAAI,kCAAa,CAAC,OAAO;SACnC,CAAC;QAEF,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACrD,uBAAA,IAAI,+BAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAChC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CACF;;AAED,MAAM,OAAO,eAAgB,SAAQ,UAAU,CAAC,eAAe;IAW7D,YAAY,IAAkB,EAAE,MAAwC;QACtE,KAAK,EAAE,CAAC;;QAXV,kCAA2C,SAAS,EAAC;QACrD,wCAAoB;QACpB,4CAAwD,EAAE,EAAC;QAC3D,qCAAa,eAAe,EAAC;QAC7B,8BAAwB,IAAI,EAAC;QAC7B,kCAAU,GAAG,EAAE,EAAC;QAChB,wCAAqB;QACrB,mCAAW,IAAI,EAAC;QAChB,qCAAa,IAAI,KAAK,EAAyB,EAAC;QAK9C,uBAAA,IAAI,yBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,2BAAW,MAAM,MAAA,CAAC;QAEtB,uBAAA,IAAI,yBAAS,uBAAA,IAAI,0DAAO,MAAX,IAAI,CAAS,MAAA,CAAC;QAE3B,IAAI,CAAC,aAAa,CAAC;YACjB,UAAU,EAAE,uBAAA,IAAI,6BAAM,CAAC,UAAU;YACjC,YAAY,EAAE,uBAAA,IAAI,6BAAM,CAAC,YAAY;YACrC,KAAK,EAAE,uBAAA,IAAI,6BAAM,CAAC,KAAK;YACvB,gBAAgB,EAAE,uBAAA,IAAI,6BAAM,CAAC,gBAAgB;YAC7C,iBAAiB,EAAE,uBAAA,IAAI,6BAAM,CAAC,iBAAiB;YAC/C,uBAAuB,EAAE,uBAAA,IAAI,6BAAM,CAAC,uBAAuB;YAC3D,aAAa,EAAE,uBAAA,IAAI,6BAAM,CAAC,aAAa;YACvC,WAAW,EAAE,uBAAA,IAAI,6BAAM,CAAC,WAAW;YACnC,uBAAuB,EAAE,uBAAA,IAAI,6BAAM,CAAC,uBAAuB;YAC3D,UAAU,EAAE,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,+BAAQ,CAAC;IACtB,CAAC;IAED,IAAI,MAAM,CAAC,GAAoC;QAC7C,uBAAA,IAAI,2BAAW,GAAG,MAAA,CAAC;IACrB,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,QAAQ,CAAC,OAA8B;QACrC,uBAAA,IAAI,kCAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAgCD,aAAa,CAAC,EACZ,UAAU,GAAG,uBAAA,IAAI,6BAAM,CAAC,UAAU,EAClC,YAAY,GAAG,uBAAA,IAAI,6BAAM,CAAC,YAAY,EACtC,KAAK,GAAG,uBAAA,IAAI,6BAAM,CAAC,KAAK,EACxB,gBAAgB,GAAG,uBAAA,IAAI,6BAAM,CAAC,gBAAgB,EAC9C,iBAAiB,GAAG,uBAAA,IAAI,6BAAM,CAAC,iBAAiB,EAChD,uBAAuB,GAAG,uBAAA,IAAI,6BAAM,CAAC,uBAAuB,EAC5D,aAAa,GAAG,uBAAA,IAAI,6BAAM,CAAC,aAAa,EACxC,WAAW,GAAG,uBAAA,IAAI,6BAAM,CAAC,WAAW,EACpC,uBAAuB,GAAG,uBAAA,IAAI,6BAAM,CAAC,uBAAuB,EAC5D,UAAU,GAAG,MAAM,GAYpB;QACC,uBAAA,IAAI,yBAAS;YACX,UAAU;YACV,YAAY;YACZ,KAAK;YACL,gBAAgB;YAChB,iBAAiB;YACjB,uBAAuB;YACvB,aAAa;YACb,WAAW;YACX,uBAAuB;YACvB,KAAK,EAAE,uBAAA,IAAI,6BAAM,CAAC,KAAK;YACvB,MAAM,EAAE,uBAAA,IAAI,6BAAM,CAAC,MAAM;YACzB,OAAO,EAAE,uBAAA,IAAI,6BAAM,CAAC,OAAO;SAC5B,MAAA,CAAC;QAEF,MAAM,KAAK,GAAG,uBAAA,IAAI,+BAAQ;YACxB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,uBAAA,IAAI,+BAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBAClD,IAAI,EAAE,UAAmB;gBACzB,IAAI;gBACJ,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC;aAC3C,CAAC,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,CAAC,QAAQ,CAAC;YACZ,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE;gBACP,UAAU,EAAE,uBAAA,IAAI,6BAAM,CAAC,UAAU;gBACjC,YAAY,EAAE,uBAAA,IAAI,6BAAM,CAAC,YAAY;gBACrC,KAAK,EAAE,uBAAA,IAAI,6BAAM,CAAC,KAAK;gBACvB,kBAAkB,EAAE,uBAAA,IAAI,6BAAM,CAAC,gBAAgB;gBAC/C,mBAAmB,EAAE,uBAAA,IAAI,6BAAM,CAAC,iBAAiB;gBACjD,yBAAyB,EAAE,uBAAA,IAAI,6BAAM,CAAC,uBAAuB;gBAC7D,cAAc,EAAE,uBAAA,IAAI,6BAAM,CAAC,aAAa;gBACxC,WAAW,EAAE,uBAAA,IAAI,6BAAM,CAAC,WAAW;gBACnC,0BAA0B,EAAE,uBAAA,IAAI,6BAAM,CAAC,uBAAuB;gBAC9D,KAAK;gBACL,WAAW,EAAE,UAAU;aACxB;SACF,CAAC,CAAC;IACL,CAAC;IAuID,KAAK,CAAC,KAAK;QACT,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;CAyQF;+eA7eG,KAAoD,EACpD,YAAoB,EAAE;IAEtB,MAAM,YAAY,GAA4B,EAAE,CAAC;IACjD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,YAAY,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,KAAK,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QACjE,MAAM,aAAa,GACjB,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9F,uCAAY,YAAY,KAAE,KAAK,EAAE,aAAa,IAAG;IACnD,CAAC;IACD,IACE,YAAY,CAAC,KAAK;QAClB,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ;QACtC,KAAK,CAAC,IAAI,KAAK,sBAAsB,EACrC,CAAC;QACD,MAAM,cAAc,GAClB,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9F,uCAAY,YAAY,KAAE,KAAK,EAAE,cAAc,IAAG;IACpD,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;IAoEC,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,uBAAA,IAAI,uBAAO,IAAI,SAAS,CAAC,GAAG,uBAAA,IAAI,6BAAM,CAAC,OAAO,UAAU,uBAAA,IAAI,6BAAM,CAAC,KAAK,EAAE,EAAE;YAC1E,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,uBAAA,IAAI,6BAAM,CAAC,MAAM,EAAE;gBAC5C,aAAa,EAAE,aAAa;aAC7B;SACF,CAAC,MAAA,CAAC;QAEH,uBAAA,IAAI,2BAAI,CAAC,OAAO,GAAG,CAAC,KAAK,EAAE,EAAE;YAC3B,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC,CAAC;QAEF,MAAM,IAAI,CAAC,uBAAA,IAAI,2BAAI,EAAE,MAAM,CAAC,CAAC;QAC7B,uBAAA,IAAI,4BAAY,KAAK,MAAA,CAAC;QAEtB,uBAAA,IAAI,2BAAI,CAAC,SAAS,GAAG,CAAC,OAAO,EAAE,EAAE;YAC/B,MAAM,KAAK,GAA0B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAc,CAAC,CAAC;YACxE,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,uBAAA,IAAI,kEAAe,MAAnB,IAAI,EAAgB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YACvE,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,OAAO;oBACV,uBAAA,IAAI,gEAAa,MAAjB,IAAI,EAAc,KAAK,CAAC,CAAC;oBACzB,MAAM;gBACR,KAAK,iBAAiB;oBACpB,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,KAAK,CAAC,CAAC;oBAClC,MAAM;gBACR,KAAK,iBAAiB;oBACpB,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,KAAK,CAAC,CAAC;oBAClC,MAAM;gBACR,KAAK,sBAAsB;oBACzB,uBAAA,IAAI,8EAA2B,MAA/B,IAAI,EAA4B,KAAK,CAAC,CAAC;oBACvC,MAAM;gBACR,KAAK,8BAA8B;oBACjC,uBAAA,IAAI,oFAAiC,MAArC,IAAI,EAAkC,KAAK,CAAC,CAAC;oBAC7C,MAAM;gBACR,KAAK,4BAA4B;oBAC/B,uBAAA,IAAI,kFAA+B,MAAnC,IAAI,EAAgC,KAAK,CAAC,CAAC;oBAC3C,MAAM;gBACR,KAAK,mCAAmC;oBACtC,uBAAA,IAAI,wFAAqC,MAAzC,IAAI,EAAsC,KAAK,CAAC,CAAC;oBACjD,MAAM;gBACR,KAAK,mCAAmC;oBACtC,uBAAA,IAAI,wFAAqC,MAAzC,IAAI,EAAsC,KAAK,CAAC,CAAC;oBACjD,MAAM;gBACR,KAAK,2BAA2B;oBAC9B,uBAAA,IAAI,kFAA+B,MAAnC,IAAI,EAAgC,KAAK,CAAC,CAAC;oBAC3C,MAAM;gBACR,KAAK,uDAAuD;oBAC1D,uBAAA,IAAI,2GAAwD,MAA5D,IAAI,EAAyD,KAAK,CAAC,CAAC;oBACpE,MAAM;gBACR,KAAK,oDAAoD;oBACvD,uBAAA,IAAI,wGAAqD,MAAzD,IAAI,EAAsD,KAAK,CAAC,CAAC;oBACjE,MAAM;gBACR,KAAK,6BAA6B;oBAChC,uBAAA,IAAI,oFAAiC,MAArC,IAAI,EAAkC,KAAK,CAAC,CAAC;oBAC7C,MAAM;gBACR,KAAK,2BAA2B;oBAC9B,uBAAA,IAAI,kFAA+B,MAAnC,IAAI,EAAgC,KAAK,CAAC,CAAC;oBAC3C,MAAM;gBACR,KAAK,kBAAkB;oBACrB,uBAAA,IAAI,0EAAuB,MAA3B,IAAI,EAAwB,KAAK,CAAC,CAAC;oBACnC,MAAM;gBACR,KAAK,eAAe;oBAClB,uBAAA,IAAI,uEAAoB,MAAxB,IAAI,EAAqB,KAAK,CAAC,CAAC;oBAChC,MAAM;gBACR,KAAK,4BAA4B;oBAC/B,uBAAA,IAAI,kFAA+B,MAAnC,IAAI,EAAgC,KAAK,CAAC,CAAC;oBAC3C,MAAM;gBACR,KAAK,2BAA2B;oBAC9B,uBAAA,IAAI,iFAA8B,MAAlC,IAAI,EAA+B,KAAK,CAAC,CAAC;oBAC1C,MAAM;gBACR,KAAK,6BAA6B;oBAChC,uBAAA,IAAI,mFAAgC,MAApC,IAAI,EAAiC,KAAK,CAAC,CAAC;oBAC5C,MAAM;gBACR,KAAK,4BAA4B;oBAC/B,uBAAA,IAAI,kFAA+B,MAAnC,IAAI,EAAgC,KAAK,CAAC,CAAC;oBAC3C,MAAM;gBACR,KAAK,qBAAqB;oBACxB,uBAAA,IAAI,4EAAyB,MAA7B,IAAI,EAA0B,KAAK,CAAC,CAAC;oBACrC,MAAM;gBACR,KAAK,oBAAoB;oBACvB,uBAAA,IAAI,2EAAwB,MAA5B,IAAI,EAAyB,KAAK,CAAC,CAAC;oBACpC,MAAM;gBACR,KAAK,iCAAiC;oBACpC,uBAAA,IAAI,uFAAoC,MAAxC,IAAI,EAAqC,KAAK,CAAC,CAAC;oBAChD,MAAM;gBACR,KAAK,gCAAgC;oBACnC,uBAAA,IAAI,sFAAmC,MAAvC,IAAI,EAAoC,KAAK,CAAC,CAAC;oBAC/C,MAAM;gBACR,KAAK,sBAAsB;oBACzB,uBAAA,IAAI,6EAA0B,MAA9B,IAAI,EAA2B,KAAK,CAAC,CAAC;oBACtC,MAAM;gBACR,KAAK,qBAAqB;oBACxB,uBAAA,IAAI,4EAAyB,MAA7B,IAAI,EAA0B,KAAK,CAAC,CAAC;oBACrC,MAAM;gBACR,KAAK,wCAAwC;oBAC3C,uBAAA,IAAI,6FAA0C,MAA9C,IAAI,EAA2C,KAAK,CAAC,CAAC;oBACtD,MAAM;gBACR,KAAK,uCAAuC;oBAC1C,uBAAA,IAAI,4FAAyC,MAA7C,IAAI,EAA0C,KAAK,CAAC,CAAC;oBACrD,MAAM;gBACR,KAAK,qBAAqB;oBACxB,uBAAA,IAAI,4EAAyB,MAA7B,IAAI,EAA0B,KAAK,CAAC,CAAC;oBACrC,MAAM;YACV,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;YAC1B,OAAO,uBAAA,IAAI,2BAAI,IAAI,CAAC,uBAAA,IAAI,gCAAS,IAAI,uBAAA,IAAI,2BAAI,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC5E,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,MAAM,uBAAA,IAAI,kCAAW,CAAC,GAAG,EAAE,CAAC;oBAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,2BAA2B,EAAE,CAAC;wBAC/C,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,uBAAA,IAAI,kEAAe,MAAnB,IAAI,EAAgB,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;oBACzE,CAAC;oBACD,uBAAA,IAAI,2BAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;gBACvC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,QAAQ,EAAE,CAAC;QAEX,uBAAA,IAAI,2BAAI,CAAC,OAAO,GAAG,GAAG,EAAE;YACtB,IAAI,CAAC,uBAAA,IAAI,gCAAS,EAAE,CAAC;gBACnB,MAAM,CAAC,gDAAgD,CAAC,CAAC;YAC3D,CAAC;YACD,uBAAA,IAAI,uBAAO,IAAI,MAAA,CAAC;YAChB,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,qEAOW,GAAe;IACzB,MAAM,QAAQ,GAAG,uBAAA,IAAI,yCAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC;AACjB,CAAC,uEAEY,KAA2B;IACtC,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAC7E,CAAC,yFAEqB,KAAoC;IACxD,uBAAA,IAAI,8BAAc,KAAK,CAAC,OAAO,CAAC,EAAE,MAAA,CAAC;AACrC,CAAC,yFAGqB,KAAoC,IAAS,CAAC,mGAGzC,KAAyC,IAAS,CAAC,+GAE7C,KAA+C;IAC9E,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;QAClC,MAAM,EAAE,KAAK,CAAC,OAAO;KACE,CAAC,CAAC;AAC7B,CAAC,2GAG8B,KAA6C,IAAS,CAAC;AAGpF,6DAA6D;AAC7D,KAAmD;IAEnD,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE;QAChC,MAAM,EAAE,KAAK,CAAC,OAAO;KACA,CAAC,CAAC;AAC3B,CAAC;AAGC,6DAA6D;AAC7D,KAAmD;IAEnD,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;AACpC,CAAC,2GAG8B,KAA6C,IAAS,CAAC,6JAGpF,KAAsE;IAEtE,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;IACpC,IAAI,CAAC,IAAI,CAAC,sCAAsC,EAAE;QAChD,MAAM,EAAE,KAAK,CAAC,OAAO;QACrB,UAAU,EAAE,UAAU;KACc,CAAC,CAAC;AAC1C,CAAC,uJAGC,KAAmE;IAEnE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,qDAAqD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACzF,IAAI,CAAC,IAAI,CAAC,mCAAmC,EAAE;QAC7C,MAAM,EAAE,KAAK,CAAC,OAAO;QACrB,OAAO,EAAE,KAAK,CAAC,OAAO;KACW,CAAC,CAAC;AACvC,CAAC,+GAGgC,KAA+C,IAAS,CAAC,2GAG3D,KAA6C,IAAS,CAAC,2FAE/D,eAA+C;IACpE,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;IAC7B,MAAM,WAAW,GAAqB;QACpC,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,OAAO;KACjB,CAAC;IACF,uBAAA,IAAI,yCAAkB,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC;IACrD,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;AAC7C,CAAC,qFAEmB,KAAkC;IACpD,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC;IACpC,MAAM,UAAU,GAAG,YAAY,CAAC,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,uBAAA,IAAI,yCAAkB,CAAC,UAAU,CAAC,CAAC;IACpD,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC,2GAE8B,KAA6C;IAC1E,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC;IACrC,MAAM,QAAQ,GAAG,uBAAA,IAAI,yCAAkB,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC;IAE5B,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACrE,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,IAAI,IAAoB,CAAC;IACzB,IAAI,QAAQ,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACtC,IAAI,GAAG,WAAW,CAAC,CAAC,sEAAsE;IAC5F,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;IAED,MAAM,SAAS,GAAmB;QAChC,UAAU,EAAE,UAAU;QACtB,MAAM,EAAE,QAAQ,CAAC,EAAE;QACnB,WAAW,EAAE,KAAK,CAAC,YAAY;QAC/B,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,IAAI,EAAE,IAAI;QACV,OAAO,EAAE,EAAE;QACX,OAAO,EAAE,IAAI,MAAM,EAAE;KACtB,CAAC;IACF,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAChC,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,SAAS,CAAC,CAAC;AAChD,CAAC,yGAE6B,KAA4C;IACxE,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC;IACrC,MAAM,QAAQ,GAAG,uBAAA,IAAI,yCAAkB,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;IACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAE5C,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC,uBAAA,IAAI,+BAAQ,EAAE,CAAC;YAClB,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;YACxE,OAAO;QACT,CAAC;QAED,+DAA+D;QAC/D,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE;YACjC,MAAM,EAAE,IAAI,CAAC,OAAO;SACrB,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAE9C,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,kBAAkB,IAAI,CAAC,OAAO,eAAe,IAAI,CAAC,IAAI,mBAAmB,UAAU,EAAE,CACtF,CAAC;QAEF,uBAAA,IAAI,+BAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAC9C,CAAC,OAAO,EAAE,EAAE;YACV,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,IAAI,aAAa,OAAO,EAAE,CAAC,CAAC;YACvF,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE;gBACnC,MAAM,EAAE,IAAI,CAAC,OAAO;aACrB,CAAC,CAAC;YACH,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAClC;gBACE,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,OAAO;aAChB,EACD,MAAM,CAAC,MAAM,CACd,CAAC;YACF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACzB,CAAC,EACD,CAAC,KAAK,EAAE,EAAE;YACR,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,IAAI,gBAAgB,KAAK,EAAE,CAAC,CAAC;YACxF,mCAAmC;YACnC,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE;gBAChC,MAAM,EAAE,IAAI,CAAC,OAAO;aACrB,CAAC,CAAC;QACL,CAAC,CACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IACzB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC,6GAE+B,KAA8C;IAC5E,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC;IACrC,MAAM,QAAQ,GAAG,uBAAA,IAAI,yCAAkB,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC;IACvC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAE5C,MAAM,UAAU,GAAG,IAAI,kBAAkB,EAAU,CAAC;IACpD,MAAM,WAAW,GAAG,IAAI,kBAAkB,EAAc,CAAC;IAEzD,MAAM,UAAU,GAAoB;QAClC,UAAU,EAAE,UAAU;QACtB,MAAM,EAAE,KAAK,CAAC,OAAO;QACrB,WAAW,EAAE,WAAW;QACxB,YAAY,EAAE,KAAK,CAAC,aAAa;QACjC,IAAI,EAAE,EAAE;QACR,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,UAAU;QACtB,WAAW,EAAE,WAAW;QACxB,SAAS,EAAE,EAAE;KACd,CAAC;IACF,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChC,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,UAAU,CAAC,CAAC;AAClD,CAAC,2GAE8B,KAA6C;IAC1E,MAAM,OAAO,GAAG,uBAAA,IAAI,+DAAY,MAAhB,IAAI,EAAa,KAAK,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAC;AAC9C,CAAC,+FAGwB,KAAuC,IAAS,CAAC,6FAGlD,KAAsC,IAAS,CAAC,qHAEpC,KAAkD;IACpF,MAAM,OAAO,GAAG,uBAAA,IAAI,+DAAY,MAAhB,IAAI,EAAa,KAAK,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC;IAC/B,OAAO,CAAC,IAAI,IAAI,UAAU,CAAC;IAE3B,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;AACrC,CAAC,mHAEkC,KAAiD;IAClF,MAAM,OAAO,GAAG,uBAAA,IAAI,+DAAY,MAAhB,IAAI,EAAa,KAAK,CAAC,CAAC;IACxC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;AAC7B,CAAC,iGAEyB,KAAwC;IAChE,MAAM,OAAO,GAAG,uBAAA,IAAI,+DAAY,MAAhB,IAAI,EAAa,KAAK,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAChD,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAC3B,SAAS,CAAC,WAAW,EACrB,SAAS,CAAC,YAAY,EACtB,IAAI,CAAC,MAAM,GAAG,CAAC,CAChB,CAAC;IACF,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAE1B,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC,+FAEwB,KAAuC;IAC9D,MAAM,OAAO,GAAG,uBAAA,IAAI,+DAAY,MAAhB,IAAI,EAAa,KAAK,CAAC,CAAC;IACxC,OAAO,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;AAC9B,CAAC;AAGC,6DAA6D;AAC7D,KAAwD,IACjD,CAAC;AAGR,6DAA6D;AAC7D,KAAuD,IAChD,CAAC,+FAGe,KAAuC,IAAS,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livekit/agents-plugin-openai",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "OpenAI plugin for LiveKit Node Agents",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -12,12 +12,14 @@
     "typescript": "^5.0.0"
   },
   "dependencies": {
-    "@livekit/rtc-node": "^0.8.1",
+    "@livekit/rtc-node": "^0.9.0",
     "ws": "^8.16.0",
-    "@livekit/agents": "0.2.0"
+    "@livekit/agents": "0.3.0"
   },
   "scripts": {
     "build": "tsc",
+    "clean": "rm -rf dist",
+    "clean:build": "pnpm clean && pnpm build",
     "lint": "eslint -f unix \"src/**/*.{ts,js}\"",
     "api:check": "api-extractor run --typescript-compiler-folder ../../node_modules/typescript",
     "api:update": "api-extractor run --local --typescript-compiler-folder ../../node_modules/typescript --verbose"

package/src/index.ts

@@ -1,5 +1,4 @@
 // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
 //
 // SPDX-License-Identifier: Apache-2.0
-
-export * from './omni_assistant/index.js';
+export * as realtime from './realtime/index.js';