@livekit/agents-plugin-openai 0.2.0 → 0.3.1

package/dist/omni_assistant/agent_playout.d.ts

@@ -1,27 +0,0 @@
-/// <reference types="node" />
-import { Queue } from '@livekit/agents';
-import { AudioFrame, type AudioSource } from '@livekit/rtc-node';
-import { EventEmitter } from 'events';
-import type { TranscriptionForwarder } from './transcription_forwarder';
-export declare class AgentPlayout {
-    #private;
-    constructor(audioSource: AudioSource);
-    play(messageId: string, transcriptionFwd: TranscriptionForwarder): PlayoutHandle;
-    private playoutTask;
-}
-export declare class PlayoutHandle extends EventEmitter {
-    messageId: string;
-    transcriptionFwd: TranscriptionForwarder;
-    playedAudioSamples: number;
-    done: boolean;
-    interrupted: boolean;
-    playoutQueue: Queue<AudioFrame | null>;
-    constructor(messageId: string, transcriptionFwd: TranscriptionForwarder);
-    pushAudio(data: Uint8Array): void;
-    pushText(text: string): void;
-    endInput(): void;
-    interrupt(): void;
-    publishedTextChars(): number;
-    complete(): void;
-}
-//# sourceMappingURL=agent_playout.d.ts.map

package/dist/omni_assistant/agent_playout.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/omni_assistant/agent_playout.ts"],"names":[],"mappings":";AAIA,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAExE,qBAAa,YAAY;;gBAKX,WAAW,EAAE,WAAW;IAMpC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,sBAAsB,GAAG,aAAa;YAYlE,WAAW;CAsC1B;AAED,qBAAa,aAAc,SAAQ,YAAY;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,sBAAsB,CAAC;IACzC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,WAAW,EAAE,OAAO,CAAC;IACrB,YAAY,EAAE,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;gBAE3B,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,sBAAsB;IAUvE,SAAS,CAAC,IAAI,EAAE,UAAU;IAW1B,QAAQ,CAAC,IAAI,EAAE,MAAM;IAIrB,QAAQ;IAMR,SAAS;IAKT,kBAAkB,IAAI,MAAM;IAI5B,QAAQ;CAKT"}

package/dist/omni_assistant/agent_playout.js

@@ -1,111 +0,0 @@
-var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
-    if (kind === "m") throw new TypeError("Private method is not writable");
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
-    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
-};
-var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
-    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
-    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
-    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
-};
-var _AgentPlayout_audioSource, _AgentPlayout_currentPlayoutHandle, _AgentPlayout_currentPlayoutTask;
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
-import { AudioByteStream } from '@livekit/agents';
-import { Queue } from '@livekit/agents';
-import { AudioFrame } from '@livekit/rtc-node';
-import { EventEmitter } from 'events';
-import * as proto from './proto.js';
-export class AgentPlayout {
-    constructor(audioSource) {
-        _AgentPlayout_audioSource.set(this, void 0);
-        _AgentPlayout_currentPlayoutHandle.set(this, void 0);
-        _AgentPlayout_currentPlayoutTask.set(this, void 0);
-        __classPrivateFieldSet(this, _AgentPlayout_audioSource, audioSource, "f");
-        __classPrivateFieldSet(this, _AgentPlayout_currentPlayoutHandle, null, "f");
-        __classPrivateFieldSet(this, _AgentPlayout_currentPlayoutTask, null, "f");
-    }
-    play(messageId, transcriptionFwd) {
-        if (__classPrivateFieldGet(this, _AgentPlayout_currentPlayoutHandle, "f")) {
-            __classPrivateFieldGet(this, _AgentPlayout_currentPlayoutHandle, "f").interrupt();
-        }
-        __classPrivateFieldSet(this, _AgentPlayout_currentPlayoutHandle, new PlayoutHandle(messageId, transcriptionFwd), "f");
-        __classPrivateFieldSet(this, _AgentPlayout_currentPlayoutTask, this.playoutTask(__classPrivateFieldGet(this, _AgentPlayout_currentPlayoutTask, "f"), __classPrivateFieldGet(this, _AgentPlayout_currentPlayoutHandle, "f")), "f");
-        return __classPrivateFieldGet(this, _AgentPlayout_currentPlayoutHandle, "f");
-    }
-    async playoutTask(oldTask, handle) {
-        let firstFrame = true;
-        try {
-            const bstream = new AudioByteStream(proto.SAMPLE_RATE, proto.NUM_CHANNELS, proto.OUTPUT_PCM_FRAME_SIZE);
-            while (!handle.interrupted) {
-                const frame = await handle.playoutQueue.get();
-                if (frame === null)
-                    break;
-                if (firstFrame) {
-                    handle.transcriptionFwd.start();
-                    firstFrame = false;
-                }
-                for (const f of bstream.write(frame.data.buffer)) {
-                    handle.playedAudioSamples += f.samplesPerChannel;
-                    if (handle.interrupted)
-                        break;
-                    await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
-                }
-            }
-            if (!handle.interrupted) {
-                for (const f of bstream.flush()) {
-                    await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
-                }
-            }
-        }
-        finally {
-            if (!firstFrame && !handle.interrupted) {
-                handle.transcriptionFwd.markTextComplete();
-            }
-            await handle.transcriptionFwd.close(handle.interrupted);
-            handle.complete();
-        }
-    }
-}
-_AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_currentPlayoutHandle = new WeakMap(), _AgentPlayout_currentPlayoutTask = new WeakMap();
-export class PlayoutHandle extends EventEmitter {
-    constructor(messageId, transcriptionFwd) {
-        super();
-        this.messageId = messageId;
-        this.transcriptionFwd = transcriptionFwd;
-        this.playedAudioSamples = 0;
-        this.done = false;
-        this.interrupted = false;
-        this.playoutQueue = new Queue();
-    }
-    pushAudio(data) {
-        const frame = new AudioFrame(new Int16Array(data.buffer), proto.SAMPLE_RATE, proto.NUM_CHANNELS, data.length / 2);
-        this.transcriptionFwd.pushAudio(frame);
-        this.playoutQueue.put(frame);
-    }
-    pushText(text) {
-        this.transcriptionFwd.pushText(text);
-    }
-    endInput() {
-        this.transcriptionFwd.markAudioComplete();
-        this.transcriptionFwd.markTextComplete();
-        this.playoutQueue.put(null);
-    }
-    interrupt() {
-        if (this.done)
-            return;
-        this.interrupted = true;
-    }
-    publishedTextChars() {
-        return this.transcriptionFwd.currentCharacterIndex;
-    }
-    complete() {
-        if (this.done)
-            return;
-        this.done = true;
-        this.emit('complete', this.interrupted);
-    }
-}
-//# sourceMappingURL=agent_playout.js.map

package/dist/omni_assistant/agent_playout.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/omni_assistant/agent_playout.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAClD,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAoB,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,KAAK,MAAM,YAAY,CAAC;AAGpC,MAAM,OAAO,YAAY;IAKvB,YAAY,WAAwB;QAJpC,4CAA0B;QAC1B,qDAA4C;QAC5C,mDAA0C;QAGxC,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,sCAAyB,IAAI,MAAA,CAAC;QAClC,uBAAA,IAAI,oCAAuB,IAAI,MAAA,CAAC;IAClC,CAAC;IAED,IAAI,CAAC,SAAiB,EAAE,gBAAwC;QAC9D,IAAI,uBAAA,IAAI,0CAAsB,EAAE,CAAC;YAC/B,uBAAA,IAAI,0CAAsB,CAAC,SAAS,EAAE,CAAC;QACzC,CAAC;QACD,uBAAA,IAAI,sCAAyB,IAAI,aAAa,CAAC,SAAS,EAAE,gBAAgB,CAAC,MAAA,CAAC;QAC5E,uBAAA,IAAI,oCAAuB,IAAI,CAAC,WAAW,CACzC,uBAAA,IAAI,wCAAoB,EACxB,uBAAA,IAAI,0CAAsB,CAC3B,MAAA,CAAC;QACF,OAAO,uBAAA,IAAI,0CAAsB,CAAC;IACpC,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,OAA6B,EAAE,MAAqB;QAC5E,IAAI,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,qBAAqB,CAC5B,CAAC;YAEF,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC;gBAC9C,IAAI,KAAK,KAAK,IAAI;oBAAE,MAAM;gBAC1B,IAAI,UAAU,EAAE,CAAC;oBACf,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;oBAChC,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBACjD,MAAM,CAAC,kBAAkB,IAAI,CAAC,CAAC,iBAAiB,CAAC;oBACjD,IAAI,MAAM,CAAC,WAAW;wBAAE,MAAM;oBAE9B,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBACxB,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;oBAChC,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvC,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;YAC7C,CAAC;YACD,MAAM,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACxD,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;CACF;;AAED,MAAM,OAAO,aAAc,SAAQ,YAAY;IAQ7C,YAAY,SAAiB,EAAE,gBAAwC;QACrE,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,KAAK,EAAqB,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,IAAgB;QACxB,MAAM,KAAK,GAAG,IAAI,UAAU,CAC1B,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAC3B,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,YAAY,EAClB,IAAI,CAAC,MAAM,GAAG,CAAC,CAChB,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC;QAC1C,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;QACzC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC;IACrD,CAAC;IAED,QAAQ;QACN,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC;CACF"}

package/dist/omni_assistant/index.d.ts

@@ -1,61 +0,0 @@
-import { llm } from '@livekit/agents';
-import type { RemoteAudioTrack, RemoteParticipant, Room } from '@livekit/rtc-node';
-import * as proto from './proto.js';
-/** @hidden */
-export declare const defaultSessionConfig: proto.SessionConfig;
-/** @hidden */
-export declare const defaultConversationConfig: proto.ConversationConfig;
-type ImplOptions = {
-    apiKey: string;
-    sessionConfig: proto.SessionConfig;
-    conversationConfig: proto.ConversationConfig;
-    functions: llm.FunctionContext;
-};
-/** @alpha */
-export declare class OmniAssistant {
-    options: ImplOptions;
-    room: Room | null;
-    linkedParticipant: RemoteParticipant | null;
-    subscribedTrack: RemoteAudioTrack | null;
-    readMicroTask: {
-        promise: Promise<void>;
-        cancel: () => void;
-    } | null;
-    constructor({ sessionConfig, conversationConfig, functions, apiKey, }: {
-        sessionConfig?: proto.SessionConfig;
-        conversationConfig?: proto.ConversationConfig;
-        functions?: llm.FunctionContext;
-        apiKey?: string;
-    });
-    private ws;
-    private connected;
-    private thinking;
-    private participant;
-    private agentPublication;
-    private localTrackSid;
-    private localSource;
-    private agentPlayout;
-    private playingHandle;
-    private logger;
-    get funcCtx(): llm.FunctionContext;
-    set funcCtx(ctx: llm.FunctionContext);
-    start(room: Room, participant?: RemoteParticipant | string | null): Promise<void>;
-    close(): void;
-    addUserMessage(text: string, generate?: boolean): void;
-    private setState;
-    private loggableEvent;
-    private sendClientCommand;
-    private handleServerEvent;
-    private handleAddContent;
-    private handleMessageAdded;
-    private handleInputTranscribed;
-    private handleGenerationCanceled;
-    private handleGenerationFinished;
-    private handleVadSpeechStarted;
-    private linkParticipant;
-    private subscribeToMicrophone;
-    private getLocalTrackSid;
-    private publishTranscription;
-}
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/omni_assistant/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/omni_assistant/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,GAAG,EAAO,MAAM,iBAAiB,CAAC;AAC3C,OAAO,KAAK,EAGV,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACL,MAAM,mBAAmB,CAAC;AAY3B,OAAO,KAAK,KAAK,MAAM,YAAY,CAAC;AAGpC,cAAc;AACd,eAAO,MAAM,oBAAoB,EAAE,KAAK,CAAC,aASxC,CAAC;AAEF,cAAc;AACd,eAAO,MAAM,yBAAyB,EAAE,KAAK,CAAC,kBAW7C,CAAC;AAEF,KAAK,WAAW,GAAG;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,KAAK,CAAC,aAAa,CAAC;IACnC,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,CAAC;IAC7C,SAAS,EAAE,GAAG,CAAC,eAAe,CAAC;CAChC,CAAC;AAEF,aAAa;AACb,qBAAa,aAAa;IACxB,OAAO,EAAE,WAAW,CAAC;IACrB,IAAI,EAAE,IAAI,GAAG,IAAI,CAAQ;IACzB,iBAAiB,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IACnD,eAAe,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IAChD,aAAa,EAAE;QAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,IAAI,CAAA;KAAE,GAAG,IAAI,CAAQ;gBAEhE,EACV,aAAoC,EACpC,kBAA8C,EAC9C,SAAc,EACd,MAAyC,GAC1C,EAAE;QACD,aAAa,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC;QACpC,kBAAkB,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC;QAC9C,SAAS,CAAC,EAAE,GAAG,CAAC,eAAe,CAAC;QAChC,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB;IAcD,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,QAAQ,CAAkB;IAClC,OAAO,CAAC,WAAW,CAA2C;IAC9D,OAAO,CAAC,gBAAgB,CAAsC;IAC9D,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,MAAM,CAAS;IAEvB,IAAI,OAAO,IAAI,GAAG,CAAC,eAAe,CAEjC;IACD,IAAI,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,EAOnC;IAED,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,GAAE,iBAAiB,GAAG,MAAM,GAAG,IAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAkFvF,KAAK;IAML,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,OAAc,GAAG,IAAI;IAoB5D,OAAO,CAAC,QAAQ;IAgBhB,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,iBAAiB;IAkCzB,OAAO,CAAC,gBAAgB;IAsCxB,OAAO,CAAC,kBAAkB;IA0B1B,OAAO,CAAC,sBAAsB;IAiB9B,OAAO,CAAC,wBAAwB;IAahC,OAAO,CAAC,wBAAwB;IAWhC,OAAO,CAAC,sBAAsB;IAY9B,OAAO,CAAC,eAAe;IAqBvB,OAAO,CAAC,qBAAqB;IA0D7B,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,oBAAoB;CA2B7B"}

package/dist/omni_assistant/index.js

@@ -1,453 +0,0 @@
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
-import { AudioByteStream } from '@livekit/agents';
-import { findMicroTrackId } from '@livekit/agents';
-import { llm, log } from '@livekit/agents';
-import { AudioSource, AudioStream, AudioStreamEvent, LocalAudioTrack, RoomEvent, TrackPublishOptions, TrackSource, } from '@livekit/rtc-node';
-import { WebSocket } from 'ws';
-import { AgentPlayout } from './agent_playout.js';
-import * as proto from './proto.js';
-import { BasicTranscriptionForwarder } from './transcription_forwarder.js';
-/** @hidden */
-export const defaultSessionConfig = {
-    turn_detection: 'server_vad',
-    input_audio_format: proto.AudioFormat.PCM16,
-    transcribe_input: true,
-    vad: {
-        threshold: 0.5,
-        prefix_padding_ms: 300,
-        silence_duration_ms: 200,
-    },
-};
-/** @hidden */
-export const defaultConversationConfig = {
-    system_message: 'You are a helpful assistant.',
-    voice: proto.Voice.ALLOY,
-    subscribe_to_user_audio: true,
-    output_audio_format: proto.AudioFormat.PCM16,
-    tools: [],
-    tool_choice: proto.ToolChoice.AUTO,
-    temperature: 0.8,
-    max_tokens: 2048,
-    disable_audio: false,
-    transcribe_input: true,
-};
-/** @alpha */
-export class OmniAssistant {
-    constructor({ sessionConfig = defaultSessionConfig, conversationConfig = defaultConversationConfig, functions = {}, apiKey = process.env.OPENAI_API_KEY || '', }) {
-        this.room = null;
-        this.linkedParticipant = null;
-        this.subscribedTrack = null;
-        this.readMicroTask = null;
-        this.ws = null;
-        this.connected = false;
-        this.thinking = false;
-        this.participant = null;
-        this.agentPublication = null;
-        this.localTrackSid = null;
-        this.localSource = null;
-        this.agentPlayout = null;
-        this.playingHandle = null;
-        this.logger = log();
-        if (!apiKey) {
-            throw new Error('OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY');
-        }
-        conversationConfig.tools = tools(functions);
-        this.options = {
-            apiKey,
-            sessionConfig,
-            conversationConfig,
-            functions,
-        };
-    }
-    get funcCtx() {
-        return this.options.functions;
-    }
-    set funcCtx(ctx) {
-        this.options.functions = ctx;
-        this.options.conversationConfig.tools = tools(ctx);
-        this.sendClientCommand(Object.assign({ event: proto.ClientEventType.UPDATE_CONVERSATION_CONFIG }, this.options.conversationConfig));
-    }
-    start(room, participant = null) {
-        return new Promise(async (resolve, reject) => {
-            var _a;
-            if (this.ws !== null) {
-                this.logger.warn('VoiceAssistant already started');
-                resolve();
-                return;
-            }
-            room.on(RoomEvent.ParticipantConnected, (participant) => {
-                if (!this.linkedParticipant) {
-                    return;
-                }
-                this.linkParticipant(participant.identity);
-            });
-            this.room = room;
-            this.participant = participant;
-            this.setState(proto.State.INITIALIZING);
-            this.localSource = new AudioSource(proto.SAMPLE_RATE, proto.NUM_CHANNELS);
-            this.agentPlayout = new AgentPlayout(this.localSource);
-            const track = LocalAudioTrack.createAudioTrack('assistant_voice', this.localSource);
-            const options = new TrackPublishOptions();
-            options.source = TrackSource.SOURCE_MICROPHONE;
-            this.agentPublication = (await ((_a = room.localParticipant) === null || _a === void 0 ? void 0 : _a.publishTrack(track, options))) || null;
-            if (!this.agentPublication) {
-                this.logger.error('Failed to publish track');
-                reject(new Error('Failed to publish track'));
-                return;
-            }
-            await this.agentPublication.waitForSubscription();
-            if (participant) {
-                if (typeof participant === 'string') {
-                    this.linkParticipant(participant);
-                }
-                else {
-                    this.linkParticipant(participant.identity);
-                }
-            }
-            else {
-                // No participant specified, try to find the first participant in the room
-                for (const participant of room.remoteParticipants.values()) {
-                    this.linkParticipant(participant.identity);
-                    break;
-                }
-            }
-            this.ws = new WebSocket(proto.API_URL, {
-                headers: {
-                    Authorization: `Bearer ${this.options.apiKey}`,
-                },
-            });
-            this.ws.onopen = () => {
-                this.connected = true;
-                this.sendClientCommand(Object.assign({ event: proto.ClientEventType.UPDATE_SESSION_CONFIG }, this.options.sessionConfig));
-                this.sendClientCommand(Object.assign({ event: proto.ClientEventType.UPDATE_CONVERSATION_CONFIG }, this.options.conversationConfig));
-                resolve();
-            };
-            this.ws.onerror = (error) => {
-                reject(error);
-            };
-            this.ws.onclose = () => {
-                this.connected = false;
-                this.ws = null;
-            };
-            this.ws.onmessage = (message) => {
-                this.handleServerEvent(JSON.parse(message.data));
-            };
-        });
-    }
-    // user-initiated close
-    close() {
-        if (!this.connected || !this.ws)
-            return;
-        this.logger.debug('stopping assistant');
-        this.ws.close();
-    }
-    addUserMessage(text, generate = true) {
-        this.sendClientCommand({
-            event: proto.ClientEventType.ADD_MESSAGE,
-            message: {
-                role: 'user',
-                content: [
-                    {
-                        type: 'text',
-                        text: text,
-                    },
-                ],
-            },
-        });
-        if (generate) {
-            this.sendClientCommand({
-                event: proto.ClientEventType.GENERATE,
-            });
-        }
-    }
-    setState(state) {
-        var _a;
-        // don't override thinking until done
-        if (this.thinking)
-            return;
-        if (((_a = this.room) === null || _a === void 0 ? void 0 : _a.isConnected) && this.room.localParticipant) {
-            const currentState = this.room.localParticipant.attributes['voice_assistant.state'];
-            if (currentState !== state) {
-                this.room.localParticipant.setAttributes({
-                    'voice_assistant.state': state,
-                });
-                this.logger.debug(`voice_assistant.state updated from ${currentState} to ${state}`);
-            }
-        }
-    }
-    /// Truncates the data field of the event to the specified maxLength to avoid overwhelming logs
-    /// with large amounts of base64 audio data.
-    loggableEvent(event, maxLength = 30) {
-        const untypedEvent = {};
-        for (const [key, value] of Object.entries(event)) {
-            if (value !== undefined) {
-                untypedEvent[key] = value;
-            }
-        }
-        if (untypedEvent.data && typeof untypedEvent.data === 'string') {
-            const truncatedData = untypedEvent.data.slice(0, maxLength) + (untypedEvent.data.length > maxLength ? '…' : '');
-            return Object.assign(Object.assign({}, untypedEvent), { data: truncatedData });
-        }
-        return untypedEvent;
-    }
-    sendClientCommand(command) {
-        const isAudio = command.event === proto.ClientEventType.ADD_USER_AUDIO;
-        if (!this.connected || !this.ws) {
-            if (!isAudio)
-                this.logger.error('WebSocket is not connected');
-            return;
-        }
-        if (!isAudio) {
-            this.logger.debug(`-> ${JSON.stringify(this.loggableEvent(command))}`);
-        }
-        this.ws.send(JSON.stringify(command));
-    }
-    handleServerEvent(event) {
-        this.logger.debug(`<- ${JSON.stringify(this.loggableEvent(event))}`);
-        switch (event.event) {
-            case proto.ServerEventType.START_SESSION:
-                this.setState(proto.State.LISTENING);
-                break;
-            case proto.ServerEventType.ADD_MESSAGE:
-                break;
-            case proto.ServerEventType.ADD_CONTENT:
-                this.handleAddContent(event);
-                break;
-            case proto.ServerEventType.MESSAGE_ADDED:
-                this.handleMessageAdded(event);
-                break;
-            case proto.ServerEventType.VAD_SPEECH_STARTED:
-                this.handleVadSpeechStarted(event);
-                break;
-            case proto.ServerEventType.VAD_SPEECH_STOPPED:
-                break;
-            case proto.ServerEventType.INPUT_TRANSCRIBED:
-                this.handleInputTranscribed(event);
-                break;
-            case proto.ServerEventType.GENERATION_CANCELED:
-                this.handleGenerationCanceled();
-                break;
-            case proto.ServerEventType.GENERATION_FINISHED:
-                this.handleGenerationFinished(event);
-                break;
-            default:
-                this.logger.warn(`Unknown server event: ${JSON.stringify(event)}`);
-        }
-    }
-    handleAddContent(event) {
-        var _a, _b, _c, _d;
-        if (event.event !== proto.ServerEventType.ADD_CONTENT)
-            return;
-        const trackSid = this.getLocalTrackSid();
-        if (!this.room || !this.room.localParticipant || !trackSid || !this.agentPlayout) {
-            log().error('Room or local participant not set');
-            return;
-        }
-        if (!this.playingHandle || this.playingHandle.done) {
-            const trFwd = new BasicTranscriptionForwarder(this.room, (_b = (_a = this.room) === null || _a === void 0 ? void 0 : _a.localParticipant) === null || _b === void 0 ? void 0 : _b.identity, trackSid, event.message_id);
-            this.setState(proto.State.SPEAKING);
-            this.playingHandle = this.agentPlayout.play(event.message_id, trFwd);
-            this.playingHandle.on('complete', () => {
-                this.setState(proto.State.LISTENING);
-            });
-        }
-        switch (event.type) {
-            case 'audio':
-                (_c = this.playingHandle) === null || _c === void 0 ? void 0 : _c.pushAudio(Buffer.from(event.data, 'base64'));
-                break;
-            case 'text':
-                (_d = this.playingHandle) === null || _d === void 0 ? void 0 : _d.pushText(event.data);
-                break;
-            case 'tool_call':
-                break;
-            default:
-                this.logger.warn(`Unknown content event type: ${event.type}`);
-                break;
-        }
-    }
-    handleMessageAdded(event) {
-        if (event.event !== proto.ServerEventType.MESSAGE_ADDED)
-            return;
-        for (const toolCall of event.content || []) {
-            this.options.functions[toolCall.name].execute(toolCall.arguments).then((content) => {
-                this.thinking = false;
-                this.sendClientCommand({
-                    event: proto.ClientEventType.ADD_MESSAGE,
-                    message: {
-                        role: 'tool',
-                        tool_call_id: toolCall.tool_call_id,
-                        content: [
-                            {
-                                type: 'text',
-                                text: content,
-                            },
-                        ],
-                    },
-                });
-                this.sendClientCommand({
-                    event: proto.ClientEventType.GENERATE,
-                });
-            });
-            break;
-        }
-    }
-    handleInputTranscribed(event) {
-        var _a, _b;
-        if (event.event !== proto.ServerEventType.INPUT_TRANSCRIBED)
-            return;
-        const messageId = event.message_id;
-        const transcription = event.transcript;
-        if (!messageId || transcription === undefined) {
-            this.logger.error('Message ID or transcription not set');
-            return;
-        }
-        const participantIdentity = (_a = this.linkedParticipant) === null || _a === void 0 ? void 0 : _a.identity;
-        const trackSid = (_b = this.subscribedTrack) === null || _b === void 0 ? void 0 : _b.sid;
-        if (participantIdentity && trackSid) {
-            this.publishTranscription(participantIdentity, trackSid, transcription, true, messageId);
-        }
-        else {
-            this.logger.error('Participant or track not set');
-        }
-    }
-    handleGenerationCanceled() {
-        if (this.playingHandle && !this.playingHandle.done) {
-            this.playingHandle.interrupt();
-            this.sendClientCommand({
-                event: proto.ClientEventType.TRUNCATE_CONTENT,
-                message_id: this.playingHandle.messageId,
-                index: 0, // ignored for now (see OAI docs)
-                text_chars: this.playingHandle.publishedTextChars(),
-                audio_samples: this.playingHandle.playedAudioSamples,
-            });
-        }
-    }
-    handleGenerationFinished(event) {
-        if (event.event !== proto.ServerEventType.GENERATION_FINISHED)
-            return;
-        if (event.reason !== 'interrupt' && event.reason !== 'stop') {
-            log().warn(`assistant turn finished unexpectedly reason ${event.reason}`);
-        }
-        if (this.playingHandle && !this.playingHandle.interrupted) {
-            this.playingHandle.endInput();
-        }
-    }
-    handleVadSpeechStarted(event) {
-        var _a, _b;
-        if (event.event !== proto.ServerEventType.VAD_SPEECH_STARTED)
-            return;
-        const messageId = event.message_id;
-        const participantIdentity = (_a = this.linkedParticipant) === null || _a === void 0 ? void 0 : _a.identity;
-        const trackSid = (_b = this.subscribedTrack) === null || _b === void 0 ? void 0 : _b.sid;
-        if (participantIdentity && trackSid && messageId) {
-            this.publishTranscription(participantIdentity, trackSid, '', false, messageId);
-        }
-        else {
-            this.logger.error('Participant or track or itemId not set');
-        }
-    }
-    linkParticipant(participantIdentity) {
-        if (!this.room) {
-            this.logger.error('Room is not set');
-            return;
-        }
-        this.linkedParticipant = this.room.remoteParticipants.get(participantIdentity) || null;
-        if (!this.linkedParticipant) {
-            this.logger.error(`Participant with identity ${participantIdentity} not found`);
-            return;
-        }
-        if (this.linkedParticipant.trackPublications.size > 0) {
-            this.subscribeToMicrophone();
-        }
-        else {
-            this.room.on(RoomEvent.TrackPublished, () => {
-                this.subscribeToMicrophone();
-            });
-        }
-    }
-    subscribeToMicrophone() {
-        const readAudioStreamTask = async (audioStream) => {
-            const bstream = new AudioByteStream(proto.SAMPLE_RATE, proto.NUM_CHANNELS, proto.INPUT_PCM_FRAME_SIZE);
-            audioStream.on(AudioStreamEvent.FrameReceived, (ev) => {
-                const audioData = ev.frame.data;
-                for (const frame of bstream.write(audioData.buffer)) {
-                    this.sendClientCommand({
-                        event: proto.ClientEventType.ADD_USER_AUDIO,
-                        data: Buffer.from(frame.data.buffer).toString('base64'),
-                    });
-                }
-            });
-        };
-        if (!this.linkedParticipant) {
-            this.logger.error('Participant is not set');
-            return;
-        }
-        for (const publication of this.linkedParticipant.trackPublications.values()) {
-            if (publication.source !== TrackSource.SOURCE_MICROPHONE) {
-                continue;
-            }
-            if (!publication.subscribed) {
-                publication.setSubscribed(true);
-            }
-            const track = publication.track;
-            if (track && track !== this.subscribedTrack) {
-                this.subscribedTrack = track;
-                if (this.readMicroTask) {
-                    this.readMicroTask.cancel();
-                }
-                let cancel;
-                this.readMicroTask = {
-                    promise: new Promise((resolve, reject) => {
-                        cancel = () => {
-                            // Cleanup logic here
-                            reject(new Error('Task cancelled'));
-                        };
-                        readAudioStreamTask(new AudioStream(track, proto.SAMPLE_RATE, proto.NUM_CHANNELS))
-                            .then(resolve)
-                            .catch(reject);
-                    }),
-                    cancel: () => cancel(),
-                };
-            }
-        }
-    }
-    getLocalTrackSid() {
-        var _a;
-        if (!this.localTrackSid && this.room && this.room.localParticipant) {
-            this.localTrackSid = findMicroTrackId(this.room, (_a = this.room.localParticipant) === null || _a === void 0 ? void 0 : _a.identity);
-        }
-        return this.localTrackSid;
-    }
-    publishTranscription(participantIdentity, trackSid, text, isFinal, id) {
-        var _a;
-        if (!((_a = this.room) === null || _a === void 0 ? void 0 : _a.localParticipant)) {
-            log().error('Room or local participant not set');
-            return;
-        }
-        this.room.localParticipant.publishTranscription({
-            participantIdentity,
-            trackSid,
-            segments: [
-                {
-                    text,
-                    final: isFinal,
-                    id,
-                    startTime: BigInt(0),
-                    endTime: BigInt(0),
-                    language: '',
-                },
-            ],
-        });
-    }
-}
-const tools = (ctx) => Object.entries(ctx).map(([name, func]) => ({
-    type: 'function',
-    function: {
-        name,
-        description: func.description,
-        parameters: llm.oaiParams(func.parameters),
-    },
-}));
-//# sourceMappingURL=index.js.map