@livekit/agents 0.1.0 → 0.3.0

package/dist/ipc/proc_pool.js

@@ -0,0 +1,83 @@
+import { Mutex, Queue } from '../utils.js';
+import { ProcJobExecutor } from './proc_job_executor.js';
+export class ProcPool {
+    constructor(agent, numIdleProcesses, initializeTimeout, closeTimeout) {
+        this.executors = [];
+        this.tasks = [];
+        this.started = false;
+        this.closed = false;
+        this.controller = new AbortController();
+        this.initMutex = new Mutex();
+        this.warmedProcQueue = new Queue();
+        this.agent = agent;
+        this.procMutex = new Mutex(numIdleProcesses);
+        this.initializeTimeout = initializeTimeout;
+        this.closeTimeout = closeTimeout;
+    }
+    get processes() {
+        return this.executors;
+    }
+    getByJobId(id) {
+        return this.executors.find((x) => x.runningJob && x.runningJob.job.id === id) || null;
+    }
+    async launchJob(info) {
+        const proc = await this.warmedProcQueue.get();
+        if (this.procUnlock) {
+            this.procUnlock();
+            this.procUnlock = undefined;
+        }
+        await proc.launchJob(info);
+    }
+    async procWatchTask() {
+        const proc = new ProcJobExecutor(this.agent, this.initializeTimeout, this.closeTimeout);
+        try {
+            this.executors.push(proc);
+            const unlock = await this.initMutex.lock();
+            if (this.closed) {
+                return;
+            }
+            await proc.start();
+            try {
+                await proc.initialize();
+                await this.warmedProcQueue.put(proc);
+            }
+            catch (_a) {
+                if (this.procUnlock) {
+                    this.procUnlock();
+                    this.procUnlock = undefined;
+                }
+            }
+            unlock();
+            await proc.join();
+        }
+        finally {
+            this.executors.splice(this.executors.indexOf(proc));
+        }
+    }
+    start() {
+        if (this.started) {
+            return;
+        }
+        this.started = true;
+        this.run(this.controller.signal);
+    }
+    async run(signal) {
+        while (!signal.aborted) {
+            this.procUnlock = await this.procMutex.lock();
+            const task = this.procWatchTask();
+            this.tasks.push(task);
+            task.finally(() => this.tasks.splice(this.tasks.indexOf(task)));
+        }
+    }
+    async close() {
+        if (!this.started) {
+            return;
+        }
+        this.closed = true;
+        this.controller.abort();
+        this.warmedProcQueue.items.forEach((e) => e.close());
+        this.executors.forEach((e) => e.close());
+        await Promise.allSettled(this.tasks);
+    }
+}
+//# sourceMappingURL=proc_pool.js.map

package/dist/ipc/proc_pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proc_pool.js","sourceRoot":"","sources":["../../src/ipc/proc_pool.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,MAAM,OAAO,QAAQ;IAcnB,YACE,KAAa,EACb,gBAAwB,EACxB,iBAAyB,EACzB,YAAoB;QAdtB,cAAS,GAAkB,EAAE,CAAC;QAC9B,UAAK,GAAoB,EAAE,CAAC;QAC5B,YAAO,GAAG,KAAK,CAAC;QAChB,WAAM,GAAG,KAAK,CAAC;QACf,eAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACnC,cAAS,GAAG,IAAI,KAAK,EAAE,CAAC;QAGxB,oBAAe,GAAG,IAAI,KAAK,EAAe,CAAC;QAQzC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC7C,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,IAAI,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAoB;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC;QAC9C,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,CAAC;QACD,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,IAAI,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,iBAAiB,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAExF,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;YAAC,WAAM,CAAC;gBACP,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpB,IAAI,CAAC,UAAU,EAAE,CAAC;oBAClB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAmB;QAC3B,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC;CACF"}

package/dist/job.d.ts

@@ -0,0 +1,100 @@
+import type * as proto from '@livekit/protocol';
+import type { E2EEOptions, LocalParticipant, RemoteParticipant, Room, RtcConfiguration } from '@livekit/rtc-node';
+/** Which tracks, if any, should the agent automatically subscribe to? */
+export declare enum AutoSubscribe {
+    SUBSCRIBE_ALL = 0,
+    SUBSCRIBE_NONE = 1,
+    VIDEO_ONLY = 2,
+    AUDIO_ONLY = 3
+}
+export type JobAcceptArguments = {
+    name: string;
+    identity: string;
+    metadata: string;
+};
+export type RunningJobInfo = {
+    acceptArguments: JobAcceptArguments;
+    job: proto.Job;
+    url: string;
+    token: string;
+};
+/** Attempted to add a function callback, but the function already exists. */
+export declare class FunctionExistsError extends Error {
+    constructor(msg?: string);
+}
+/** The job and environment context as seen by the agent, accessible by the entrypoint function. */
+export declare class JobContext {
+    #private;
+    /** @internal */
+    shutdownCallbacks: (() => Promise<void>)[];
+    constructor(proc: JobProcess, info: RunningJobInfo, room: Room, onConnect: () => void, onShutdown: (s: string) => void);
+    get proc(): JobProcess;
+    get job(): proto.Job;
+    /** @returns The room the agent was called into */
+    get room(): Room;
+    /** @returns The agent's participant if connected to the room, otherwise `undefined` */
+    get agent(): LocalParticipant | undefined;
+    /** Adds a promise to be awaited when {@link JobContext.shutdown | shutdown} is called. */
+    addShutdownCallback(callback: () => Promise<void>): void;
+    waitForParticipant(identity?: string): Promise<RemoteParticipant>;
+    /**
+     * Connects the agent to the room.
+     *
+     * @remarks
+     * It is recommended to run this command as early in the function as possible, as executing it
+     * later may cause noticeable delay between user and agent joins.
+     *
+     * @see {@link https://github.com/livekit/node-sdks/tree/main/packages/livekit-rtc#readme |
+     * @livekit/rtc-node} for more information about the parameters.
+     */
+    connect(e2ee?: E2EEOptions, autoSubscribe?: AutoSubscribe, rtcConfig?: RtcConfiguration): Promise<void>;
+    /**
+     * Gracefully shuts down the job, and runs all shutdown promises.
+     *
+     * @param reason - Optional reason for shutdown
+     */
+    shutdown(reason?: string): void;
+    /** @internal */
+    onParticipantConnected(p: RemoteParticipant): void;
+    /**
+     * Adds a promise to be awaited whenever a new participant joins the room.
+     *
+     * @throws {@link FunctionExistsError} if an entrypoint already exists
+     */
+    addParticipantEntrypoint(callback: (job: JobContext, p: RemoteParticipant) => Promise<void>): void;
+}
+export declare class JobProcess {
+    #private;
+    get pid(): number;
+    get userData(): {
+        [id: string]: unknown;
+    };
+}
+/**
+ * A request sent by the server to spawn a new agent job.
+ *
+ * @remarks
+ * For most applications, this is best left to the default, which simply accepts the job and
+ * handles the logic inside the entrypoint function. This class is useful for vetting which
+ * requests should fill idle processes and which should be outright rejected.
+ */
+export declare class JobRequest {
+    #private;
+    /** @internal */
+    constructor(job: proto.Job, onReject: () => Promise<void>, onAccept: (args: JobAcceptArguments) => Promise<void>);
+    /** @returns The ID of the job, set by the LiveKit server */
+    get id(): string;
+    /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */
+    get job(): proto.Job;
+    /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */
+    get room(): proto.Room | undefined;
+    /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */
+    get publisher(): proto.ParticipantInfo | undefined;
+    /** @returns The agent's name, as set in {@link WorkerOptions} */
+    get agentName(): string;
+    /** Rejects the job. */
+    reject(): Promise<void>;
+    /** Accepts the job, launching it on an idle child process. */
+    accept(name?: string, identity?: string, metadata?: string): Promise<void>;
+}
+//# sourceMappingURL=job.d.ts.map

package/dist/job.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACJ,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAK3B,yEAAyE;AACzE,oBAAY,aAAa;IACvB,aAAa,IAAA;IACb,cAAc,IAAA;IACd,UAAU,IAAA;IACV,UAAU,IAAA;CACX;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,eAAe,EAAE,kBAAkB,CAAC;IACpC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,6EAA6E;AAC7E,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,GAAG,CAAC,EAAE,MAAM;CAIzB;AAED,mGAAmG;AACnG,qBAAa,UAAU;;IAMrB,gBAAgB;IAChB,iBAAiB,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAM;gBAW9C,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,IAAI,EACrB,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI;IAYjC,IAAI,IAAI,IAAI,UAAU,CAErB;IAED,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,kDAAkD;IAClD,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,uFAAuF;IACvF,IAAI,KAAK,IAAI,gBAAgB,GAAG,SAAS,CAExC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAI3C,kBAAkB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAoBvE;;;;;;;;;OASG;IACG,OAAO,CACX,IAAI,CAAC,EAAE,WAAW,EAClB,aAAa,GAAE,aAA2C,EAC1D,SAAS,CAAC,EAAE,gBAAgB;IA4B9B;;;;OAIG;IACH,QAAQ,CAAC,MAAM,SAAK;IAIpB,gBAAgB;IAChB,sBAAsB,CAAC,CAAC,EAAE,iBAAiB;IAiB3C;;;;OAIG;IACH,wBAAwB,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC;CAO5F;AAED,qBAAa,UAAU;;IAIrB,IAAI,GAAG,IAAI,MAAM,CAEhB;IAED,IAAI,QAAQ,IAAI;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAExC;CACF;AAED;;;;;;;GAOG;AACH,qBAAa,UAAU;;IAKrB,gBAAgB;gBAEd,GAAG,EAAE,KAAK,CAAC,GAAG,EACd,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC7B,QAAQ,EAAE,CAAC,IAAI,EAAE,kBAAkB,KAAK,OAAO,CAAC,IAAI,CAAC;IAOvD,4DAA4D;IAC5D,IAAI,EAAE,IAAI,MAAM,CAEf;IAED,uFAAuF;IACvF,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,uFAAuF;IACvF,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,SAAS,CAEjC;IAED,uFAAuF;IACvF,IAAI,SAAS,IAAI,KAAK,CAAC,eAAe,GAAG,SAAS,CAEjD;IAED,iEAAiE;IACjE,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,uBAAuB;IACjB,MAAM;IAIZ,8DAA8D;IACxD,MAAM,CAAC,IAAI,SAAK,EAAE,QAAQ,SAAK,EAAE,QAAQ,SAAK;CAKrD"}

package/dist/job.js

@@ -0,0 +1,213 @@
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _JobContext_proc, _JobContext_info, _JobContext_room, _JobContext_onConnect, _JobContext_onShutdown, _JobContext_participantEntrypoints, _JobContext_participantTasks, _JobContext_logger, _JobProcess_pid, _JobProcess_userData, _JobRequest_job, _JobRequest_onReject, _JobRequest_onAccept;
+import { ParticipantKind, RoomEvent, TrackKind } from '@livekit/rtc-node';
+import { log } from './log.js';
+/** Which tracks, if any, should the agent automatically subscribe to? */
+export var AutoSubscribe;
+(function (AutoSubscribe) {
+    AutoSubscribe[AutoSubscribe["SUBSCRIBE_ALL"] = 0] = "SUBSCRIBE_ALL";
+    AutoSubscribe[AutoSubscribe["SUBSCRIBE_NONE"] = 1] = "SUBSCRIBE_NONE";
+    AutoSubscribe[AutoSubscribe["VIDEO_ONLY"] = 2] = "VIDEO_ONLY";
+    AutoSubscribe[AutoSubscribe["AUDIO_ONLY"] = 3] = "AUDIO_ONLY";
+})(AutoSubscribe || (AutoSubscribe = {}));
+/** Attempted to add a function callback, but the function already exists. */
+export class FunctionExistsError extends Error {
+    constructor(msg) {
+        super(msg);
+        Object.setPrototypeOf(this, new.target.prototype);
+    }
+}
+/** The job and environment context as seen by the agent, accessible by the entrypoint function. */
+export class JobContext {
+    constructor(proc, info, room, onConnect, onShutdown) {
+        _JobContext_proc.set(this, void 0);
+        _JobContext_info.set(this, void 0);
+        _JobContext_room.set(this, void 0);
+        _JobContext_onConnect.set(this, void 0);
+        _JobContext_onShutdown.set(this, void 0);
+        /** @internal */
+        this.shutdownCallbacks = [];
+        _JobContext_participantEntrypoints.set(this, []);
+        _JobContext_participantTasks.set(this, {});
+        _JobContext_logger.set(this, void 0);
+        __classPrivateFieldSet(this, _JobContext_proc, proc, "f");
+        __classPrivateFieldSet(this, _JobContext_info, info, "f");
+        __classPrivateFieldSet(this, _JobContext_room, room, "f");
+        __classPrivateFieldSet(this, _JobContext_onConnect, onConnect, "f");
+        __classPrivateFieldSet(this, _JobContext_onShutdown, onShutdown, "f");
+        this.onParticipantConnected = this.onParticipantConnected.bind(this);
+        __classPrivateFieldGet(this, _JobContext_room, "f").on(RoomEvent.ParticipantConnected, this.onParticipantConnected);
+        __classPrivateFieldSet(this, _JobContext_logger, log().child({ info: __classPrivateFieldGet(this, _JobContext_info, "f") }), "f");
+    }
+    get proc() {
+        return __classPrivateFieldGet(this, _JobContext_proc, "f");
+    }
+    get job() {
+        return __classPrivateFieldGet(this, _JobContext_info, "f").job;
+    }
+    /** @returns The room the agent was called into */
+    get room() {
+        return __classPrivateFieldGet(this, _JobContext_room, "f");
+    }
+    /** @returns The agent's participant if connected to the room, otherwise `undefined` */
+    get agent() {
+        return __classPrivateFieldGet(this, _JobContext_room, "f").localParticipant;
+    }
+    /** Adds a promise to be awaited when {@link JobContext.shutdown | shutdown} is called. */
+    addShutdownCallback(callback) {
+        this.shutdownCallbacks.push(callback);
+    }
+    async waitForParticipant(identity) {
+        if (!__classPrivateFieldGet(this, _JobContext_room, "f").isConnected) {
+            throw new Error('room is not connected');
+        }
+        console.log(__classPrivateFieldGet(this, _JobContext_room, "f").remoteParticipants.values());
+        for (const p of __classPrivateFieldGet(this, _JobContext_room, "f").remoteParticipants.values()) {
+            if ((!identity || p.identity === identity) && p.info.kind != ParticipantKind.AGENT) {
+                return p;
+            }
+        }
+        return new Promise((resolve) => {
+            __classPrivateFieldGet(this, _JobContext_room, "f").once(RoomEvent.ParticipantConnected, () => {
+                resolve(__classPrivateFieldGet(this, _JobContext_room, "f").remoteParticipants.values().next().value);
+            });
+        });
+    }
+    /**
+     * Connects the agent to the room.
+     *
+     * @remarks
+     * It is recommended to run this command as early in the function as possible, as executing it
+     * later may cause noticeable delay between user and agent joins.
+     *
+     * @see {@link https://github.com/livekit/node-sdks/tree/main/packages/livekit-rtc#readme |
+     * @livekit/rtc-node} for more information about the parameters.
+     */
+    async connect(e2ee, autoSubscribe = AutoSubscribe.SUBSCRIBE_ALL, rtcConfig) {
+        const opts = {
+            e2ee,
+            autoSubscribe: autoSubscribe == AutoSubscribe.SUBSCRIBE_ALL,
+            rtcConfig,
+            dynacast: false,
+        };
+        await __classPrivateFieldGet(this, _JobContext_room, "f").connect(__classPrivateFieldGet(this, _JobContext_info, "f").url, __classPrivateFieldGet(this, _JobContext_info, "f").token, opts);
+        __classPrivateFieldGet(this, _JobContext_onConnect, "f").call(this);
+        __classPrivateFieldGet(this, _JobContext_room, "f").remoteParticipants.forEach(this.onParticipantConnected);
+        if ([AutoSubscribe.AUDIO_ONLY, AutoSubscribe.VIDEO_ONLY].includes(autoSubscribe)) {
+            __classPrivateFieldGet(this, _JobContext_room, "f").remoteParticipants.forEach((p) => {
+                p.trackPublications.forEach((pub) => {
+                    if ((autoSubscribe === AutoSubscribe.AUDIO_ONLY && pub.kind === TrackKind.KIND_AUDIO) ||
+                        (autoSubscribe === AutoSubscribe.VIDEO_ONLY && pub.kind === TrackKind.KIND_VIDEO)) {
+                        pub.setSubscribed(true);
+                    }
+                });
+            });
+        }
+    }
+    /**
+     * Gracefully shuts down the job, and runs all shutdown promises.
+     *
+     * @param reason - Optional reason for shutdown
+     */
+    shutdown(reason = '') {
+        __classPrivateFieldGet(this, _JobContext_onShutdown, "f").call(this, reason);
+    }
+    /** @internal */
+    onParticipantConnected(p) {
+        for (const callback of __classPrivateFieldGet(this, _JobContext_participantEntrypoints, "f")) {
+            if (p.identity in __classPrivateFieldGet(this, _JobContext_participantTasks, "f") &&
+                __classPrivateFieldGet(this, _JobContext_participantTasks, "f")[p.identity].callback == callback) {
+                __classPrivateFieldGet(this, _JobContext_logger, "f").warn('a participant has joined before a prior prticipant task matching the same identity has finished:', p.identity);
+            }
+            const result = callback(this, p);
+            result.finally(() => delete __classPrivateFieldGet(this, _JobContext_participantTasks, "f")[p.identity]);
+            __classPrivateFieldGet(this, _JobContext_participantTasks, "f")[p.identity] = { callback, result };
+        }
+    }
+    /**
+     * Adds a promise to be awaited whenever a new participant joins the room.
+     *
+     * @throws {@link FunctionExistsError} if an entrypoint already exists
+     */
+    addParticipantEntrypoint(callback) {
+        if (__classPrivateFieldGet(this, _JobContext_participantEntrypoints, "f").includes(callback)) {
+            throw new FunctionExistsError('entrypoints cannot be added more than once');
+        }
+        __classPrivateFieldGet(this, _JobContext_participantEntrypoints, "f").push(callback);
+    }
+}
+_JobContext_proc = new WeakMap(), _JobContext_info = new WeakMap(), _JobContext_room = new WeakMap(), _JobContext_onConnect = new WeakMap(), _JobContext_onShutdown = new WeakMap(), _JobContext_participantEntrypoints = new WeakMap(), _JobContext_participantTasks = new WeakMap(), _JobContext_logger = new WeakMap();
+export class JobProcess {
+    constructor() {
+        _JobProcess_pid.set(this, process.pid);
+        _JobProcess_userData.set(this, {});
+    }
+    get pid() {
+        return __classPrivateFieldGet(this, _JobProcess_pid, "f");
+    }
+    get userData() {
+        return __classPrivateFieldGet(this, _JobProcess_userData, "f");
+    }
+}
+_JobProcess_pid = new WeakMap(), _JobProcess_userData = new WeakMap();
+/**
+ * A request sent by the server to spawn a new agent job.
+ *
+ * @remarks
+ * For most applications, this is best left to the default, which simply accepts the job and
+ * handles the logic inside the entrypoint function. This class is useful for vetting which
+ * requests should fill idle processes and which should be outright rejected.
+ */
+export class JobRequest {
+    /** @internal */
+    constructor(job, onReject, onAccept) {
+        _JobRequest_job.set(this, void 0);
+        _JobRequest_onReject.set(this, void 0);
+        _JobRequest_onAccept.set(this, void 0);
+        __classPrivateFieldSet(this, _JobRequest_job, job, "f");
+        __classPrivateFieldSet(this, _JobRequest_onReject, onReject, "f");
+        __classPrivateFieldSet(this, _JobRequest_onAccept, onAccept, "f");
+    }
+    /** @returns The ID of the job, set by the LiveKit server */
+    get id() {
+        return __classPrivateFieldGet(this, _JobRequest_job, "f").id;
+    }
+    /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */
+    get job() {
+        return __classPrivateFieldGet(this, _JobRequest_job, "f");
+    }
+    /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */
+    get room() {
+        return __classPrivateFieldGet(this, _JobRequest_job, "f").room;
+    }
+    /** @see {@link https://www.npmjs.com/package/@livekit/protocol | @livekit/protocol} */
+    get publisher() {
+        return __classPrivateFieldGet(this, _JobRequest_job, "f").participant;
+    }
+    /** @returns The agent's name, as set in {@link WorkerOptions} */
+    get agentName() {
+        return __classPrivateFieldGet(this, _JobRequest_job, "f").agentName;
+    }
+    /** Rejects the job. */
+    async reject() {
+        await __classPrivateFieldGet(this, _JobRequest_onReject, "f").call(this);
+    }
+    /** Accepts the job, launching it on an idle child process. */
+    async accept(name = '', identity = '', metadata = '') {
+        if (identity === '')
+            identity = 'agent-' + this.id;
+        __classPrivateFieldGet(this, _JobRequest_onAccept, "f").call(this, { name, identity, metadata });
+    }
+}
+_JobRequest_job = new WeakMap(), _JobRequest_onReject = new WeakMap(), _JobRequest_onAccept = new WeakMap();
+//# sourceMappingURL=job.js.map

package/dist/job.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job.js","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAWA,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,yEAAyE;AACzE,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,mEAAa,CAAA;IACb,qEAAc,CAAA;IACd,6DAAU,CAAA;IACV,6DAAU,CAAA;AACZ,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAeD,6EAA6E;AAC7E,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,GAAY;QACtB,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;CACF;AAED,mGAAmG;AACnG,MAAM,OAAO,UAAU;IAiBrB,YACE,IAAgB,EAChB,IAAoB,EACpB,IAAU,EACV,SAAqB,EACrB,UAA+B;QArBjC,mCAAkB;QAClB,mCAAsB;QACtB,mCAAY;QACZ,wCAAuB;QACvB,yCAAiC;QACjC,gBAAgB;QAChB,sBAAiB,GAA4B,EAAE,CAAC;QAChD,6CAAwF,EAAE,EAAC;QAC3F,uCAKI,EAAE,EAAC;QACP,qCAAgB;QASd,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,yBAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,0BAAe,UAAU,MAAA,CAAC;QAC9B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC3E,uBAAA,IAAI,sBAAW,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,uBAAA,IAAI,wBAAM,EAAE,CAAC,MAAA,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC;IACxB,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,uFAAuF;IACvF,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,wBAAM,CAAC,gBAAgB,CAAC;IACrC,CAAC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAA6B;QAC/C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QACxC,IAAI,CAAC,uBAAA,IAAI,wBAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpD,KAAK,MAAM,CAAC,IAAI,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;gBACnF,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,uBAAA,IAAI,wBAAM,CAAC,IAAI,CAAC,SAAS,CAAC,oBAAoB,EAAE,GAAG,EAAE;gBACnD,OAAO,CAAC,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,gBAA+B,aAAa,CAAC,aAAa,EAC1D,SAA4B;QAE5B,MAAM,IAAI,GAAG;YACX,IAAI;YACJ,aAAa,EAAE,aAAa,IAAI,aAAa,CAAC,aAAa;YAC3D,SAAS;YACT,QAAQ,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,uBAAA,IAAI,wBAAM,CAAC,OAAO,CAAC,uBAAA,IAAI,wBAAM,CAAC,GAAG,EAAE,uBAAA,IAAI,wBAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjE,uBAAA,IAAI,6BAAW,MAAf,IAAI,CAAa,CAAC;QAElB,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACjF,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1C,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBAClC,IACE,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC;wBACjF,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC,EACjF,CAAC;wBACD,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,MAAM,GAAG,EAAE;QAClB,uBAAA,IAAI,8BAAY,MAAhB,IAAI,EAAa,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;IAChB,sBAAsB,CAAC,CAAoB;QACzC,KAAK,MAAM,QAAQ,IAAI,uBAAA,IAAI,0CAAwB,EAAE,CAAC;YACpD,IACE,CAAC,CAAC,QAAQ,IAAI,uBAAA,IAAI,oCAAkB;gBACpC,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,IAAI,QAAQ,EACvD,CAAC;gBACD,uBAAA,IAAI,0BAAQ,CAAC,IAAI,CACf,kGAAkG,EAClG,CAAC,CAAC,QAAQ,CACX,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChE,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,wBAAwB,CAAC,QAAkE;QACzF,IAAI,uBAAA,IAAI,0CAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,mBAAmB,CAAC,4CAA4C,CAAC,CAAC;QAC9E,CAAC;QAED,uBAAA,IAAI,0CAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;CACF;;AAED,MAAM,OAAO,UAAU;IAAvB;QACE,0BAAO,OAAO,CAAC,GAAG,EAAC;QACnB,+BAAuC,EAAE,EAAC;IAS5C,CAAC;IAPC,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,uBAAK,CAAC;IACnB,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,uBAAA,IAAI,4BAAU,CAAC;IACxB,CAAC;CACF;;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,UAAU;IAKrB,gBAAgB;IAChB,YACE,GAAc,EACd,QAA6B,EAC7B,QAAqD;QARvD,kCAAgB;QAChB,uCAA+B;QAC/B,uCAAuD;QAQrD,uBAAA,IAAI,mBAAQ,GAAG,MAAA,CAAC;QAChB,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAC;QAC1B,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAC;IAC5B,CAAC;IAED,4DAA4D;IAC5D,IAAI,EAAE;QACJ,OAAO,uBAAA,IAAI,uBAAK,CAAC,EAAE,CAAC;IACtB,CAAC;IAED,uFAAuF;IACvF,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,uBAAK,CAAC;IACnB,CAAC;IAED,uFAAuF;IACvF,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,uBAAK,CAAC,IAAI,CAAC;IACxB,CAAC;IAED,uFAAuF;IACvF,IAAI,SAAS;QACX,OAAO,uBAAA,IAAI,uBAAK,CAAC,WAAW,CAAC;IAC/B,CAAC;IAED,iEAAiE;IACjE,IAAI,SAAS;QACX,OAAO,uBAAA,IAAI,uBAAK,CAAC,SAAS,CAAC;IAC7B,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,MAAM;QACV,MAAM,uBAAA,IAAI,4BAAU,MAAd,IAAI,CAAY,CAAC;IACzB,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE;QAClD,IAAI,QAAQ,KAAK,EAAE;YAAE,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;QAEnD,uBAAA,IAAI,4BAAU,MAAd,IAAI,EAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF"}

package/dist/llm/function_context.d.ts

@@ -0,0 +1,20 @@
+import { z } from 'zod';
+/** Type reinforcement for the callable function's execute parameters. */
+export type inferParameters<P extends z.ZodTypeAny> = z.infer<P>;
+/** A definition for a function callable by the LLM. */
+export interface CallableFunction<P extends z.ZodTypeAny = any, R = any> {
+    description: string;
+    parameters: P;
+    execute: (args: inferParameters<P>) => PromiseLike<R>;
+}
+/** An object containing callable functions and their names */
+export type FunctionContext = {
+    [name: string]: CallableFunction;
+};
+/** @internal */
+export declare const oaiParams: (p: z.AnyZodObject) => {
+    type: "object";
+    properties: Record<string, any>;
+    required_properties: string[];
+};
+//# sourceMappingURL=function_context.d.ts.map

package/dist/llm/function_context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"function_context.d.ts","sourceRoot":"","sources":["../../src/llm/function_context.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,yEAAyE;AACzE,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAEjE,uDAAuD;AACvD,MAAM,WAAW,gBAAgB,CAAC,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG;IACrE,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,CAAC,CAAC;IACd,OAAO,EAAE,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC;CACvD;AAED,8DAA8D;AAC9D,MAAM,MAAM,eAAe,GAAG;IAC5B,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,SAAS;;;;CAkCrB,CAAC"}

package/dist/llm/function_context.js

@@ -0,0 +1,37 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { z } from 'zod';
+/** @internal */
+export const oaiParams = (p) => {
+    const properties = {};
+    const required_properties = [];
+    for (const key in p.shape) {
+        const field = p.shape[key];
+        const description = field._def.description || undefined;
+        let type;
+        let enumValues;
+        if (field instanceof z.ZodEnum) {
+            enumValues = field._def.values;
+            type = typeof enumValues[0];
+        }
+        else {
+            type = field._def.typeName.toLowerCase();
+        }
+        properties[key] = {
+            type: type.includes('zod') ? type.substring(3) : type,
+            description,
+            enum: enumValues,
+        };
+        if (!field._def.defaultValue) {
+            required_properties.push(key);
+        }
+    }
+    const type = 'object';
+    return {
+        type,
+        properties,
+        required_properties,
+    };
+};
+//# sourceMappingURL=function_context.js.map

package/dist/llm/function_context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"function_context.js","sourceRoot":"","sources":["../../src/llm/function_context.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAsBxB,gBAAgB;AAChB,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAiB,EAAE,EAAE;IAC7C,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,MAAM,mBAAmB,GAAa,EAAE,CAAC;IAEzC,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC;QACxD,IAAI,IAAY,CAAC;QACjB,IAAI,UAA6B,CAAC;QAElC,IAAI,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;YAC/B,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YAC/B,IAAI,GAAG,OAAO,UAAW,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAC3C,CAAC;QAED,UAAU,CAAC,GAAG,CAAC,GAAG;YAChB,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YACrD,WAAW;YACX,IAAI,EAAE,UAAU;SACjB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7B,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,QAAiB,CAAC;IAC/B,OAAO;QACL,IAAI;QACJ,UAAU;QACV,mBAAmB;KACpB,CAAC;AACJ,CAAC,CAAC"}

package/dist/llm/index.d.ts

@@ -0,0 +1,3 @@
+import { type CallableFunction, type FunctionContext, type inferParameters, oaiParams } from './function_context.js';
+export { CallableFunction, FunctionContext, inferParameters, oaiParams };
+//# sourceMappingURL=index.d.ts.map

package/dist/llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,eAAe,EACpB,SAAS,EACV,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC"}

package/dist/llm/index.js

@@ -0,0 +1,6 @@
+// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { oaiParams, } from './function_context.js';
+export { oaiParams };
+//# sourceMappingURL=index.js.map

package/dist/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAIL,SAAS,GACV,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAAsD,SAAS,EAAE,CAAC"}

package/dist/log.d.ts

@@ -1,2 +1,13 @@
-export declare const log: import("pino").Logger<never>;
+import type { Logger } from 'pino';
+/** @internal */
+export type LoggerOptions = {
+    pretty: boolean;
+    level?: string;
+};
+/** @internal */
+export declare let loggerOptions: LoggerOptions;
+/** @internal */
+export declare const log: () => Logger;
+/** @internal */
+export declare const initializeLogger: ({ pretty, level }: LoggerOptions) => void;
 //# sourceMappingURL=log.d.ts.map

package/dist/log.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"log.d.ts","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,GAAG,8BAOd,CAAC"}
+{"version":3,"file":"log.d.ts","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAGnC,gBAAgB;AAChB,MAAM,MAAM,aAAa,GAAG;IAC1B,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,IAAI,aAAa,EAAE,aAAa,CAAC;AAKxC,gBAAgB;AAChB,eAAO,MAAM,GAAG,cAKf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gBAAgB,sBAAuB,aAAa,SAiBhE,CAAC"}

package/dist/log.js

@@ -1,13 +1,30 @@
-// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
-//
-// SPDX-License-Identifier: Apache-2.0
 import { pino } from 'pino';
-export const log = pino({
-    transport: {
-        target: 'pino-pretty',
-        options: {
-            colorize: true,
-        },
-    },
-});
+/** @internal */
+export let loggerOptions;
+/** @internal */
+let logger = undefined;
+/** @internal */
+export const log = () => {
+    if (!logger) {
+        throw new TypeError('logger not initialized. did you forget to run initializeLogger()?');
+    }
+    return logger;
+};
+/** @internal */
+export const initializeLogger = ({ pretty, level }) => {
+    loggerOptions = { pretty, level };
+    logger = pino(pretty
+        ? {
+            transport: {
+                target: 'pino-pretty',
+                options: {
+                    colorize: true,
+                },
+            },
+        }
+        : {});
+    if (level) {
+        logger.level = level;
+    }
+};
 //# sourceMappingURL=log.js.map

package/dist/log.js.map

@@ -1 +1 @@
-{"version":3,"file":"log.js","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE;QACT,MAAM,EAAE,aAAa;QACrB,OAAO,EAAE;YACP,QAAQ,EAAE,IAAI;SACf;KACF;CACF,CAAC,CAAC"}
+{"version":3,"file":"log.js","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAQ5B,gBAAgB;AAChB,MAAM,CAAC,IAAI,aAA4B,CAAC;AAExC,gBAAgB;AAChB,IAAI,MAAM,GAAuB,SAAS,CAAC;AAE3C,gBAAgB;AAChB,MAAM,CAAC,MAAM,GAAG,GAAG,GAAG,EAAE;IACtB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,SAAS,CAAC,mEAAmE,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,gBAAgB;AAChB,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,EAAiB,EAAE,EAAE;IACnE,aAAa,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAClC,MAAM,GAAG,IAAI,CACX,MAAM;QACJ,CAAC,CAAC;YACE,SAAS,EAAE;gBACT,MAAM,EAAE,aAAa;gBACrB,OAAO,EAAE;oBACP,QAAQ,EAAE,IAAI;iBACf;aACF;SACF;QACH,CAAC,CAAC,EAAE,CACP,CAAC;IACF,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;AACH,CAAC,CAAC"}

package/dist/multimodal/agent_playout.d.ts

@@ -0,0 +1,34 @@
+/// <reference types="node" />
+import type { AudioFrame } from '@livekit/rtc-node';
+import { type AudioSource } from '@livekit/rtc-node';
+import { EventEmitter } from 'events';
+import type { TranscriptionForwarder } from '../transcription.js';
+import { type AsyncIterableQueue, Future } from '../utils.js';
+export declare const proto: {};
+export declare class PlayoutHandle extends EventEmitter {
+    #private;
+    /** @internal */
+    transcriptionFwd: TranscriptionForwarder;
+    /** @internal */
+    doneFut: Future;
+    /** @internal */
+    intFut: Future;
+    /** @internal */
+    pushedDuration: number;
+    /** @internal */
+    totalPlayedTime: number | undefined;
+    constructor(audioSource: AudioSource, sampleRate: number, itemId: string, contentIndex: number, transcriptionFwd: TranscriptionForwarder);
+    get itemId(): string;
+    get audioSamples(): number;
+    get textChars(): number;
+    get contentIndex(): number;
+    get interrupted(): boolean;
+    get done(): boolean;
+    interrupt(): void;
+}
+export declare class AgentPlayout {
+    #private;
+    constructor(audioSource: AudioSource, sampleRate: number, numChannels: number, inFrameSize: number, outFrameSize: number);
+    play(itemId: string, contentIndex: number, transcriptionFwd: TranscriptionForwarder, textStream: AsyncIterableQueue<string>, audioStream: AsyncIterableQueue<AudioFrame>): PlayoutHandle;
+}
+//# sourceMappingURL=agent_playout.d.ts.map

package/dist/multimodal/agent_playout.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,KAAK,kBAAkB,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAEpG,eAAO,MAAM,KAAK,IAAK,CAAC;AAExB,qBAAa,aAAc,SAAQ,YAAY;;IAK7C,gBAAgB;IAChB,gBAAgB,EAAE,sBAAsB,CAAC;IACzC,gBAAgB;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB;IAChB,MAAM,EAAE,MAAM,CAAC;IAGf,gBAAgB;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB;IAChB,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;gBAGlC,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,sBAAsB;IAe1C,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,YAAY,IAAI,MAAM,CAMzB;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,IAAI,IAAI,OAAO,CAElB;IAED,SAAS;CAKV;AAED,qBAAa,YAAY;;gBAQrB,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM;IAUtB,IAAI,CACF,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,sBAAsB,EACxC,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC,EACtC,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC,GAC1C,aAAa;CA4IjB"}