@livekit/agents 0.7.4 → 0.7.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/inference_runner.cjs.map +1 -1
- package/dist/inference_runner.d.ts +1 -0
- package/dist/inference_runner.d.ts.map +1 -1
- package/dist/inference_runner.js.map +1 -1
- package/dist/ipc/inference_proc_lazy_main.cjs +7 -2
- package/dist/ipc/inference_proc_lazy_main.cjs.map +1 -1
- package/dist/ipc/inference_proc_lazy_main.js +7 -2
- package/dist/ipc/inference_proc_lazy_main.js.map +1 -1
- package/package.json +3 -3
- package/src/inference_runner.ts +1 -0
- package/src/ipc/inference_proc_lazy_main.ts +9 -3
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner {\n static INFERENCE_METHOD: string;\n static registeredRunners: { [id: string]: string } = {};\n\n static registerRunner(method: string, importPath: string) {\n if (InferenceRunner.registeredRunners[method]) {\n throw new Error(`Inference runner ${method} already registered`);\n }\n InferenceRunner.registeredRunners[method] = importPath;\n }\n\n abstract initialize(): Promise<void>;\n abstract run(data: unknown): Promise<unknown>;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKO,MAAe,gBAAgB;AAAA,EACpC,OAAO;AAAA,EACP,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;
|
|
1
|
+
{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner {\n static INFERENCE_METHOD: string;\n static registeredRunners: { [id: string]: string } = {};\n\n static registerRunner(method: string, importPath: string) {\n if (InferenceRunner.registeredRunners[method]) {\n throw new Error(`Inference runner ${method} already registered`);\n }\n InferenceRunner.registeredRunners[method] = importPath;\n }\n\n abstract initialize(): Promise<void>;\n abstract run(data: unknown): Promise<unknown>;\n abstract close(): Promise<void>;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAKO,MAAe,gBAAgB;AAAA,EACpC,OAAO;AAAA,EACP,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;AAKF;","names":[]}
|
|
@@ -7,5 +7,6 @@ export declare abstract class InferenceRunner {
|
|
|
7
7
|
static registerRunner(method: string, importPath: string): void;
|
|
8
8
|
abstract initialize(): Promise<void>;
|
|
9
9
|
abstract run(data: unknown): Promise<unknown>;
|
|
10
|
+
abstract close(): Promise<void>;
|
|
10
11
|
}
|
|
11
12
|
//# sourceMappingURL=inference_runner.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"inference_runner.d.ts","sourceRoot":"","sources":["../src/inference_runner.ts"],"names":[],"mappings":"AAIA,gBAAgB;AAChB,8BAAsB,eAAe;IACnC,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAChC,MAAM,CAAC,iBAAiB,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAM;IAExD,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAOxD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"inference_runner.d.ts","sourceRoot":"","sources":["../src/inference_runner.ts"],"names":[],"mappings":"AAIA,gBAAgB;AAChB,8BAAsB,eAAe;IACnC,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAChC,MAAM,CAAC,iBAAiB,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAM;IAExD,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAOxD,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IACpC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC7C,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAChC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner {\n static INFERENCE_METHOD: string;\n static registeredRunners: { [id: string]: string } = {};\n\n static registerRunner(method: string, importPath: string) {\n if (InferenceRunner.registeredRunners[method]) {\n throw new Error(`Inference runner ${method} already registered`);\n }\n InferenceRunner.registeredRunners[method] = importPath;\n }\n\n abstract initialize(): Promise<void>;\n abstract run(data: unknown): Promise<unknown>;\n}\n"],"mappings":"AAKO,MAAe,gBAAgB;AAAA,EACpC,OAAO;AAAA,EACP,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;
|
|
1
|
+
{"version":3,"sources":["../src/inference_runner.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\n/** @internal */\nexport abstract class InferenceRunner {\n static INFERENCE_METHOD: string;\n static registeredRunners: { [id: string]: string } = {};\n\n static registerRunner(method: string, importPath: string) {\n if (InferenceRunner.registeredRunners[method]) {\n throw new Error(`Inference runner ${method} already registered`);\n }\n InferenceRunner.registeredRunners[method] = importPath;\n }\n\n abstract initialize(): Promise<void>;\n abstract run(data: unknown): Promise<unknown>;\n abstract close(): Promise<void>;\n}\n"],"mappings":"AAKO,MAAe,gBAAgB;AAAA,EACpC,OAAO;AAAA,EACP,OAAO,oBAA8C,CAAC;AAAA,EAEtD,OAAO,eAAe,QAAgB,YAAoB;AACxD,QAAI,gBAAgB,kBAAkB,MAAM,GAAG;AAC7C,YAAM,IAAI,MAAM,oBAAoB,MAAM,qBAAqB;AAAA,IACjE;AACA,oBAAgB,kBAAkB,MAAM,IAAI;AAAA,EAC9C;AAKF;","names":[]}
|
|
@@ -63,10 +63,15 @@ const ORPHANED_TIMEOUT = 15 * 1e3;
|
|
|
63
63
|
break;
|
|
64
64
|
case "shutdownRequest":
|
|
65
65
|
logger.info("inference process received shutdown request");
|
|
66
|
-
process.send({ case: "done" });
|
|
67
66
|
clearTimeout(orphanedTimeout);
|
|
68
67
|
process.off("message", messageHandler);
|
|
69
|
-
|
|
68
|
+
Promise.all(Object.values(runners).map((r) => r.close())).then(() => {
|
|
69
|
+
logger.info("Inference runners closed");
|
|
70
|
+
process.send({ case: "done" });
|
|
71
|
+
join.resolve();
|
|
72
|
+
}).catch((err) => {
|
|
73
|
+
logger.error("Error closing inference runners:", err);
|
|
74
|
+
});
|
|
70
75
|
break;
|
|
71
76
|
case "inferenceRequest":
|
|
72
77
|
handleInferenceRequest(msg.value);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n if (process.send) {\n const join = new Future();\n\n // don't do anything on C-c\n // this is handled in cli, triggering a termination of all child processes at once.\n process.on('SIGINT', () => {\n logger.info('SIGINT received in inference proc');\n });\n\n // don't do anything on SIGTERM\n // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n process.on('SIGTERM', () => {\n logger.info('SIGTERM received in inference proc');\n });\n\n await once(process, 'message').then(([msg]: IPCMessage[]) => {\n msg = msg!;\n if (msg.case !== 'initializeRequest') {\n throw new Error('first message must be InitializeRequest');\n }\n initializeLogger(msg.value.loggerOptions);\n });\n const logger = log().child({ pid: process.pid });\n\n const runners: { [id: string]: InferenceRunner } = await Promise.all(\n Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n return [k, await import(v as string).then((m) => new m.default())];\n }),\n ).then(Object.fromEntries);\n\n await Promise.all(\n Object.entries(runners).map(async ([runner, v]) => {\n logger.child({ runner }).debug('initializing inference runner');\n await v.initialize();\n }),\n );\n logger.debug('all inference runners initialized');\n process.send({ case: 'initializeResponse' });\n\n const orphanedTimeout = setTimeout(() => {\n logger.warn('inference process orphaned, shutting down.');\n process.exit();\n }, ORPHANED_TIMEOUT);\n\n const handleInferenceRequest = async ({\n method,\n requestId,\n data,\n }: {\n method: string;\n requestId: string;\n data: unknown;\n }) => {\n if (!runners[method]) {\n logger.child({ method }).warn('unknown inference method');\n }\n\n try {\n const resp = await runners[method]!.run(data);\n process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n } catch (error) {\n process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n }\n };\n\n const messageHandler = (msg: IPCMessage) => {\n switch (msg.case) {\n case 'pingRequest':\n orphanedTimeout.refresh();\n process.send!({\n case: 'pongResponse',\n value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n });\n break;\n case 'shutdownRequest':\n logger.info('inference process received shutdown request');\n
|
|
1
|
+
{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n if (process.send) {\n const join = new Future();\n\n // don't do anything on C-c\n // this is handled in cli, triggering a termination of all child processes at once.\n process.on('SIGINT', () => {\n logger.info('SIGINT received in inference proc');\n });\n\n // don't do anything on SIGTERM\n // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n process.on('SIGTERM', () => {\n logger.info('SIGTERM received in inference proc');\n });\n\n await once(process, 'message').then(([msg]: IPCMessage[]) => {\n msg = msg!;\n if (msg.case !== 'initializeRequest') {\n throw new Error('first message must be InitializeRequest');\n }\n initializeLogger(msg.value.loggerOptions);\n });\n const logger = log().child({ pid: process.pid });\n\n const runners: { [id: string]: InferenceRunner } = await Promise.all(\n Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n return [k, await import(v as string).then((m) => new m.default())];\n }),\n ).then(Object.fromEntries);\n\n await Promise.all(\n Object.entries(runners).map(async ([runner, v]) => {\n logger.child({ runner }).debug('initializing inference runner');\n await v.initialize();\n }),\n );\n logger.debug('all inference runners initialized');\n process.send({ case: 'initializeResponse' });\n\n const orphanedTimeout = setTimeout(() => {\n logger.warn('inference process orphaned, shutting down.');\n process.exit();\n }, ORPHANED_TIMEOUT);\n\n const handleInferenceRequest = async ({\n method,\n requestId,\n data,\n }: {\n method: string;\n requestId: string;\n data: unknown;\n }) => {\n if (!runners[method]) {\n logger.child({ method }).warn('unknown inference method');\n }\n\n try {\n const resp = await runners[method]!.run(data);\n process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n } catch (error) {\n process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n }\n };\n\n const messageHandler = (msg: IPCMessage) => {\n switch (msg.case) {\n case 'pingRequest':\n orphanedTimeout.refresh();\n process.send!({\n case: 'pongResponse',\n value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n });\n break;\n case 'shutdownRequest':\n logger.info('inference process received shutdown request');\n clearTimeout(orphanedTimeout);\n // Remove our message handler to stop processing new messages\n process.off('message', messageHandler);\n Promise.all(Object.values(runners).map((r) => r.close()))\n .then(() => {\n logger.info('Inference runners closed');\n process.send!({ case: 'done' });\n join.resolve();\n })\n .catch((err) => {\n logger.error('Error closing inference runners:', err);\n });\n break;\n case 'inferenceRequest':\n handleInferenceRequest(msg.value);\n }\n };\n\n process.on('message', messageHandler);\n\n await join.await;\n\n logger.info('Inference process shutdown');\n\n return process.exitCode;\n }\n})();\n"],"mappings":";AAGA,yBAAqB;AAErB,iBAAsC;AACtC,mBAAuB;AAGvB,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,oBAAO;AAIxB,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,KAAK,mCAAmC;AAAA,IACjD,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,KAAK,oCAAoC;AAAA,IAClD,CAAC;AAED,cAAM,yBAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uCAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,aAAS,gBAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,4CAA4C;AACxD,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,iBAAO,KAAK,6CAA6C;AACzD,uBAAa,eAAe;AAE5B,kBAAQ,IAAI,WAAW,cAAc;AACrC,kBAAQ,IAAI,OAAO,OAAO,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACrD,KAAK,MAAM;AACV,mBAAO,KAAK,0BAA0B;AACtC,oBAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,iBAAK,QAAQ;AAAA,UACf,CAAC,EACA,MAAM,CAAC,QAAQ;AACd,mBAAO,MAAM,oCAAoC,GAAG;AAAA,UACtD,CAAC;AACH;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,KAAK,4BAA4B;AAExC,WAAO,QAAQ;AAAA,EACjB;AACF,GAAG;","names":[]}
|
|
@@ -62,10 +62,15 @@ const ORPHANED_TIMEOUT = 15 * 1e3;
|
|
|
62
62
|
break;
|
|
63
63
|
case "shutdownRequest":
|
|
64
64
|
logger.info("inference process received shutdown request");
|
|
65
|
-
process.send({ case: "done" });
|
|
66
65
|
clearTimeout(orphanedTimeout);
|
|
67
66
|
process.off("message", messageHandler);
|
|
68
|
-
|
|
67
|
+
Promise.all(Object.values(runners).map((r) => r.close())).then(() => {
|
|
68
|
+
logger.info("Inference runners closed");
|
|
69
|
+
process.send({ case: "done" });
|
|
70
|
+
join.resolve();
|
|
71
|
+
}).catch((err) => {
|
|
72
|
+
logger.error("Error closing inference runners:", err);
|
|
73
|
+
});
|
|
69
74
|
break;
|
|
70
75
|
case "inferenceRequest":
|
|
71
76
|
handleInferenceRequest(msg.value);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n if (process.send) {\n const join = new Future();\n\n // don't do anything on C-c\n // this is handled in cli, triggering a termination of all child processes at once.\n process.on('SIGINT', () => {\n logger.info('SIGINT received in inference proc');\n });\n\n // don't do anything on SIGTERM\n // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n process.on('SIGTERM', () => {\n logger.info('SIGTERM received in inference proc');\n });\n\n await once(process, 'message').then(([msg]: IPCMessage[]) => {\n msg = msg!;\n if (msg.case !== 'initializeRequest') {\n throw new Error('first message must be InitializeRequest');\n }\n initializeLogger(msg.value.loggerOptions);\n });\n const logger = log().child({ pid: process.pid });\n\n const runners: { [id: string]: InferenceRunner } = await Promise.all(\n Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n return [k, await import(v as string).then((m) => new m.default())];\n }),\n ).then(Object.fromEntries);\n\n await Promise.all(\n Object.entries(runners).map(async ([runner, v]) => {\n logger.child({ runner }).debug('initializing inference runner');\n await v.initialize();\n }),\n );\n logger.debug('all inference runners initialized');\n process.send({ case: 'initializeResponse' });\n\n const orphanedTimeout = setTimeout(() => {\n logger.warn('inference process orphaned, shutting down.');\n process.exit();\n }, ORPHANED_TIMEOUT);\n\n const handleInferenceRequest = async ({\n method,\n requestId,\n data,\n }: {\n method: string;\n requestId: string;\n data: unknown;\n }) => {\n if (!runners[method]) {\n logger.child({ method }).warn('unknown inference method');\n }\n\n try {\n const resp = await runners[method]!.run(data);\n process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n } catch (error) {\n process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n }\n };\n\n const messageHandler = (msg: IPCMessage) => {\n switch (msg.case) {\n case 'pingRequest':\n orphanedTimeout.refresh();\n process.send!({\n case: 'pongResponse',\n value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n });\n break;\n case 'shutdownRequest':\n logger.info('inference process received shutdown request');\n
|
|
1
|
+
{"version":3,"sources":["../../src/ipc/inference_proc_lazy_main.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { once } from 'node:events';\nimport type { InferenceRunner } from '../inference_runner.js';\nimport { initializeLogger, log } from '../log.js';\nimport { Future } from '../utils.js';\nimport type { IPCMessage } from './message.js';\n\nconst ORPHANED_TIMEOUT = 15 * 1000;\n\n(async () => {\n if (process.send) {\n const join = new Future();\n\n // don't do anything on C-c\n // this is handled in cli, triggering a termination of all child processes at once.\n process.on('SIGINT', () => {\n logger.info('SIGINT received in inference proc');\n });\n\n // don't do anything on SIGTERM\n // Render uses SIGTERM in autoscale, this ensures the processes are properly drained if needed\n process.on('SIGTERM', () => {\n logger.info('SIGTERM received in inference proc');\n });\n\n await once(process, 'message').then(([msg]: IPCMessage[]) => {\n msg = msg!;\n if (msg.case !== 'initializeRequest') {\n throw new Error('first message must be InitializeRequest');\n }\n initializeLogger(msg.value.loggerOptions);\n });\n const logger = log().child({ pid: process.pid });\n\n const runners: { [id: string]: InferenceRunner } = await Promise.all(\n Object.entries(JSON.parse(process.argv[2]!)).map(async ([k, v]) => {\n return [k, await import(v as string).then((m) => new m.default())];\n }),\n ).then(Object.fromEntries);\n\n await Promise.all(\n Object.entries(runners).map(async ([runner, v]) => {\n logger.child({ runner }).debug('initializing inference runner');\n await v.initialize();\n }),\n );\n logger.debug('all inference runners initialized');\n process.send({ case: 'initializeResponse' });\n\n const orphanedTimeout = setTimeout(() => {\n logger.warn('inference process orphaned, shutting down.');\n process.exit();\n }, ORPHANED_TIMEOUT);\n\n const handleInferenceRequest = async ({\n method,\n requestId,\n data,\n }: {\n method: string;\n requestId: string;\n data: unknown;\n }) => {\n if (!runners[method]) {\n logger.child({ method }).warn('unknown inference method');\n }\n\n try {\n const resp = await runners[method]!.run(data);\n process.send!({ case: 'inferenceResponse', value: { requestId, data: resp } });\n } catch (error) {\n process.send!({ case: 'inferenceResponse', value: { requestId, error } });\n }\n };\n\n const messageHandler = (msg: IPCMessage) => {\n switch (msg.case) {\n case 'pingRequest':\n orphanedTimeout.refresh();\n process.send!({\n case: 'pongResponse',\n value: { lastTimestamp: msg.value.timestamp, timestamp: Date.now() },\n });\n break;\n case 'shutdownRequest':\n logger.info('inference process received shutdown request');\n clearTimeout(orphanedTimeout);\n // Remove our message handler to stop processing new messages\n process.off('message', messageHandler);\n Promise.all(Object.values(runners).map((r) => r.close()))\n .then(() => {\n logger.info('Inference runners closed');\n process.send!({ case: 'done' });\n join.resolve();\n })\n .catch((err) => {\n logger.error('Error closing inference runners:', err);\n });\n break;\n case 'inferenceRequest':\n handleInferenceRequest(msg.value);\n }\n };\n\n process.on('message', messageHandler);\n\n await join.await;\n\n logger.info('Inference process shutdown');\n\n return process.exitCode;\n }\n})();\n"],"mappings":"AAGA,SAAS,YAAY;AAErB,SAAS,kBAAkB,WAAW;AACtC,SAAS,cAAc;AAGvB,MAAM,mBAAmB,KAAK;AAAA,CAE7B,YAAY;AACX,MAAI,QAAQ,MAAM;AAChB,UAAM,OAAO,IAAI,OAAO;AAIxB,YAAQ,GAAG,UAAU,MAAM;AACzB,aAAO,KAAK,mCAAmC;AAAA,IACjD,CAAC;AAID,YAAQ,GAAG,WAAW,MAAM;AAC1B,aAAO,KAAK,oCAAoC;AAAA,IAClD,CAAC;AAED,UAAM,KAAK,SAAS,SAAS,EAAE,KAAK,CAAC,CAAC,GAAG,MAAoB;AAC3D,YAAM;AACN,UAAI,IAAI,SAAS,qBAAqB;AACpC,cAAM,IAAI,MAAM,yCAAyC;AAAA,MAC3D;AACA,uBAAiB,IAAI,MAAM,aAAa;AAAA,IAC1C,CAAC;AACD,UAAM,SAAS,IAAI,EAAE,MAAM,EAAE,KAAK,QAAQ,IAAI,CAAC;AAE/C,UAAM,UAA6C,MAAM,QAAQ;AAAA,MAC/D,OAAO,QAAQ,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAE,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM;AACjE,eAAO,CAAC,GAAG,MAAM,OAAO,GAAa,KAAK,CAAC,MAAM,IAAI,EAAE,QAAQ,CAAC,CAAC;AAAA,MACnE,CAAC;AAAA,IACH,EAAE,KAAK,OAAO,WAAW;AAEzB,UAAM,QAAQ;AAAA,MACZ,OAAO,QAAQ,OAAO,EAAE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM;AACjD,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,+BAA+B;AAC9D,cAAM,EAAE,WAAW;AAAA,MACrB,CAAC;AAAA,IACH;AACA,WAAO,MAAM,mCAAmC;AAChD,YAAQ,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAE3C,UAAM,kBAAkB,WAAW,MAAM;AACvC,aAAO,KAAK,4CAA4C;AACxD,cAAQ,KAAK;AAAA,IACf,GAAG,gBAAgB;AAEnB,UAAM,yBAAyB,OAAO;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,IACF,MAIM;AACJ,UAAI,CAAC,QAAQ,MAAM,GAAG;AACpB,eAAO,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,0BAA0B;AAAA,MAC1D;AAEA,UAAI;AACF,cAAM,OAAO,MAAM,QAAQ,MAAM,EAAG,IAAI,IAAI;AAC5C,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,KAAK,EAAE,CAAC;AAAA,MAC/E,SAAS,OAAO;AACd,gBAAQ,KAAM,EAAE,MAAM,qBAAqB,OAAO,EAAE,WAAW,MAAM,EAAE,CAAC;AAAA,MAC1E;AAAA,IACF;AAEA,UAAM,iBAAiB,CAAC,QAAoB;AAC1C,cAAQ,IAAI,MAAM;AAAA,QAChB,KAAK;AACH,0BAAgB,QAAQ;AACxB,kBAAQ,KAAM;AAAA,YACZ,MAAM;AAAA,YACN,OAAO,EAAE,eAAe,IAAI,MAAM,WAAW,WAAW,KAAK,IAAI,EAAE;AAAA,UACrE,CAAC;AACD;AAAA,QACF,KAAK;AACH,iBAAO,KAAK,6CAA6C;AACzD,uBAAa,eAAe;AAE5B,kBAAQ,IAAI,WAAW,cAAc;AACrC,kBAAQ,IAAI,OAAO,OAAO,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EACrD,KAAK,MAAM;AACV,mBAAO,KAAK,0BAA0B;AACtC,oBAAQ,KAAM,EAAE,MAAM,OAAO,CAAC;AAC9B,iBAAK,QAAQ;AAAA,UACf,CAAC,EACA,MAAM,CAAC,QAAQ;AACd,mBAAO,MAAM,oCAAoC,GAAG;AAAA,UACtD,CAAC;AACH;AAAA,QACF,KAAK;AACH,iCAAuB,IAAI,KAAK;AAAA,MACpC;AAAA,IACF;AAEA,YAAQ,GAAG,WAAW,cAAc;AAEpC,UAAM,KAAK;AAEX,WAAO,KAAK,4BAA4B;AAExC,WAAO,QAAQ;AAAA,EACjB;AACF,GAAG;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@livekit/agents",
|
|
3
|
-
"version": "0.7.
|
|
3
|
+
"version": "0.7.5",
|
|
4
4
|
"description": "LiveKit Agents - Node.js",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"require": "dist/index.cjs",
|
|
@@ -22,7 +22,7 @@
|
|
|
22
22
|
"README.md"
|
|
23
23
|
],
|
|
24
24
|
"devDependencies": {
|
|
25
|
-
"@livekit/rtc-node": "^0.13.
|
|
25
|
+
"@livekit/rtc-node": "^0.13.12",
|
|
26
26
|
"@microsoft/api-extractor": "^7.35.0",
|
|
27
27
|
"@types/node": "^22.5.5",
|
|
28
28
|
"@types/ws": "^8.5.10",
|
|
@@ -41,7 +41,7 @@
|
|
|
41
41
|
"zod": "^3.23.8"
|
|
42
42
|
},
|
|
43
43
|
"peerDependencies": {
|
|
44
|
-
"@livekit/rtc-node": "^0.13.
|
|
44
|
+
"@livekit/rtc-node": "^0.13.12"
|
|
45
45
|
},
|
|
46
46
|
"scripts": {
|
|
47
47
|
"build": "tsup --onSuccess \"tsc --declaration --emitDeclarationOnly\"",
|
package/src/inference_runner.ts
CHANGED
|
@@ -86,12 +86,18 @@ const ORPHANED_TIMEOUT = 15 * 1000;
|
|
|
86
86
|
break;
|
|
87
87
|
case 'shutdownRequest':
|
|
88
88
|
logger.info('inference process received shutdown request');
|
|
89
|
-
process.send!({ case: 'done' });
|
|
90
89
|
clearTimeout(orphanedTimeout);
|
|
91
90
|
// Remove our message handler to stop processing new messages
|
|
92
91
|
process.off('message', messageHandler);
|
|
93
|
-
|
|
94
|
-
|
|
92
|
+
Promise.all(Object.values(runners).map((r) => r.close()))
|
|
93
|
+
.then(() => {
|
|
94
|
+
logger.info('Inference runners closed');
|
|
95
|
+
process.send!({ case: 'done' });
|
|
96
|
+
join.resolve();
|
|
97
|
+
})
|
|
98
|
+
.catch((err) => {
|
|
99
|
+
logger.error('Error closing inference runners:', err);
|
|
100
|
+
});
|
|
95
101
|
break;
|
|
96
102
|
case 'inferenceRequest':
|
|
97
103
|
handleInferenceRequest(msg.value);
|