@livekit/agents 0.3.1 → 0.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +1 -1
- package/CHANGELOG.md +16 -0
- package/dist/http_server.d.ts +2 -2
- package/dist/http_server.d.ts.map +1 -1
- package/dist/http_server.js +1 -1
- package/dist/http_server.js.map +1 -1
- package/dist/ipc/job_main.d.ts +2 -2
- package/dist/ipc/job_main.d.ts.map +1 -1
- package/dist/ipc/job_main.js +5 -5
- package/dist/ipc/job_main.js.map +1 -1
- package/dist/ipc/proc_job_executor.js +1 -1
- package/dist/ipc/proc_job_executor.js.map +1 -1
- package/dist/job.d.ts +2 -2
- package/dist/job.d.ts.map +1 -1
- package/dist/job.js +3 -6
- package/dist/job.js.map +1 -1
- package/dist/multimodal/agent_playout.d.ts +3 -3
- package/dist/multimodal/agent_playout.d.ts.map +1 -1
- package/dist/multimodal/agent_playout.js +12 -7
- package/dist/multimodal/agent_playout.js.map +1 -1
- package/dist/multimodal/multimodal_agent.d.ts +4 -4
- package/dist/multimodal/multimodal_agent.d.ts.map +1 -1
- package/dist/multimodal/multimodal_agent.js +66 -46
- package/dist/multimodal/multimodal_agent.js.map +1 -1
- package/dist/utils.js +1 -1
- package/dist/utils.js.map +1 -1
- package/dist/worker.d.ts +2 -2
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +2 -2
- package/dist/worker.js.map +1 -1
- package/package.json +1 -1
- package/src/cli.ts +1 -1
- package/src/http_server.ts +1 -1
- package/src/ipc/job_main.ts +6 -6
- package/src/ipc/proc_job_executor.ts +2 -2
- package/src/job.ts +1 -5
- package/src/multimodal/agent_playout.ts +15 -7
- package/src/multimodal/multimodal_agent.ts +82 -61
- package/src/utils.ts +1 -1
- package/src/worker.ts +2 -2
- package/tsconfig.tsbuildinfo +1 -0
package/.turbo/turbo-build.log
CHANGED
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,21 @@
|
|
|
1
1
|
# @livekit/agents
|
|
2
2
|
|
|
3
|
+
## 0.3.3
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Fix subscription timing - [#110](https://github.com/livekit/agents-js/pull/110) ([@nbsp](https://github.com/nbsp))
|
|
8
|
+
|
|
9
|
+
- fix usage on Windows by importing using URLs, not paths - [#110](https://github.com/livekit/agents-js/pull/110) ([@nbsp](https://github.com/nbsp))
|
|
10
|
+
|
|
11
|
+
## 0.3.2
|
|
12
|
+
|
|
13
|
+
### Patch Changes
|
|
14
|
+
|
|
15
|
+
- A few more bugs and updates - [#88](https://github.com/livekit/agents-js/pull/88) ([@bcherry](https://github.com/bcherry))
|
|
16
|
+
|
|
17
|
+
- allow writing userData - [#90](https://github.com/livekit/agents-js/pull/90) ([@nbsp](https://github.com/nbsp))
|
|
18
|
+
|
|
3
19
|
## 0.3.1
|
|
4
20
|
|
|
5
21
|
### Patch Changes
|
package/dist/http_server.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http_server.d.ts","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":";AAGA,OAAO,EAAwB,KAAK,MAAM,EAAqC,MAAM,
|
|
1
|
+
{"version":3,"file":"http_server.d.ts","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":";AAGA,OAAO,EAAwB,KAAK,MAAM,EAAqC,MAAM,WAAW,CAAC;AAQjG,qBAAa,UAAU;;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;gBAGA,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAchC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAapB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}
|
package/dist/http_server.js
CHANGED
|
@@ -7,7 +7,7 @@ var _HTTPServer_logger;
|
|
|
7
7
|
// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
|
|
8
8
|
//
|
|
9
9
|
// SPDX-License-Identifier: Apache-2.0
|
|
10
|
-
import { createServer } from 'http';
|
|
10
|
+
import { createServer } from 'node:http';
|
|
11
11
|
import { log } from './log.js';
|
|
12
12
|
const healthCheck = async (res) => {
|
|
13
13
|
res.writeHead(200);
|
package/dist/http_server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http_server.js","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":";;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAA0D,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"http_server.js","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":";;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAA0D,YAAY,EAAE,MAAM,WAAW,CAAC;AACjG,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,MAAM,WAAW,GAAG,KAAK,EAAE,GAAmB,EAAE,EAAE;IAChD,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACnB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,OAAO,UAAU;IAMrB,YAAY,IAAY,EAAE,IAAY;QAFtC,6BAAU,GAAG,EAAE,EAAC;QAGd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC,GAAoB,EAAE,GAAmB,EAAE,EAAE;YACpE,IAAI,GAAG,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;gBACpB,WAAW,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACnB,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG;QACP,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,GAAW,EAAE,EAAE;gBACpD,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACnC,IAAI,OAAO,OAAQ,KAAK,QAAQ,EAAE,CAAC;oBACjC,uBAAA,IAAI,0BAAQ,CAAC,IAAI,CAAC,+BAA+B,OAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC7B,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
|
package/dist/ipc/job_main.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job_main.d.ts","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"job_main.d.ts","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":";AAIA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAevD,KAAK,SAAS,GAAG;IACf,SAAS,EAAE,MAAM,CAAC;CAEnB,CAAC;AAOF,eAAO,MAAM,UAAU,SAAU,SAAS,KAAG,YAE5C,CAAC"}
|
package/dist/ipc/job_main.js
CHANGED
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
//
|
|
3
3
|
// SPDX-License-Identifier: Apache-2.0
|
|
4
4
|
import { Room, RoomEvent } from '@livekit/rtc-node';
|
|
5
|
-
import { fork } from 'child_process';
|
|
6
|
-
import { EventEmitter, once } from 'events';
|
|
7
|
-
import {
|
|
5
|
+
import { fork } from 'node:child_process';
|
|
6
|
+
import { EventEmitter, once } from 'node:events';
|
|
7
|
+
import { pathToFileURL } from 'node:url';
|
|
8
8
|
import { isAgent } from '../generator.js';
|
|
9
9
|
import { JobContext } from '../job.js';
|
|
10
10
|
import { JobProcess } from '../job.js';
|
|
@@ -12,7 +12,7 @@ import { initializeLogger, log } from '../log.js';
|
|
|
12
12
|
import { defaultInitializeProcessFunc } from '../worker.js';
|
|
13
13
|
const ORPHANED_TIMEOUT = 15 * 1000;
|
|
14
14
|
export const runProcess = (args) => {
|
|
15
|
-
return fork(
|
|
15
|
+
return fork(new URL(import.meta.url), [args.agentFile]);
|
|
16
16
|
};
|
|
17
17
|
const startJob = (proc, func, info, closeEvent, logger) => {
|
|
18
18
|
let connect = false;
|
|
@@ -58,7 +58,7 @@ if (process.send) {
|
|
|
58
58
|
// [1] import.meta.filename
|
|
59
59
|
// [2] import.meta.filename of function containing entry file
|
|
60
60
|
const moduleFile = process.argv[2];
|
|
61
|
-
const agent = await import(moduleFile).then((module) => {
|
|
61
|
+
const agent = await import(pathToFileURL(moduleFile).href).then((module) => {
|
|
62
62
|
const agent = module.default;
|
|
63
63
|
if (agent === undefined || !isAgent(agent)) {
|
|
64
64
|
throw new Error(`Unable to load agent: Missing or invalid default export in ${moduleFile}`);
|
package/dist/ipc/job_main.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job_main.js","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,IAAI,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"job_main.js","sourceRoot":"","sources":["../../src/ipc/job_main.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAc,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAG5D,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC;AAYnC,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAe,EAAgB,EAAE;IAC1D,OAAO,IAAI,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CACf,IAAgB,EAChB,IAAwC,EACxC,IAAoB,EACpB,UAAwB,EACxB,MAAc,EACL,EAAE;IACX,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,GAAG,EAAE;QACnC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,OAAO,GAAG,IAAI,CAAC;IACjB,CAAC,CAAC;IACF,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,EAAE;QACpC,QAAQ,GAAG,IAAI,CAAC;QAChB,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC,CAAC;IAEF,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IAEpE,MAAM,IAAI,GAAG,IAAI,OAAO,CAAO,KAAK,IAAI,EAAE;QACxC,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,EAAE;YACzC,IAAI,CAAC,CAAC,OAAO,IAAI,QAAQ,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CACT,gEAAgE,EAChE,uCAAuC,CACxC,CAAC;YACJ,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAE1D,MAAM,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YAC7C,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YAC9B,OAAO,CAAC,IAAK,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAEvC,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAC7C,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC;QAEhG,OAAO,CAAC,IAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAChC,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;AACvB,CAAC,CAAC;AAEF,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,gBAAgB;IAChB,eAAe;IACf,6BAA6B;IAC7B,+DAA+D;IAC/D,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,KAAK,GAAU,MAAM,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;QAChF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC;QAC7B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,8DAA8D,UAAU,EAAE,CAAC,CAAC;QAC9F,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACnB,KAAK,CAAC,OAAO,GAAG,4BAA4B,CAAC;IAC/C,CAAC;IAED,2BAA2B;IAC3B,mFAAmF;IACnF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAE/B,MAAM,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAe,EAAE,EAAE;QAC1D,IAAI,GAAG,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,UAAU,EAAE,CAAC;IAC9B,IAAI,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAE5C,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACxC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpB,MAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACvC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC,CAAC;IAE7C,IAAI,GAAG,GAAwB,SAAS,CAAC;IACzC,MAAM,UAAU,GAAG,IAAI,YAAY,EAAE,CAAC;IAEtC,MAAM,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;QACtC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC/C,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAErB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAe,EAAE,EAAE;QACxC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,eAAe,CAAC,OAAO,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAK,CAAC;oBACZ,IAAI,EAAE,cAAc;oBACpB,KAAK,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE;iBACrE,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gBAC9C,CAAC;gBAED,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;gBAE9D,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;gBAC5E,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAC5B,MAAM;YACR,CAAC;YACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,IAAI,CAAC,GAAG,EAAE,CAAC;oBACT,MAAM;gBACR,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -10,7 +10,7 @@ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (
|
|
|
10
10
|
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
11
11
|
};
|
|
12
12
|
var _ProcJobExecutor_opts, _ProcJobExecutor_started, _ProcJobExecutor_closing, _ProcJobExecutor_runningJob, _ProcJobExecutor_proc, _ProcJobExecutor_pingInterval, _ProcJobExecutor_pongTimeout, _ProcJobExecutor_init, _ProcJobExecutor_join, _ProcJobExecutor_logger;
|
|
13
|
-
import { once } from 'events';
|
|
13
|
+
import { once } from 'node:events';
|
|
14
14
|
import { log, loggerOptions } from '../log.js';
|
|
15
15
|
import { Future } from '../utils.js';
|
|
16
16
|
import { JobExecutor } from './job_executor.js';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"proc_job_executor.js","sourceRoot":"","sources":["../../src/ipc/proc_job_executor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"proc_job_executor.js","sourceRoot":"","sources":["../../src/ipc/proc_job_executor.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAEnC,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAGhD,MAAM,OAAO,eAAgB,SAAQ,WAAW;IAY9C,YAAY,KAAa,EAAE,iBAAyB,EAAE,YAAoB;QACxE,KAAK,EAAE,CAAC;QAZV,wCAAgB;QAChB,mCAAW,KAAK,EAAC;QACjB,mCAAW,KAAK,EAAC;QACjB,sCAA+B,SAAS,EAAC;QACzC,wCAAqB;QACrB,gDAA+C;QAC/C,+CAA6C;QAC7C,gCAAQ,IAAI,MAAM,EAAE,EAAC;QACrB,gCAAQ,IAAI,MAAM,EAAE,EAAC;QACrB,kCAAU,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,uBAAA,IAAI,mCAAY,EAAE,CAAC,EAAC;QAItD,uBAAA,IAAI,yBAAS;YACX,KAAK;YACL,iBAAiB;YACjB,YAAY;SACb,MAAA,CAAC;IACJ,CAAC;IAED,IAAI,OAAO;QACT,OAAO,uBAAA,IAAI,gCAAS,CAAC;IACvB,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,uBAAA,IAAI,mCAAY,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,uBAAA,IAAI,gCAAS,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;aAAM,IAAI,uBAAA,IAAI,gCAAS,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACtC,CAAC;QAED,uBAAA,IAAI,yBAAS,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACpD,CAAC,CAAC,UAAU,CAAC;YACX,SAAS,EAAE,uBAAA,IAAI,6BAAM,CAAC,KAAK;SAC5B,CAAC,CACH,MAAA,CAAC;QAEF,uBAAA,IAAI,4BAAY,IAAI,MAAA,CAAC;QACrB,IAAI,CAAC,GAAG,EAAE,CAAC;IACb,CAAC;IAED,KAAK,CAAC,GAAG;QACP,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;QAEvB,uBAAA,IAAI,iCAAiB,WAAW,CAAC,GAAG,EAAE;YACpC,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;QAC9E,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,MAAA,CAAC;QAEvB,uBAAA,IAAI,gCAAgB,UAAU,CAAC,GAAG,EAAE;YAClC,uBAAA,IAAI,+BAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACzC,YAAY,CAAC,uBAAA,IAAI,oCAAa,CAAC,CAAC;YAChC,aAAa,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;YAClC,uBAAA,IAAI,6BAAO,CAAC,IAAI,EAAE,CAAC;YACnB,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,MAAA,CAAC;QAEtB,MAAM,QAAQ,GAAG,CAAC,GAAe,EAAE,EAAE;;YACnC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,cAAc,CAAC,CAAC,CAAC;oBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;oBAC/C,IAAI,KAAK,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;wBACrC,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;oBACrE,CAAC;oBACD,MAAA,uBAAA,IAAI,oCAAa,0CAAE,OAAO,EAAE,CAAC;oBAC7B,MAAM;gBACR,CAAC;gBACD,KAAK,SAAS,CAAC,CAAC,CAAC;oBACf,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBACtE,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC,CAAC,CAAC;oBACZ,uBAAA,IAAI,4BAAY,IAAI,MAAA,CAAC;oBACrB,uBAAA,IAAI,6BAAO,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;oBACrC,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;oBACrB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,uBAAA,IAAI,6BAAO,CAAC,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACpC,uBAAA,IAAI,6BAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC9B,IAAI,uBAAA,IAAI,gCAAS;gBAAE,OAAO;YAC1B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YACpE,YAAY,CAAC,uBAAA,IAAI,oCAAa,CAAC,CAAC;YAChC,aAAa,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;YAClC,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;QAEH,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,uBAAA,IAAI,gCAAS,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;YACzD,uBAAA,IAAI,6BAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM,GAAG,CAAC;QACZ,CAAC,EAAE,uBAAA,IAAI,6BAAM,CAAC,iBAAiB,CAAC,CAAC;QACjC,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,uBAAA,IAAI,6BAAO,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAe,EAAE,EAAE;YAC9D,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC,CAAC,CAAC;QACH,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,uBAAA,IAAI,gCAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QACD,uBAAA,IAAI,4BAAY,IAAI,MAAA,CAAC;QAErB,IAAI,CAAC,uBAAA,IAAI,mCAAY,EAAE,CAAC;YACtB,uBAAA,IAAI,6BAAO,CAAC,IAAI,EAAE,CAAC;YACnB,uBAAA,IAAI,6BAAM,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QAED,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAE9C,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC7D,CAAC,EAAE,uBAAA,IAAI,6BAAM,CAAC,YAAY,CAAC,CAAC;QAC5B,MAAM,uBAAA,IAAI,6BAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YAC/B,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,YAAY,CAAC,uBAAA,IAAI,oCAAa,CAAC,CAAC;YAChC,aAAa,CAAC,uBAAA,IAAI,qCAAc,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAoB;QAClC,IAAI,uBAAA,IAAI,mCAAY,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QACD,uBAAA,IAAI,+BAAe,IAAI,MAAA,CAAC;QACxB,uBAAA,IAAI,6BAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;CACF"}
|
package/dist/job.d.ts
CHANGED
|
@@ -65,10 +65,10 @@ export declare class JobContext {
|
|
|
65
65
|
}
|
|
66
66
|
export declare class JobProcess {
|
|
67
67
|
#private;
|
|
68
|
-
|
|
69
|
-
get userData(): {
|
|
68
|
+
userData: {
|
|
70
69
|
[id: string]: unknown;
|
|
71
70
|
};
|
|
71
|
+
get pid(): number;
|
|
72
72
|
}
|
|
73
73
|
/**
|
|
74
74
|
* A request sent by the server to spawn a new agent job.
|
package/dist/job.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACJ,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAK3B,yEAAyE;AACzE,oBAAY,aAAa;IACvB,aAAa,IAAA;IACb,cAAc,IAAA;IACd,UAAU,IAAA;IACV,UAAU,IAAA;CACX;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,eAAe,EAAE,kBAAkB,CAAC;IACpC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,6EAA6E;AAC7E,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,GAAG,CAAC,EAAE,MAAM;CAIzB;AAED,mGAAmG;AACnG,qBAAa,UAAU;;IAMrB,gBAAgB;IAChB,iBAAiB,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAM;gBAW9C,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,IAAI,EACrB,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI;IAYjC,IAAI,IAAI,IAAI,UAAU,CAErB;IAED,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,kDAAkD;IAClD,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,uFAAuF;IACvF,IAAI,KAAK,IAAI,gBAAgB,GAAG,SAAS,CAExC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAI3C,kBAAkB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAoCvE;;;;;;;;;OASG;IACG,OAAO,CACX,IAAI,CAAC,EAAE,WAAW,EAClB,aAAa,GAAE,aAA2C,EAC1D,SAAS,CAAC,EAAE,gBAAgB;IA4B9B;;;;OAIG;IACH,QAAQ,CAAC,MAAM,SAAK;IAIpB,gBAAgB;IAChB,sBAAsB,CAAC,CAAC,EAAE,iBAAiB;IAiB3C;;;;OAIG;IACH,wBAAwB,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC;CAO5F;AAED,qBAAa,UAAU;;
|
|
1
|
+
{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACJ,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAK3B,yEAAyE;AACzE,oBAAY,aAAa;IACvB,aAAa,IAAA;IACb,cAAc,IAAA;IACd,UAAU,IAAA;IACV,UAAU,IAAA;CACX;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,eAAe,EAAE,kBAAkB,CAAC;IACpC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,6EAA6E;AAC7E,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,GAAG,CAAC,EAAE,MAAM;CAIzB;AAED,mGAAmG;AACnG,qBAAa,UAAU;;IAMrB,gBAAgB;IAChB,iBAAiB,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAM;gBAW9C,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,IAAI,EACrB,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI;IAYjC,IAAI,IAAI,IAAI,UAAU,CAErB;IAED,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,kDAAkD;IAClD,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,uFAAuF;IACvF,IAAI,KAAK,IAAI,gBAAgB,GAAG,SAAS,CAExC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAI3C,kBAAkB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAoCvE;;;;;;;;;OASG;IACG,OAAO,CACX,IAAI,CAAC,EAAE,WAAW,EAClB,aAAa,GAAE,aAA2C,EAC1D,SAAS,CAAC,EAAE,gBAAgB;IA4B9B;;;;OAIG;IACH,QAAQ,CAAC,MAAM,SAAK;IAIpB,gBAAgB;IAChB,sBAAsB,CAAC,CAAC,EAAE,iBAAiB;IAiB3C;;;;OAIG;IACH,wBAAwB,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC;CAO5F;AAED,qBAAa,UAAU;;IAErB,QAAQ,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAM;IAEzC,IAAI,GAAG,IAAI,MAAM,CAEhB;CACF;AAED;;;;;;;GAOG;AACH,qBAAa,UAAU;;IAKrB,gBAAgB;gBAEd,GAAG,EAAE,KAAK,CAAC,GAAG,EACd,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC7B,QAAQ,EAAE,CAAC,IAAI,EAAE,kBAAkB,KAAK,OAAO,CAAC,IAAI,CAAC;IAOvD,4DAA4D;IAC5D,IAAI,EAAE,IAAI,MAAM,CAEf;IAED,uFAAuF;IACvF,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,uFAAuF;IACvF,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,SAAS,CAEjC;IAED,uFAAuF;IACvF,IAAI,SAAS,IAAI,KAAK,CAAC,eAAe,GAAG,SAAS,CAEjD;IAED,iEAAiE;IACjE,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,uBAAuB;IACjB,MAAM;IAIZ,8DAA8D;IACxD,MAAM,CAAC,IAAI,SAAK,EAAE,QAAQ,SAAK,EAAE,QAAQ,SAAK;CAKrD"}
|
package/dist/job.js
CHANGED
|
@@ -9,7 +9,7 @@ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (
|
|
|
9
9
|
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
10
10
|
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
11
11
|
};
|
|
12
|
-
var _JobContext_proc, _JobContext_info, _JobContext_room, _JobContext_onConnect, _JobContext_onShutdown, _JobContext_participantEntrypoints, _JobContext_participantTasks, _JobContext_logger, _JobProcess_pid,
|
|
12
|
+
var _JobContext_proc, _JobContext_info, _JobContext_room, _JobContext_onConnect, _JobContext_onShutdown, _JobContext_participantEntrypoints, _JobContext_participantTasks, _JobContext_logger, _JobProcess_pid, _JobRequest_job, _JobRequest_onReject, _JobRequest_onAccept;
|
|
13
13
|
import { ParticipantKind, RoomEvent, TrackKind } from '@livekit/rtc-node';
|
|
14
14
|
import { log } from './log.js';
|
|
15
15
|
/** Which tracks, if any, should the agent automatically subscribe to? */
|
|
@@ -163,16 +163,13 @@ _JobContext_proc = new WeakMap(), _JobContext_info = new WeakMap(), _JobContext_
|
|
|
163
163
|
export class JobProcess {
|
|
164
164
|
constructor() {
|
|
165
165
|
_JobProcess_pid.set(this, process.pid);
|
|
166
|
-
|
|
166
|
+
this.userData = {};
|
|
167
167
|
}
|
|
168
168
|
get pid() {
|
|
169
169
|
return __classPrivateFieldGet(this, _JobProcess_pid, "f");
|
|
170
170
|
}
|
|
171
|
-
get userData() {
|
|
172
|
-
return __classPrivateFieldGet(this, _JobProcess_userData, "f");
|
|
173
|
-
}
|
|
174
171
|
}
|
|
175
|
-
_JobProcess_pid = new WeakMap()
|
|
172
|
+
_JobProcess_pid = new WeakMap();
|
|
176
173
|
/**
|
|
177
174
|
* A request sent by the server to spawn a new agent job.
|
|
178
175
|
*
|
package/dist/job.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job.js","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAWA,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,yEAAyE;AACzE,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,mEAAa,CAAA;IACb,qEAAc,CAAA;IACd,6DAAU,CAAA;IACV,6DAAU,CAAA;AACZ,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAeD,6EAA6E;AAC7E,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,GAAY;QACtB,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;CACF;AAED,mGAAmG;AACnG,MAAM,OAAO,UAAU;IAiBrB,YACE,IAAgB,EAChB,IAAoB,EACpB,IAAU,EACV,SAAqB,EACrB,UAA+B;QArBjC,mCAAkB;QAClB,mCAAsB;QACtB,mCAAY;QACZ,wCAAuB;QACvB,yCAAiC;QACjC,gBAAgB;QAChB,sBAAiB,GAA4B,EAAE,CAAC;QAChD,6CAAwF,EAAE,EAAC;QAC3F,uCAKI,EAAE,EAAC;QACP,qCAAgB;QASd,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,yBAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,0BAAe,UAAU,MAAA,CAAC;QAC9B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC3E,uBAAA,IAAI,sBAAW,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,uBAAA,IAAI,wBAAM,EAAE,CAAC,MAAA,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC;IACxB,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,uFAAuF;IACvF,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,wBAAM,CAAC,gBAAgB,CAAC;IACrC,CAAC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAA6B;QAC/C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QACxC,IAAI,CAAC,uBAAA,IAAI,wBAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;gBACnF,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,sBAAsB,GAAG,CAAC,WAA8B,EAAE,EAAE;gBAChE,IACE,CAAC,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,KAAK,QAAQ,CAAC;oBAChD,WAAW,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC,KAAK,EAC9C,CAAC;oBACD,aAAa,EAAE,CAAC;oBAChB,OAAO,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC;YACF,MAAM,cAAc,GAAG,GAAG,EAAE;gBAC1B,aAAa,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC;YACvE,CAAC,CAAC;YAEF,MAAM,aAAa,GAAG,GAAG,EAAE;gBACzB,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC,SAAS,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;gBACvE,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;YACzD,CAAC,CAAC;YAEF,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;YACtE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,gBAA+B,aAAa,CAAC,aAAa,EAC1D,SAA4B;QAE5B,MAAM,IAAI,GAAG;YACX,IAAI;YACJ,aAAa,EAAE,aAAa,IAAI,aAAa,CAAC,aAAa;YAC3D,SAAS;YACT,QAAQ,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,uBAAA,IAAI,wBAAM,CAAC,OAAO,CAAC,uBAAA,IAAI,wBAAM,CAAC,GAAG,EAAE,uBAAA,IAAI,wBAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjE,uBAAA,IAAI,6BAAW,MAAf,IAAI,CAAa,CAAC;QAElB,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACjF,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1C,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBAClC,IACE,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC;wBACjF,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC,EACjF,CAAC;wBACD,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,MAAM,GAAG,EAAE;QAClB,uBAAA,IAAI,8BAAY,MAAhB,IAAI,EAAa,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;IAChB,sBAAsB,CAAC,CAAoB;QACzC,KAAK,MAAM,QAAQ,IAAI,uBAAA,IAAI,0CAAwB,EAAE,CAAC;YACpD,IACE,CAAC,CAAC,QAAQ,IAAI,uBAAA,IAAI,oCAAkB;gBACpC,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,IAAI,QAAQ,EACvD,CAAC;gBACD,uBAAA,IAAI,0BAAQ,CAAC,IAAI,CACf,kGAAkG,EAClG,CAAC,CAAC,QAAQ,CACX,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChE,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,wBAAwB,CAAC,QAAkE;QACzF,IAAI,uBAAA,IAAI,0CAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,mBAAmB,CAAC,4CAA4C,CAAC,CAAC;QAC9E,CAAC;QAED,uBAAA,IAAI,0CAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;CACF;;AAED,MAAM,OAAO,UAAU;IAAvB;QACE,0BAAO,OAAO,CAAC,GAAG,EAAC;QACnB
|
|
1
|
+
{"version":3,"file":"job.js","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAWA,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,yEAAyE;AACzE,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,mEAAa,CAAA;IACb,qEAAc,CAAA;IACd,6DAAU,CAAA;IACV,6DAAU,CAAA;AACZ,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAeD,6EAA6E;AAC7E,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,GAAY;QACtB,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;CACF;AAED,mGAAmG;AACnG,MAAM,OAAO,UAAU;IAiBrB,YACE,IAAgB,EAChB,IAAoB,EACpB,IAAU,EACV,SAAqB,EACrB,UAA+B;QArBjC,mCAAkB;QAClB,mCAAsB;QACtB,mCAAY;QACZ,wCAAuB;QACvB,yCAAiC;QACjC,gBAAgB;QAChB,sBAAiB,GAA4B,EAAE,CAAC;QAChD,6CAAwF,EAAE,EAAC;QAC3F,uCAKI,EAAE,EAAC;QACP,qCAAgB;QASd,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,yBAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,0BAAe,UAAU,MAAA,CAAC;QAC9B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC3E,uBAAA,IAAI,sBAAW,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,uBAAA,IAAI,wBAAM,EAAE,CAAC,MAAA,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC;IACxB,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,uFAAuF;IACvF,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,wBAAM,CAAC,gBAAgB,CAAC;IACrC,CAAC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAA6B;QAC/C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QACxC,IAAI,CAAC,uBAAA,IAAI,wBAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;gBACnF,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,sBAAsB,GAAG,CAAC,WAA8B,EAAE,EAAE;gBAChE,IACE,CAAC,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,KAAK,QAAQ,CAAC;oBAChD,WAAW,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC,KAAK,EAC9C,CAAC;oBACD,aAAa,EAAE,CAAC;oBAChB,OAAO,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC;YACF,MAAM,cAAc,GAAG,GAAG,EAAE;gBAC1B,aAAa,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC;YACvE,CAAC,CAAC;YAEF,MAAM,aAAa,GAAG,GAAG,EAAE;gBACzB,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC,SAAS,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;gBACvE,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;YACzD,CAAC,CAAC;YAEF,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;YACtE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,gBAA+B,aAAa,CAAC,aAAa,EAC1D,SAA4B;QAE5B,MAAM,IAAI,GAAG;YACX,IAAI;YACJ,aAAa,EAAE,aAAa,IAAI,aAAa,CAAC,aAAa;YAC3D,SAAS;YACT,QAAQ,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,uBAAA,IAAI,wBAAM,CAAC,OAAO,CAAC,uBAAA,IAAI,wBAAM,CAAC,GAAG,EAAE,uBAAA,IAAI,wBAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjE,uBAAA,IAAI,6BAAW,MAAf,IAAI,CAAa,CAAC;QAElB,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACjF,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1C,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBAClC,IACE,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC;wBACjF,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC,EACjF,CAAC;wBACD,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,MAAM,GAAG,EAAE;QAClB,uBAAA,IAAI,8BAAY,MAAhB,IAAI,EAAa,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;IAChB,sBAAsB,CAAC,CAAoB;QACzC,KAAK,MAAM,QAAQ,IAAI,uBAAA,IAAI,0CAAwB,EAAE,CAAC;YACpD,IACE,CAAC,CAAC,QAAQ,IAAI,uBAAA,IAAI,oCAAkB;gBACpC,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,IAAI,QAAQ,EACvD,CAAC;gBACD,uBAAA,IAAI,0BAAQ,CAAC,IAAI,CACf,kGAAkG,EAClG,CAAC,CAAC,QAAQ,CACX,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChE,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,wBAAwB,CAAC,QAAkE;QACzF,IAAI,uBAAA,IAAI,0CAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,mBAAmB,CAAC,4CAA4C,CAAC,CAAC;QAC9E,CAAC;QAED,uBAAA,IAAI,0CAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;CACF;;AAED,MAAM,OAAO,UAAU;IAAvB;QACE,0BAAO,OAAO,CAAC,GAAG,EAAC;QACnB,aAAQ,GAA8B,EAAE,CAAC;IAK3C,CAAC;IAHC,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,uBAAK,CAAC;IACnB,CAAC;CACF;;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,UAAU;IAKrB,gBAAgB;IAChB,YACE,GAAc,EACd,QAA6B,EAC7B,QAAqD;QARvD,kCAAgB;QAChB,uCAA+B;QAC/B,uCAAuD;QAQrD,uBAAA,IAAI,mBAAQ,GAAG,MAAA,CAAC;QAChB,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAC;QAC1B,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAC;IAC5B,CAAC;IAED,4DAA4D;IAC5D,IAAI,EAAE;QACJ,OAAO,uBAAA,IAAI,uBAAK,CAAC,EAAE,CAAC;IACtB,CAAC;IAED,uFAAuF;IACvF,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,uBAAK,CAAC;IACnB,CAAC;IAED,uFAAuF;IACvF,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,uBAAK,CAAC,IAAI,CAAC;IACxB,CAAC;IAED,uFAAuF;IACvF,IAAI,SAAS;QACX,OAAO,uBAAA,IAAI,uBAAK,CAAC,WAAW,CAAC;IAC/B,CAAC;IAED,iEAAiE;IACjE,IAAI,SAAS;QACX,OAAO,uBAAA,IAAI,uBAAK,CAAC,SAAS,CAAC;IAC7B,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,MAAM;QACV,MAAM,uBAAA,IAAI,4BAAU,MAAd,IAAI,CAAY,CAAC;IACzB,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE;QAClD,IAAI,QAAQ,KAAK,EAAE;YAAE,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;QAEnD,uBAAA,IAAI,4BAAU,MAAd,IAAI,EAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
1
|
+
/// <reference types="node" resolution-mode="require"/>
|
|
2
2
|
import type { AudioFrame } from '@livekit/rtc-node';
|
|
3
3
|
import { type AudioSource } from '@livekit/rtc-node';
|
|
4
|
-
import { EventEmitter } from 'events';
|
|
4
|
+
import { EventEmitter } from 'node:events';
|
|
5
5
|
import type { TranscriptionForwarder } from '../transcription.js';
|
|
6
6
|
import { type AsyncIterableQueue, Future } from '../utils.js';
|
|
7
7
|
export declare const proto: {};
|
|
@@ -26,7 +26,7 @@ export declare class PlayoutHandle extends EventEmitter {
|
|
|
26
26
|
get done(): boolean;
|
|
27
27
|
interrupt(): void;
|
|
28
28
|
}
|
|
29
|
-
export declare class AgentPlayout {
|
|
29
|
+
export declare class AgentPlayout extends EventEmitter {
|
|
30
30
|
#private;
|
|
31
31
|
constructor(audioSource: AudioSource, sampleRate: number, numChannels: number, inFrameSize: number, outFrameSize: number);
|
|
32
32
|
play(itemId: string, contentIndex: number, transcriptionFwd: TranscriptionForwarder, textStream: AsyncIterableQueue<string>, audioStream: AsyncIterableQueue<AudioFrame>): PlayoutHandle;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,KAAK,kBAAkB,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAEpG,eAAO,MAAM,KAAK,IAAK,CAAC;AAExB,qBAAa,aAAc,SAAQ,YAAY;;IAK7C,gBAAgB;IAChB,gBAAgB,EAAE,sBAAsB,CAAC;IACzC,gBAAgB;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB;IAChB,MAAM,EAAE,MAAM,CAAC;IAGf,gBAAgB;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB;IAChB,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;gBAGlC,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,sBAAsB;IAe1C,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,YAAY,IAAI,MAAM,CAQzB;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,IAAI,IAAI,OAAO,CAElB;IAED,SAAS;CAKV;AAED,qBAAa,YAAa,SAAQ,YAAY;;gBAQ1C,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM;IAWtB,IAAI,CACF,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,sBAAsB,EACxC,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC,EACtC,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC,GAC1C,aAAa;CAiJjB"}
|
|
@@ -17,7 +17,7 @@ var __asyncValues = (this && this.__asyncValues) || function (o) {
|
|
|
17
17
|
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
|
|
18
18
|
};
|
|
19
19
|
var _PlayoutHandle_audioSource, _PlayoutHandle_sampleRate, _PlayoutHandle_itemId, _PlayoutHandle_contentIndex, _PlayoutHandle_interrupted, _AgentPlayout_instances, _AgentPlayout_audioSource, _AgentPlayout_playoutTask, _AgentPlayout_sampleRate, _AgentPlayout_numChannels, _AgentPlayout_inFrameSize, _AgentPlayout_outFrameSize, _AgentPlayout_makePlayoutTask;
|
|
20
|
-
import { EventEmitter } from 'events';
|
|
20
|
+
import { EventEmitter } from 'node:events';
|
|
21
21
|
import { AudioByteStream } from '../audio.js';
|
|
22
22
|
import { CancellablePromise, Future, gracefullyCancel } from '../utils.js';
|
|
23
23
|
export const proto = {};
|
|
@@ -48,7 +48,7 @@ export class PlayoutHandle extends EventEmitter {
|
|
|
48
48
|
if (this.totalPlayedTime !== undefined) {
|
|
49
49
|
return Math.floor(this.totalPlayedTime * __classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f"));
|
|
50
50
|
}
|
|
51
|
-
return Math.floor(this.pushedDuration - __classPrivateFieldGet(this, _PlayoutHandle_audioSource, "f").queuedDuration * __classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f"));
|
|
51
|
+
return Math.floor((this.pushedDuration - __classPrivateFieldGet(this, _PlayoutHandle_audioSource, "f").queuedDuration) * (__classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f") / 1000));
|
|
52
52
|
}
|
|
53
53
|
get textChars() {
|
|
54
54
|
return this.transcriptionFwd.currentCharacterIndex;
|
|
@@ -70,8 +70,9 @@ export class PlayoutHandle extends EventEmitter {
|
|
|
70
70
|
}
|
|
71
71
|
}
|
|
72
72
|
_PlayoutHandle_audioSource = new WeakMap(), _PlayoutHandle_sampleRate = new WeakMap(), _PlayoutHandle_itemId = new WeakMap(), _PlayoutHandle_contentIndex = new WeakMap(), _PlayoutHandle_interrupted = new WeakMap();
|
|
73
|
-
export class AgentPlayout {
|
|
73
|
+
export class AgentPlayout extends EventEmitter {
|
|
74
74
|
constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
|
|
75
|
+
super();
|
|
75
76
|
_AgentPlayout_instances.add(this);
|
|
76
77
|
_AgentPlayout_audioSource.set(this, void 0);
|
|
77
78
|
_AgentPlayout_playoutTask.set(this, void 0);
|
|
@@ -157,11 +158,12 @@ _AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakM
|
|
|
157
158
|
}
|
|
158
159
|
if (firstFrame) {
|
|
159
160
|
handle.transcriptionFwd.start();
|
|
161
|
+
this.emit('playout_started');
|
|
160
162
|
firstFrame = false;
|
|
161
163
|
}
|
|
162
164
|
handle.transcriptionFwd.pushAudio(frame);
|
|
163
165
|
for (const f of bstream.write(frame.data.buffer)) {
|
|
164
|
-
handle.pushedDuration += f.samplesPerChannel / f.sampleRate;
|
|
166
|
+
handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
|
|
165
167
|
await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
|
|
166
168
|
}
|
|
167
169
|
}
|
|
@@ -175,7 +177,7 @@ _AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakM
|
|
|
175
177
|
}
|
|
176
178
|
if (!cancelledCapture && !cancelled) {
|
|
177
179
|
for (const f of bstream.flush()) {
|
|
178
|
-
handle.pushedDuration += f.samplesPerChannel / f.sampleRate;
|
|
180
|
+
handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
|
|
179
181
|
await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
|
|
180
182
|
}
|
|
181
183
|
handle.transcriptionFwd.markAudioComplete();
|
|
@@ -204,8 +206,11 @@ _AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakM
|
|
|
204
206
|
if (!readTextTask.isCancelled) {
|
|
205
207
|
await gracefullyCancel(readTextTask);
|
|
206
208
|
}
|
|
207
|
-
if (!firstFrame
|
|
208
|
-
handle.
|
|
209
|
+
if (!firstFrame) {
|
|
210
|
+
if (!handle.interrupted) {
|
|
211
|
+
handle.transcriptionFwd.markTextComplete();
|
|
212
|
+
}
|
|
213
|
+
this.emit('playout_stopped', handle.interrupted);
|
|
209
214
|
}
|
|
210
215
|
handle.doneFut.resolve();
|
|
211
216
|
await handle.transcriptionFwd.close(handle.interrupted);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAA2B,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpG,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AAExB,MAAM,OAAO,aAAc,SAAQ,YAAY;IAkB7C,YACE,WAAwB,EACxB,UAAkB,EAClB,MAAc,EACd,YAAoB,EACpB,gBAAwC;QAExC,KAAK,EAAE,CAAC;QAxBV,6CAA0B;QAC1B,4CAAoB;QACpB,wCAAgB;QAChB,8CAAsB;QAOtB,gBAAgB;QAChB,6CAAsB;QAcpB,uBAAA,IAAI,8BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,yBAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,+BAAiB,YAAY,MAAA,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,uBAAA,IAAI,8BAAgB,KAAK,MAAA,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACnC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,6BAAQ,CAAC;IACtB,CAAC;IAED,IAAI,YAAY;QACd,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,uBAAA,IAAI,iCAAY,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CACf,CAAC,IAAI,CAAC,cAAc,GAAG,uBAAA,IAAI,kCAAa,CAAC,cAAc,CAAC,GAAG,CAAC,uBAAA,IAAI,iCAAY,GAAG,IAAI,CAAC,CACrF,CAAC;IACJ,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC;IACrD,CAAC;IAED,IAAI,YAAY;QACd,OAAO,uBAAA,IAAI,mCAAc,CAAC;IAC5B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,uBAAA,IAAI,kCAAa,CAAC;IAC3B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,uBAAA,IAAI,kCAAa,CAAC;IAChD,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI;YAAE,OAAO;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACtB,uBAAA,IAAI,8BAAgB,IAAI,MAAA,CAAC;IAC3B,CAAC;CACF;;AAED,MAAM,OAAO,YAAa,SAAQ,YAAY;IAO5C,YACE,WAAwB,EACxB,UAAkB,EAClB,WAAmB,EACnB,WAAmB,EACnB,YAAoB;QAEpB,KAAK,EAAE,CAAC;;QAbV,4CAA0B;QAC1B,4CAA8C;QAC9C,2CAAoB;QACpB,4CAAqB;QACrB,4CAAqB;QACrB,6CAAsB;QASpB,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAgB,IAAI,MAAA,CAAC;QACzB,uBAAA,IAAI,4BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,8BAAiB,YAAY,MAAA,CAAC;IACpC,CAAC;IAED,IAAI,CACF,MAAc,EACd,YAAoB,EACpB,gBAAwC,EACxC,UAAsC,EACtC,WAA2C;QAE3C,MAAM,MAAM,GAAG,IAAI,aAAa,CAC9B,uBAAA,IAAI,iCAAa,EACjB,uBAAA,IAAI,gCAAY,EAChB,MAAM,EACN,YAAY,EACZ,gBAAgB,CACjB,CAAC;QACF,uBAAA,IAAI,6BAAgB,uBAAA,IAAI,8DAAiB,MAArB,IAAI,EAAkB,uBAAA,IAAI,iCAAa,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,MAAA,CAAC;QAC9F,OAAO,MAAM,CAAC;IAChB,CAAC;CAuIF;kXApIG,OAAwC,EACxC,MAAqB,EACrB,UAAsC,EACtC,WAA2C;IAE3C,OAAO,IAAI,kBAAkB,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;QAChE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,QAAQ,CAAC,GAAG,EAAE;YACZ,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,CAAC,KAAK,IAAI,EAAE;YACV,IAAI,CAAC;gBACH,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;gBAED,IAAI,UAAU,GAAG,IAAI,CAAC;gBAEtB,MAAM,QAAQ,GAAG,GAAG,EAAE,CACpB,IAAI,kBAAkB,CAAO,CAAC,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,EAAE;oBACrE,IAAI,aAAa,GAAG,KAAK,CAAC;oBAC1B,YAAY,CAAC,GAAG,EAAE;wBAChB,aAAa,GAAG,IAAI,CAAC;oBACvB,CAAC,CAAC,CAAC;oBAEH,CAAC,KAAK,IAAI,EAAE;;wBACV,IAAI,CAAC;;gCACH,KAAyB,eAAA,eAAA,cAAA,UAAU,CAAA,gBAAA,wFAAE,CAAC;oCAAb,0BAAU;oCAAV,WAAU;oCAAxB,MAAM,IAAI,KAAA,CAAA;oCACnB,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;wCAC/B,MAAM;oCACR,CAAC;oCACD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gCACzC,CAAC;;;;;;;;;4BACD,WAAW,EAAE,CAAC;wBAChB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,UAAU,CAAC,KAAK,CAAC,CAAC;wBACpB,CAAC;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,CAAC,CAAC;gBAEL,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,kBAAkB,CAAO,CAAC,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,EAAE;oBAC9E,IAAI,gBAAgB,GAAG,KAAK,CAAC;oBAC7B,eAAe,CAAC,GAAG,EAAE;wBACnB,gBAAgB,GAAG,IAAI,CAAC;oBAC1B,CAAC,CAAC,CAAC;oBAEH,CAAC,KAAK,IAAI,EAAE;;wBACV,IAAI,CAAC;4BACH,MAAM,iBAAiB,GAAG,uBAAA,IAAI,kCAAc,CAAC;4BAC7C,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,uBAAA,IAAI,gCAAY,EAChB,uBAAA,IAAI,iCAAa,EACjB,iBAAiB,CAClB,CAAC;;gCAEF,KAA0B,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;oCAAd,2BAAW;oCAAX,WAAW;oCAA1B,MAAM,KAAK,KAAA,CAAA;oCACpB,IAAI,gBAAgB,IAAI,SAAS,EAAE,CAAC;wCAClC,MAAM;oCACR,CAAC;oCACD,IAAI,UAAU,EAAE,CAAC;wCACf,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;wCAChC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;wCAC7B,UAAU,GAAG,KAAK,CAAC;oCACrB,CAAC;oCAED,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oCAEzC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;wCACjD,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;wCACrE,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;oCAC1C,CAAC;gCACH,CAAC;;;;;;;;;4BAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,SAAS,EAAE,CAAC;gCACpC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;oCAChC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oCACrE,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gCAC1C,CAAC;gCAED,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC;gCAE5C,MAAM,uBAAA,IAAI,iCAAa,CAAC,cAAc,EAAE,CAAC;4BAC3C,CAAC;4BAED,cAAc,EAAE,CAAC;wBACnB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,aAAa,CAAC,KAAK,CAAC,CAAC;wBACvB,CAAC;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,CAAC,CAAC;gBAEL,MAAM,YAAY,GAAG,QAAQ,EAAE,CAAC;gBAChC,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC;gBAE9B,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzD,CAAC;wBAAS,CAAC;oBACT,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;wBAC7B,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;oBACtC,CAAC;oBAED,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,cAAc,GAAG,uBAAA,IAAI,iCAAa,CAAC,cAAc,CAAC;oBAElF,IAAI,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;wBAC5C,uBAAA,IAAI,iCAAa,CAAC,UAAU,EAAE,CAAC,CAAC,wCAAwC;oBAC1E,CAAC;oBAED,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;wBAC9B,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;oBACvC,CAAC;oBAED,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;4BACxB,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;wBAC7C,CAAC;wBAED,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;oBACnD,CAAC;oBAED,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACzB,MAAM,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gBAC1D,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
1
|
+
/// <reference types="node" resolution-mode="require"/>
|
|
2
2
|
import type { RemoteAudioTrack, RemoteParticipant, Room } from '@livekit/rtc-node';
|
|
3
|
-
import { EventEmitter } from 'events';
|
|
3
|
+
import { EventEmitter } from 'node:events';
|
|
4
4
|
import type * as llm from '../llm/index.js';
|
|
5
5
|
/**
|
|
6
6
|
* @internal
|
|
7
7
|
* @beta
|
|
8
8
|
*/
|
|
9
9
|
export declare abstract class RealtimeSession extends EventEmitter {
|
|
10
|
-
abstract
|
|
10
|
+
abstract conversation: any;
|
|
11
11
|
abstract inputAudioBuffer: any;
|
|
12
12
|
abstract fncCtx: llm.FunctionContext | undefined;
|
|
13
13
|
}
|
|
@@ -26,7 +26,7 @@ export declare abstract class RealtimeModel {
|
|
|
26
26
|
export type AgentState = 'initializing' | 'thinking' | 'listening' | 'speaking';
|
|
27
27
|
export declare const AGENT_STATE_ATTRIBUTE = "lk.agent.state";
|
|
28
28
|
/** @beta */
|
|
29
|
-
export declare class MultimodalAgent {
|
|
29
|
+
export declare class MultimodalAgent extends EventEmitter {
|
|
30
30
|
#private;
|
|
31
31
|
model: RealtimeModel;
|
|
32
32
|
room: Room | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multimodal_agent.d.ts","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,
|
|
1
|
+
{"version":3,"file":"multimodal_agent.d.ts","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EAGjB,IAAI,EACL,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,KAAK,GAAG,MAAM,iBAAiB,CAAC;AAM5C;;;GAGG;AACH,8BAAsB,eAAgB,SAAQ,YAAY;IAExD,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC;IAE3B,QAAQ,CAAC,gBAAgB,EAAE,GAAG,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;CAClD;AAED;;;GAGG;AACH,8BAAsB,aAAa;IAEjC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,GAAG,eAAe;IAC/C,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAChF,eAAO,MAAM,qBAAqB,mBAAmB,CAAC;AAEtD,YAAY;AACZ,qBAAa,eAAgB,SAAQ,YAAY;;IAC/C,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,IAAI,GAAG,IAAI,CAAQ;IACzB,iBAAiB,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IACnD,eAAe,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IAChD,aAAa,EAAE;QAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,IAAI,CAAA;KAAE,GAAG,IAAI,CAAQ;gBAEhE,EACV,KAAK,EACL,MAAM,GACP,EAAE;QACD,KAAK,EAAE,aAAa,CAAC;QACrB,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;KAC1C;IAoBD,IAAI,MAAM,IAAI,GAAG,CAAC,eAAe,GAAG,SAAS,CAE5C;IAED,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,EAK9C;IA6BD,KAAK,CACH,IAAI,EAAE,IAAI,EACV,WAAW,GAAE,iBAAiB,GAAG,MAAM,GAAG,IAAW,GACpD,OAAO,CAAC,eAAe,CAAC;CA2T5B"}
|
|
@@ -16,9 +16,9 @@ var __asyncValues = (this && this.__asyncValues) || function (o) {
|
|
|
16
16
|
function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
|
|
17
17
|
function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
|
|
18
18
|
};
|
|
19
|
-
var _MultimodalAgent_instances, _MultimodalAgent_participant, _MultimodalAgent_agentPublication, _MultimodalAgent_localTrackSid, _MultimodalAgent_localSource, _MultimodalAgent_agentPlayout, _MultimodalAgent_playingHandle, _MultimodalAgent_logger, _MultimodalAgent_session, _MultimodalAgent_fncCtx, _MultimodalAgent__started, _MultimodalAgent__pendingFunctionCalls, _MultimodalAgent__speaking, _MultimodalAgent_pendingFunctionCalls_get, _MultimodalAgent_pendingFunctionCalls_set, _MultimodalAgent_speaking_get, _MultimodalAgent_speaking_set, _MultimodalAgent_started_get, _MultimodalAgent_started_set, _MultimodalAgent_linkParticipant, _MultimodalAgent_subscribeToMicrophone, _MultimodalAgent_getLocalTrackSid, _MultimodalAgent_publishTranscription, _MultimodalAgent_updateState, _MultimodalAgent_setState;
|
|
19
|
+
var _MultimodalAgent_instances, _MultimodalAgent_participant, _MultimodalAgent_agentPublication, _MultimodalAgent_localTrackSid, _MultimodalAgent_localSource, _MultimodalAgent_agentPlayout, _MultimodalAgent_playingHandle, _MultimodalAgent_logger, _MultimodalAgent_session, _MultimodalAgent_fncCtx, _MultimodalAgent__started, _MultimodalAgent__pendingFunctionCalls, _MultimodalAgent__speaking, _MultimodalAgent_pendingFunctionCalls_get, _MultimodalAgent_pendingFunctionCalls_set, _MultimodalAgent_speaking_get, _MultimodalAgent_speaking_set, _MultimodalAgent_started_get, _MultimodalAgent_started_set, _MultimodalAgent_linkParticipant, _MultimodalAgent_subscribeToMicrophone, _MultimodalAgent_handleTrackSubscription, _MultimodalAgent_getLocalTrackSid, _MultimodalAgent_publishTranscription, _MultimodalAgent_updateState, _MultimodalAgent_setState;
|
|
20
20
|
import { AudioSource, AudioStream, LocalAudioTrack, RoomEvent, TrackPublishOptions, TrackSource, } from '@livekit/rtc-node';
|
|
21
|
-
import { EventEmitter } from 'events';
|
|
21
|
+
import { EventEmitter } from 'node:events';
|
|
22
22
|
import { AudioByteStream } from '../audio.js';
|
|
23
23
|
import { log } from '../log.js';
|
|
24
24
|
import { BasicTranscriptionForwarder } from '../transcription.js';
|
|
@@ -38,8 +38,9 @@ export class RealtimeModel {
|
|
|
38
38
|
}
|
|
39
39
|
export const AGENT_STATE_ATTRIBUTE = 'lk.agent.state';
|
|
40
40
|
/** @beta */
|
|
41
|
-
export class MultimodalAgent {
|
|
41
|
+
export class MultimodalAgent extends EventEmitter {
|
|
42
42
|
constructor({ model, fncCtx, }) {
|
|
43
|
+
super();
|
|
43
44
|
_MultimodalAgent_instances.add(this);
|
|
44
45
|
this.room = null;
|
|
45
46
|
this.linkedParticipant = null;
|
|
@@ -77,15 +78,32 @@ export class MultimodalAgent {
|
|
|
77
78
|
}
|
|
78
79
|
__classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_updateState).call(this);
|
|
79
80
|
room.on(RoomEvent.ParticipantConnected, (participant) => {
|
|
80
|
-
if
|
|
81
|
+
// automatically link to the first participant that connects, if not already linked
|
|
82
|
+
if (this.linkedParticipant) {
|
|
81
83
|
return;
|
|
82
84
|
}
|
|
83
85
|
__classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_linkParticipant).call(this, participant.identity);
|
|
84
86
|
});
|
|
87
|
+
room.on(RoomEvent.TrackPublished, () => {
|
|
88
|
+
// in case we are connected before the participant has published, we'd need to re-subscribe
|
|
89
|
+
__classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_subscribeToMicrophone).call(this);
|
|
90
|
+
});
|
|
91
|
+
room.on(RoomEvent.TrackSubscribed, __classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_handleTrackSubscription).bind(this));
|
|
85
92
|
this.room = room;
|
|
86
93
|
__classPrivateFieldSet(this, _MultimodalAgent_participant, participant, "f");
|
|
87
94
|
__classPrivateFieldSet(this, _MultimodalAgent_localSource, new AudioSource(this.model.sampleRate, this.model.numChannels), "f");
|
|
88
95
|
__classPrivateFieldSet(this, _MultimodalAgent_agentPlayout, new AgentPlayout(__classPrivateFieldGet(this, _MultimodalAgent_localSource, "f"), this.model.sampleRate, this.model.numChannels, this.model.inFrameSize, this.model.outFrameSize), "f");
|
|
96
|
+
const onPlayoutStarted = () => {
|
|
97
|
+
this.emit('agent_started_speaking');
|
|
98
|
+
__classPrivateFieldSet(this, _MultimodalAgent_instances, true, "a", _MultimodalAgent_speaking_set);
|
|
99
|
+
};
|
|
100
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
101
|
+
const onPlayoutStopped = (interrupted) => {
|
|
102
|
+
this.emit('agent_stopped_speaking');
|
|
103
|
+
__classPrivateFieldSet(this, _MultimodalAgent_instances, false, "a", _MultimodalAgent_speaking_set);
|
|
104
|
+
};
|
|
105
|
+
__classPrivateFieldGet(this, _MultimodalAgent_agentPlayout, "f").on('playout_started', onPlayoutStarted);
|
|
106
|
+
__classPrivateFieldGet(this, _MultimodalAgent_agentPlayout, "f").on('playout_stopped', onPlayoutStopped);
|
|
89
107
|
const track = LocalAudioTrack.createAudioTrack('assistant_voice', __classPrivateFieldGet(this, _MultimodalAgent_localSource, "f"));
|
|
90
108
|
const options = new TrackPublishOptions();
|
|
91
109
|
options.source = TrackSource.SOURCE_MICROPHONE;
|
|
@@ -119,14 +137,6 @@ export class MultimodalAgent {
|
|
|
119
137
|
// openai.realtime.RealtimeContent
|
|
120
138
|
const trFwd = new BasicTranscriptionForwarder(this.room, this.room.localParticipant.identity, __classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_getLocalTrackSid).call(this), message.responseId);
|
|
121
139
|
const handle = (_a = __classPrivateFieldGet(this, _MultimodalAgent_agentPlayout, "f")) === null || _a === void 0 ? void 0 : _a.play(message.itemId, message.contentIndex, trFwd, message.textStream, message.audioStream);
|
|
122
|
-
if (handle) {
|
|
123
|
-
__classPrivateFieldSet(this, _MultimodalAgent_instances, true, "a", _MultimodalAgent_speaking_set);
|
|
124
|
-
handle.on('done', () => {
|
|
125
|
-
if (__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f") == handle) {
|
|
126
|
-
__classPrivateFieldSet(this, _MultimodalAgent_instances, false, "a", _MultimodalAgent_speaking_set);
|
|
127
|
-
}
|
|
128
|
-
});
|
|
129
|
-
}
|
|
130
140
|
__classPrivateFieldSet(this, _MultimodalAgent_playingHandle, handle, "f");
|
|
131
141
|
});
|
|
132
142
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
@@ -160,7 +170,7 @@ export class MultimodalAgent {
|
|
|
160
170
|
var _a, _b;
|
|
161
171
|
if (__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f") && !__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").done) {
|
|
162
172
|
__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").interrupt();
|
|
163
|
-
__classPrivateFieldGet(this, _MultimodalAgent_session, "f").
|
|
173
|
+
__classPrivateFieldGet(this, _MultimodalAgent_session, "f").conversation.item.truncate(__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").itemId, __classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").contentIndex, Math.floor((__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").audioSamples / 24000) * 1000));
|
|
164
174
|
__classPrivateFieldSet(this, _MultimodalAgent_playingHandle, undefined, "f");
|
|
165
175
|
}
|
|
166
176
|
const participantIdentity = (_a = this.linkedParticipant) === null || _a === void 0 ? void 0 : _a.identity;
|
|
@@ -216,12 +226,37 @@ _MultimodalAgent_participant = new WeakMap(), _MultimodalAgent_agentPublication
|
|
|
216
226
|
if (this.linkedParticipant.trackPublications.size > 0) {
|
|
217
227
|
__classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_subscribeToMicrophone).call(this);
|
|
218
228
|
}
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
229
|
+
// also check if already subscribed
|
|
230
|
+
for (const publication of this.linkedParticipant.trackPublications.values()) {
|
|
231
|
+
if (publication.source === TrackSource.SOURCE_MICROPHONE && publication.track) {
|
|
232
|
+
__classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_handleTrackSubscription).call(this, publication.track, publication, this.linkedParticipant);
|
|
233
|
+
break;
|
|
234
|
+
}
|
|
223
235
|
}
|
|
224
236
|
}, _MultimodalAgent_subscribeToMicrophone = function _MultimodalAgent_subscribeToMicrophone() {
|
|
237
|
+
if (!this.linkedParticipant) {
|
|
238
|
+
__classPrivateFieldGet(this, _MultimodalAgent_logger, "f").error('Participant is not set');
|
|
239
|
+
return;
|
|
240
|
+
}
|
|
241
|
+
let microphonePublication = undefined;
|
|
242
|
+
for (const publication of this.linkedParticipant.trackPublications.values()) {
|
|
243
|
+
if (publication.source === TrackSource.SOURCE_MICROPHONE) {
|
|
244
|
+
microphonePublication = publication;
|
|
245
|
+
break;
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
if (!microphonePublication) {
|
|
249
|
+
return;
|
|
250
|
+
}
|
|
251
|
+
if (!microphonePublication.subscribed) {
|
|
252
|
+
microphonePublication.setSubscribed(true);
|
|
253
|
+
}
|
|
254
|
+
}, _MultimodalAgent_handleTrackSubscription = function _MultimodalAgent_handleTrackSubscription(track, publication, participant) {
|
|
255
|
+
var _a;
|
|
256
|
+
if (publication.source !== TrackSource.SOURCE_MICROPHONE ||
|
|
257
|
+
participant.identity !== ((_a = this.linkedParticipant) === null || _a === void 0 ? void 0 : _a.identity)) {
|
|
258
|
+
return;
|
|
259
|
+
}
|
|
225
260
|
const readAudioStreamTask = async (audioStream) => {
|
|
226
261
|
var _a, e_1, _b, _c;
|
|
227
262
|
const bstream = new AudioByteStream(this.model.sampleRate, this.model.numChannels, this.model.inFrameSize);
|
|
@@ -244,37 +279,22 @@ _MultimodalAgent_participant = new WeakMap(), _MultimodalAgent_agentPublication
|
|
|
244
279
|
finally { if (e_1) throw e_1.error; }
|
|
245
280
|
}
|
|
246
281
|
};
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
282
|
+
this.subscribedTrack = track;
|
|
283
|
+
if (this.readMicroTask) {
|
|
284
|
+
this.readMicroTask.cancel();
|
|
250
285
|
}
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
publication.setSubscribed(true);
|
|
257
|
-
}
|
|
258
|
-
const track = publication.track;
|
|
259
|
-
if (track && track !== this.subscribedTrack) {
|
|
260
|
-
this.subscribedTrack = track;
|
|
261
|
-
if (this.readMicroTask) {
|
|
262
|
-
this.readMicroTask.cancel();
|
|
263
|
-
}
|
|
264
|
-
let cancel;
|
|
265
|
-
this.readMicroTask = {
|
|
266
|
-
promise: new Promise((resolve, reject) => {
|
|
267
|
-
cancel = () => {
|
|
268
|
-
reject(new Error('Task cancelled'));
|
|
269
|
-
};
|
|
270
|
-
readAudioStreamTask(new AudioStream(track, this.model.sampleRate, this.model.numChannels))
|
|
271
|
-
.then(resolve)
|
|
272
|
-
.catch(reject);
|
|
273
|
-
}),
|
|
274
|
-
cancel: () => cancel(),
|
|
286
|
+
let cancel;
|
|
287
|
+
this.readMicroTask = {
|
|
288
|
+
promise: new Promise((resolve, reject) => {
|
|
289
|
+
cancel = () => {
|
|
290
|
+
reject(new Error('Task cancelled'));
|
|
275
291
|
};
|
|
276
|
-
|
|
277
|
-
|
|
292
|
+
readAudioStreamTask(new AudioStream(track, this.model.sampleRate, this.model.numChannels))
|
|
293
|
+
.then(resolve)
|
|
294
|
+
.catch(reject);
|
|
295
|
+
}),
|
|
296
|
+
cancel: () => cancel(),
|
|
297
|
+
};
|
|
278
298
|
}, _MultimodalAgent_getLocalTrackSid = function _MultimodalAgent_getLocalTrackSid() {
|
|
279
299
|
var _a;
|
|
280
300
|
if (!__classPrivateFieldGet(this, _MultimodalAgent_localTrackSid, "f") && this.room && this.room.localParticipant) {
|