@livekit/agents 0.3.0 → 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +1 -1
- package/CHANGELOG.md +22 -0
- package/dist/audio.d.ts.map +1 -1
- package/dist/audio.js +4 -3
- package/dist/audio.js.map +1 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +5 -4
- package/dist/cli.js.map +1 -1
- package/dist/http_server.d.ts +1 -0
- package/dist/http_server.d.ts.map +1 -1
- package/dist/http_server.js +9 -1
- package/dist/http_server.js.map +1 -1
- package/dist/job.d.ts +2 -2
- package/dist/job.d.ts.map +1 -1
- package/dist/job.js +21 -11
- package/dist/job.js.map +1 -1
- package/dist/multimodal/agent_playout.d.ts +1 -1
- package/dist/multimodal/agent_playout.d.ts.map +1 -1
- package/dist/multimodal/agent_playout.js +11 -6
- package/dist/multimodal/agent_playout.js.map +1 -1
- package/dist/multimodal/multimodal_agent.d.ts +2 -2
- package/dist/multimodal/multimodal_agent.d.ts.map +1 -1
- package/dist/multimodal/multimodal_agent.js +15 -13
- package/dist/multimodal/multimodal_agent.js.map +1 -1
- package/dist/transcription.d.ts.map +1 -1
- package/dist/transcription.js +4 -3
- package/dist/transcription.js.map +1 -1
- package/dist/utils.d.ts +2 -1
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +12 -8
- package/dist/utils.js.map +1 -1
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +5 -1
- package/dist/worker.js.map +1 -1
- package/package.json +1 -1
- package/src/audio.ts +2 -1
- package/src/cli.ts +5 -4
- package/src/http_server.ts +2 -1
- package/src/job.ts +23 -11
- package/src/multimodal/agent_playout.ts +14 -6
- package/src/multimodal/multimodal_agent.ts +23 -25
- package/src/transcription.ts +2 -1
- package/src/utils.ts +13 -6
- package/src/worker.ts +6 -4
package/.turbo/turbo-build.log
CHANGED
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,27 @@
|
|
|
1
1
|
# @livekit/agents
|
|
2
2
|
|
|
3
|
+
## 0.3.2
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- A few more bugs and updates - [#88](https://github.com/livekit/agents-js/pull/88) ([@bcherry](https://github.com/bcherry))
|
|
8
|
+
|
|
9
|
+
- allow writing userData - [#90](https://github.com/livekit/agents-js/pull/90) ([@nbsp](https://github.com/nbsp))
|
|
10
|
+
|
|
11
|
+
## 0.3.1
|
|
12
|
+
|
|
13
|
+
### Patch Changes
|
|
14
|
+
|
|
15
|
+
- standardize logging - [#78](https://github.com/livekit/agents-js/pull/78) ([@nbsp](https://github.com/nbsp))
|
|
16
|
+
|
|
17
|
+
- audit uses of ! - [#77](https://github.com/livekit/agents-js/pull/77) ([@nbsp](https://github.com/nbsp))
|
|
18
|
+
|
|
19
|
+
- Fix the done property on Future - [#83](https://github.com/livekit/agents-js/pull/83) ([@bcherry](https://github.com/bcherry))
|
|
20
|
+
|
|
21
|
+
- make sure rejects return errors, not string - [#84](https://github.com/livekit/agents-js/pull/84) ([@nbsp](https://github.com/nbsp))
|
|
22
|
+
|
|
23
|
+
- multimodal: reject on start if already started - [#82](https://github.com/livekit/agents-js/pull/82) ([@nbsp](https://github.com/nbsp))
|
|
24
|
+
|
|
3
25
|
## 0.3.0
|
|
4
26
|
|
|
5
27
|
### Minor Changes
|
package/dist/audio.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,uFAAuF;AACvF,qBAAa,eAAe;;
|
|
1
|
+
{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAG/C,uFAAuF;AACvF,qBAAa,eAAe;;gBAOd,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,iBAAiB,GAAE,MAAM,GAAG,IAAW;IAY5F,KAAK,CAAC,IAAI,EAAE,WAAW,GAAG,UAAU,EAAE;IAqBtC,KAAK,IAAI,UAAU,EAAE;CAetB"}
|
package/dist/audio.js
CHANGED
|
@@ -9,7 +9,7 @@ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (
|
|
|
9
9
|
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
10
10
|
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
11
11
|
};
|
|
12
|
-
var _AudioByteStream_sampleRate, _AudioByteStream_numChannels, _AudioByteStream_bytesPerFrame, _AudioByteStream_buf;
|
|
12
|
+
var _AudioByteStream_sampleRate, _AudioByteStream_numChannels, _AudioByteStream_bytesPerFrame, _AudioByteStream_buf, _AudioByteStream_logger;
|
|
13
13
|
// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
|
|
14
14
|
//
|
|
15
15
|
// SPDX-License-Identifier: Apache-2.0
|
|
@@ -22,6 +22,7 @@ export class AudioByteStream {
|
|
|
22
22
|
_AudioByteStream_numChannels.set(this, void 0);
|
|
23
23
|
_AudioByteStream_bytesPerFrame.set(this, void 0);
|
|
24
24
|
_AudioByteStream_buf.set(this, void 0);
|
|
25
|
+
_AudioByteStream_logger.set(this, log());
|
|
25
26
|
__classPrivateFieldSet(this, _AudioByteStream_sampleRate, sampleRate, "f");
|
|
26
27
|
__classPrivateFieldSet(this, _AudioByteStream_numChannels, numChannels, "f");
|
|
27
28
|
if (samplesPerChannel === null) {
|
|
@@ -42,7 +43,7 @@ export class AudioByteStream {
|
|
|
42
43
|
}
|
|
43
44
|
flush() {
|
|
44
45
|
if (__classPrivateFieldGet(this, _AudioByteStream_buf, "f").length % (2 * __classPrivateFieldGet(this, _AudioByteStream_numChannels, "f")) !== 0) {
|
|
45
|
-
|
|
46
|
+
__classPrivateFieldGet(this, _AudioByteStream_logger, "f").warn('AudioByteStream: incomplete frame during flush, dropping');
|
|
46
47
|
return [];
|
|
47
48
|
}
|
|
48
49
|
return [
|
|
@@ -50,5 +51,5 @@ export class AudioByteStream {
|
|
|
50
51
|
];
|
|
51
52
|
}
|
|
52
53
|
}
|
|
53
|
-
_AudioByteStream_sampleRate = new WeakMap(), _AudioByteStream_numChannels = new WeakMap(), _AudioByteStream_bytesPerFrame = new WeakMap(), _AudioByteStream_buf = new WeakMap();
|
|
54
|
+
_AudioByteStream_sampleRate = new WeakMap(), _AudioByteStream_numChannels = new WeakMap(), _AudioByteStream_bytesPerFrame = new WeakMap(), _AudioByteStream_buf = new WeakMap(), _AudioByteStream_logger = new WeakMap();
|
|
54
55
|
//# sourceMappingURL=audio.js.map
|
package/dist/audio.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"audio.js","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,uFAAuF;AACvF,MAAM,OAAO,eAAe;
|
|
1
|
+
{"version":3,"file":"audio.js","sourceRoot":"","sources":["../src/audio.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,uFAAuF;AACvF,MAAM,OAAO,eAAe;IAO1B,YAAY,UAAkB,EAAE,WAAmB,EAAE,oBAAmC,IAAI;QAN5F,8CAAoB;QACpB,+CAAqB;QACrB,iDAAuB;QACvB,uCAAgB;QAChB,kCAAU,GAAG,EAAE,EAAC;QAGd,uBAAA,IAAI,+BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,gCAAgB,WAAW,MAAA,CAAC;QAEhC,IAAI,iBAAiB,KAAK,IAAI,EAAE,CAAC;YAC/B,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC,CAAC,kBAAkB;QACrE,CAAC;QAED,uBAAA,IAAI,kCAAkB,WAAW,GAAG,iBAAiB,GAAG,CAAC,MAAA,CAAC,CAAC,6BAA6B;QACxF,uBAAA,IAAI,wBAAQ,IAAI,SAAS,EAAE,MAAA,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,IAAiB;QACrB,uBAAA,IAAI,wBAAQ,IAAI,SAAS,CAAC,CAAC,GAAG,uBAAA,IAAI,4BAAK,EAAE,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,MAAA,CAAC;QAElE,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,OAAO,uBAAA,IAAI,4BAAK,CAAC,MAAM,IAAI,uBAAA,IAAI,sCAAe,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,uBAAA,IAAI,4BAAK,CAAC,KAAK,CAAC,CAAC,EAAE,uBAAA,IAAI,sCAAe,CAAC,CAAC;YAC1D,uBAAA,IAAI,wBAAQ,uBAAA,IAAI,4BAAK,CAAC,KAAK,CAAC,uBAAA,IAAI,sCAAe,CAAC,MAAA,CAAC;YAEjD,MAAM,CAAC,IAAI,CACT,IAAI,UAAU,CACZ,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,EAChC,uBAAA,IAAI,mCAAY,EAChB,uBAAA,IAAI,oCAAa,EACjB,SAAS,CAAC,MAAM,GAAG,CAAC,CACrB,CACF,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK;QACH,IAAI,uBAAA,IAAI,4BAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,uBAAA,IAAI,oCAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YACrD,uBAAA,IAAI,+BAAQ,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;YAC9E,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO;YACL,IAAI,UAAU,CACZ,IAAI,UAAU,CAAC,uBAAA,IAAI,4BAAK,CAAC,MAAM,CAAC,EAChC,uBAAA,IAAI,mCAAY,EAChB,uBAAA,IAAI,oCAAa,EACjB,uBAAA,IAAI,4BAAK,CAAC,MAAM,GAAG,CAAC,CACrB;SACF,CAAC;IACJ,CAAC;CACF"}
|
package/dist/cli.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAOA,OAAO,EAAU,aAAa,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAOA,OAAO,EAAU,aAAa,EAAE,MAAM,aAAa,CAAC;AAgDpD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,MAAM,SAAU,aAAa,SAqGzC,CAAC"}
|
package/dist/cli.js
CHANGED
|
@@ -18,33 +18,34 @@ import { version } from './version.js';
|
|
|
18
18
|
import { Worker, WorkerOptions } from './worker.js';
|
|
19
19
|
const runWorker = async (args) => {
|
|
20
20
|
initializeLogger({ pretty: !args.production, level: args.opts.logLevel });
|
|
21
|
+
const logger = log();
|
|
21
22
|
// though `production` is defined in WorkerOptions, it will always be overriddden by CLI.
|
|
22
23
|
const _a = args.opts, { production: _ } = _a, opts = __rest(_a, ["production"]); // eslint-disable-line @typescript-eslint/no-unused-vars
|
|
23
24
|
const worker = new Worker(new WorkerOptions(Object.assign({ production: args.production }, opts)));
|
|
24
25
|
if (args.room) {
|
|
25
26
|
worker.event.once('worker_registered', () => {
|
|
26
|
-
|
|
27
|
+
logger.info(`connecting to room ${args.room}`);
|
|
27
28
|
worker.simulateJob(args.room, args.participantIdentity);
|
|
28
29
|
});
|
|
29
30
|
}
|
|
30
31
|
process.once('SIGINT', async () => {
|
|
31
32
|
// allow C-c C-c for force interrupt
|
|
32
33
|
process.once('SIGINT', () => {
|
|
33
|
-
|
|
34
|
+
logger.info('worker closed forcefully');
|
|
34
35
|
process.exit(130); // SIGINT exit code
|
|
35
36
|
});
|
|
36
37
|
if (args.production) {
|
|
37
38
|
await worker.drain();
|
|
38
39
|
}
|
|
39
40
|
await worker.close();
|
|
40
|
-
|
|
41
|
+
logger.info('worker closed');
|
|
41
42
|
process.exit(130); // SIGINT exit code
|
|
42
43
|
});
|
|
43
44
|
try {
|
|
44
45
|
await worker.run();
|
|
45
46
|
}
|
|
46
47
|
catch (_b) {
|
|
47
|
-
|
|
48
|
+
logger.fatal('worker failed');
|
|
48
49
|
process.exit(1);
|
|
49
50
|
}
|
|
50
51
|
};
|
package/dist/cli.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;;;;;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAWpD,MAAM,SAAS,GAAG,KAAK,EAAE,IAAa,EAAE,EAAE;IACxC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";;;;;;;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAWpD,MAAM,SAAS,GAAG,KAAK,EAAE,IAAa,EAAE,EAAE;IACxC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC;IAErB,yFAAyF;IACzF,MAAM,KAA6B,IAAI,CAAC,IAAI,EAAtC,EAAE,UAAU,EAAE,CAAC,OAAuB,EAAlB,IAAI,cAAxB,cAA0B,CAAY,CAAC,CAAC,wDAAwD;IACtG,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,aAAa,iBAAG,UAAU,EAAE,IAAI,CAAC,UAAU,IAAK,IAAI,EAAG,CAAC,CAAC;IAEvF,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE;YAC1C,MAAM,CAAC,IAAI,CAAC,sBAAsB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAK,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAChC,oCAAoC;QACpC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;YAC1B,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,mBAAmB;QACxC,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,mBAAmB;IACxC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;IACrB,CAAC;IAAC,WAAM,CAAC;QACP,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC,CAAC;AAEF;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,IAAmB,EAAE,EAAE;IAC5C,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE;SAC1B,IAAI,CAAC,QAAQ,CAAC;SACd,WAAW,CAAC,oBAAoB,CAAC;SACjC,OAAO,CAAC,OAAO,CAAC;SAChB,SAAS,CACR,IAAI,MAAM,CAAC,qBAAqB,EAAE,uBAAuB,CAAC;SACvD,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;SAC7D,OAAO,CAAC,MAAM,CAAC;SACf,GAAG,CAAC,WAAW,CAAC,CACpB;SACA,SAAS,CACR,IAAI,MAAM,CAAC,gBAAgB,EAAE,+CAA+C,CAAC,CAAC,GAAG,CAC/E,aAAa,CACd,CACF;SACA,SAAS,CACR,IAAI,MAAM,CAAC,oBAAoB,EAAE,2CAA2C,CAAC,CAAC,GAAG,CAC/E,iBAAiB,CAClB,CACF;SACA,SAAS,CACR,IAAI,MAAM,CAAC,uBAAuB,EAAE,8CAA8C,CAAC,CAAC,GAAG,CACrF,oBAAoB,CACrB,CACF;SACA,MAAM,CAAC,GAAG,EAAE;QACX;QACE,0DAA0D;QAC1D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ;YACxE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EACvB,CAAC;YACD,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,qCAAqC,CAAC;SAClD,MAAM,CAAC,GAAG,EAAE;QACX,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QAClD,SAAS,CAAC;YACR,IAAI;YACJ,UAAU,EAAE,IAAI;YAChB,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEL,OAAO;SACJ,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,sCAAsC,CAAC;SACnD,SAAS,CACR,IAAI,MAAM,CAAC,qBAAqB,EAAE,uBAAuB,CAAC;SACvD,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;SAC7D,OAAO,CAAC,OAAO,CAAC;SAChB,GAAG,CAAC,WAAW,CAAC,CACpB;SACA,MAAM,CAAC,GAAG,EAAE;QACX,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QAClD,SAAS,CAAC;YACR,IAAI;YACJ,UAAU,EAAE,KAAK;YACjB,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEL,OAAO;SACJ,OAAO,CAAC,SAAS,CAAC;SAClB,WAAW,CAAC,4BAA4B,CAAC;SACzC,cAAc,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;SAC5D,MAAM,CAAC,iCAAiC,EAAE,+BAA+B,CAAC;SAC1E,SAAS,CACR,IAAI,MAAM,CAAC,qBAAqB,EAAE,uBAAuB,CAAC;SACvD,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;SAC7D,OAAO,CAAC,OAAO,CAAC;SAChB,GAAG,CAAC,WAAW,CAAC,CACpB;SACA,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;QACrD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QAClD,SAAS,CAAC;YACR,IAAI;YACJ,UAAU,EAAE,KAAK;YACjB,KAAK,EAAE,KAAK;YACZ,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,mBAAmB,EAAE,OAAO,CAAC,mBAAmB;SACjD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEL,OAAO,CAAC,KAAK,EAAE,CAAC;AAClB,CAAC,CAAC"}
|
package/dist/http_server.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http_server.d.ts","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":";AAGA,OAAO,EAAwB,KAAK,MAAM,EAAqC,MAAM,MAAM,CAAC;AAQ5F,qBAAa,UAAU
|
|
1
|
+
{"version":3,"file":"http_server.d.ts","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":";AAGA,OAAO,EAAwB,KAAK,MAAM,EAAqC,MAAM,MAAM,CAAC;AAQ5F,qBAAa,UAAU;;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;gBAGA,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAchC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAapB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}
|
package/dist/http_server.js
CHANGED
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
|
|
2
|
+
if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
|
|
3
|
+
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
4
|
+
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
5
|
+
};
|
|
6
|
+
var _HTTPServer_logger;
|
|
1
7
|
// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
|
|
2
8
|
//
|
|
3
9
|
// SPDX-License-Identifier: Apache-2.0
|
|
@@ -9,6 +15,7 @@ const healthCheck = async (res) => {
|
|
|
9
15
|
};
|
|
10
16
|
export class HTTPServer {
|
|
11
17
|
constructor(host, port) {
|
|
18
|
+
_HTTPServer_logger.set(this, log());
|
|
12
19
|
this.host = host;
|
|
13
20
|
this.port = port;
|
|
14
21
|
this.app = createServer((req, res) => {
|
|
@@ -28,7 +35,7 @@ export class HTTPServer {
|
|
|
28
35
|
reject(err);
|
|
29
36
|
const address = this.app.address();
|
|
30
37
|
if (typeof address !== 'string') {
|
|
31
|
-
|
|
38
|
+
__classPrivateFieldGet(this, _HTTPServer_logger, "f").info(`Server is listening on port ${address.port}`);
|
|
32
39
|
}
|
|
33
40
|
resolve();
|
|
34
41
|
});
|
|
@@ -44,4 +51,5 @@ export class HTTPServer {
|
|
|
44
51
|
});
|
|
45
52
|
}
|
|
46
53
|
}
|
|
54
|
+
_HTTPServer_logger = new WeakMap();
|
|
47
55
|
//# sourceMappingURL=http_server.js.map
|
package/dist/http_server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"http_server.js","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":"AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAA0D,YAAY,EAAE,MAAM,MAAM,CAAC;AAC5F,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,MAAM,WAAW,GAAG,KAAK,EAAE,GAAmB,EAAE,EAAE;IAChD,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACnB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,OAAO,UAAU;
|
|
1
|
+
{"version":3,"file":"http_server.js","sourceRoot":"","sources":["../src/http_server.ts"],"names":[],"mappings":";;;;;;AAAA,6CAA6C;AAC7C,EAAE;AACF,sCAAsC;AACtC,OAAO,EAA0D,YAAY,EAAE,MAAM,MAAM,CAAC;AAC5F,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,MAAM,WAAW,GAAG,KAAK,EAAE,GAAmB,EAAE,EAAE;IAChD,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACnB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,OAAO,UAAU;IAMrB,YAAY,IAAY,EAAE,IAAY;QAFtC,6BAAU,GAAG,EAAE,EAAC;QAGd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QAEjB,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,CAAC,GAAoB,EAAE,GAAmB,EAAE,EAAE;YACpE,IAAI,GAAG,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;gBACpB,WAAW,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACnB,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACvB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAG;QACP,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,GAAW,EAAE,EAAE;gBACpD,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACnC,IAAI,OAAO,OAAQ,KAAK,QAAQ,EAAE,CAAC;oBACjC,uBAAA,IAAI,0BAAQ,CAAC,IAAI,CAAC,+BAA+B,OAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpE,CAAC;gBACD,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC7B,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,OAAO,EAAE,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
|
package/dist/job.d.ts
CHANGED
|
@@ -65,10 +65,10 @@ export declare class JobContext {
|
|
|
65
65
|
}
|
|
66
66
|
export declare class JobProcess {
|
|
67
67
|
#private;
|
|
68
|
-
|
|
69
|
-
get userData(): {
|
|
68
|
+
userData: {
|
|
70
69
|
[id: string]: unknown;
|
|
71
70
|
};
|
|
71
|
+
get pid(): number;
|
|
72
72
|
}
|
|
73
73
|
/**
|
|
74
74
|
* A request sent by the server to spawn a new agent job.
|
package/dist/job.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACJ,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAK3B,yEAAyE;AACzE,oBAAY,aAAa;IACvB,aAAa,IAAA;IACb,cAAc,IAAA;IACd,UAAU,IAAA;IACV,UAAU,IAAA;CACX;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,eAAe,EAAE,kBAAkB,CAAC;IACpC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,6EAA6E;AAC7E,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,GAAG,CAAC,EAAE,MAAM;CAIzB;AAED,mGAAmG;AACnG,qBAAa,UAAU;;IAMrB,gBAAgB;IAChB,iBAAiB,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAM;gBAW9C,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,IAAI,EACrB,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI;IAYjC,IAAI,IAAI,IAAI,UAAU,CAErB;IAED,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,kDAAkD;IAClD,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,uFAAuF;IACvF,IAAI,KAAK,IAAI,gBAAgB,GAAG,SAAS,CAExC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAI3C,kBAAkB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"job.d.ts","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,KAAK,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACJ,gBAAgB,EACjB,MAAM,mBAAmB,CAAC;AAK3B,yEAAyE;AACzE,oBAAY,aAAa;IACvB,aAAa,IAAA;IACb,cAAc,IAAA;IACd,UAAU,IAAA;IACV,UAAU,IAAA;CACX;AAED,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,eAAe,EAAE,kBAAkB,CAAC;IACpC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,6EAA6E;AAC7E,qBAAa,mBAAoB,SAAQ,KAAK;gBAChC,GAAG,CAAC,EAAE,MAAM;CAIzB;AAED,mGAAmG;AACnG,qBAAa,UAAU;;IAMrB,gBAAgB;IAChB,iBAAiB,EAAE,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAM;gBAW9C,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,cAAc,EACpB,IAAI,EAAE,IAAI,EACV,SAAS,EAAE,MAAM,IAAI,EACrB,UAAU,EAAE,CAAC,CAAC,EAAE,MAAM,KAAK,IAAI;IAYjC,IAAI,IAAI,IAAI,UAAU,CAErB;IAED,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,kDAAkD;IAClD,IAAI,IAAI,IAAI,IAAI,CAEf;IAED,uFAAuF;IACvF,IAAI,KAAK,IAAI,gBAAgB,GAAG,SAAS,CAExC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAI3C,kBAAkB,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAoCvE;;;;;;;;;OASG;IACG,OAAO,CACX,IAAI,CAAC,EAAE,WAAW,EAClB,aAAa,GAAE,aAA2C,EAC1D,SAAS,CAAC,EAAE,gBAAgB;IA4B9B;;;;OAIG;IACH,QAAQ,CAAC,MAAM,SAAK;IAIpB,gBAAgB;IAChB,sBAAsB,CAAC,CAAC,EAAE,iBAAiB;IAiB3C;;;;OAIG;IACH,wBAAwB,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE,iBAAiB,KAAK,OAAO,CAAC,IAAI,CAAC;CAO5F;AAED,qBAAa,UAAU;;IAErB,QAAQ,EAAE;QAAE,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAM;IAEzC,IAAI,GAAG,IAAI,MAAM,CAEhB;CACF;AAED;;;;;;;GAOG;AACH,qBAAa,UAAU;;IAKrB,gBAAgB;gBAEd,GAAG,EAAE,KAAK,CAAC,GAAG,EACd,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC7B,QAAQ,EAAE,CAAC,IAAI,EAAE,kBAAkB,KAAK,OAAO,CAAC,IAAI,CAAC;IAOvD,4DAA4D;IAC5D,IAAI,EAAE,IAAI,MAAM,CAEf;IAED,uFAAuF;IACvF,IAAI,GAAG,IAAI,KAAK,CAAC,GAAG,CAEnB;IAED,uFAAuF;IACvF,IAAI,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,SAAS,CAEjC;IAED,uFAAuF;IACvF,IAAI,SAAS,IAAI,KAAK,CAAC,eAAe,GAAG,SAAS,CAEjD;IAED,iEAAiE;IACjE,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,uBAAuB;IACjB,MAAM;IAIZ,8DAA8D;IACxD,MAAM,CAAC,IAAI,SAAK,EAAE,QAAQ,SAAK,EAAE,QAAQ,SAAK;CAKrD"}
|
package/dist/job.js
CHANGED
|
@@ -9,7 +9,7 @@ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (
|
|
|
9
9
|
if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
|
|
10
10
|
return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
|
|
11
11
|
};
|
|
12
|
-
var _JobContext_proc, _JobContext_info, _JobContext_room, _JobContext_onConnect, _JobContext_onShutdown, _JobContext_participantEntrypoints, _JobContext_participantTasks, _JobContext_logger, _JobProcess_pid,
|
|
12
|
+
var _JobContext_proc, _JobContext_info, _JobContext_room, _JobContext_onConnect, _JobContext_onShutdown, _JobContext_participantEntrypoints, _JobContext_participantTasks, _JobContext_logger, _JobProcess_pid, _JobRequest_job, _JobRequest_onReject, _JobRequest_onAccept;
|
|
13
13
|
import { ParticipantKind, RoomEvent, TrackKind } from '@livekit/rtc-node';
|
|
14
14
|
import { log } from './log.js';
|
|
15
15
|
/** Which tracks, if any, should the agent automatically subscribe to? */
|
|
@@ -71,16 +71,29 @@ export class JobContext {
|
|
|
71
71
|
if (!__classPrivateFieldGet(this, _JobContext_room, "f").isConnected) {
|
|
72
72
|
throw new Error('room is not connected');
|
|
73
73
|
}
|
|
74
|
-
console.log(__classPrivateFieldGet(this, _JobContext_room, "f").remoteParticipants.values());
|
|
75
74
|
for (const p of __classPrivateFieldGet(this, _JobContext_room, "f").remoteParticipants.values()) {
|
|
76
75
|
if ((!identity || p.identity === identity) && p.info.kind != ParticipantKind.AGENT) {
|
|
77
76
|
return p;
|
|
78
77
|
}
|
|
79
78
|
}
|
|
80
|
-
return new Promise((resolve) => {
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
79
|
+
return new Promise((resolve, reject) => {
|
|
80
|
+
const onParticipantConnected = (participant) => {
|
|
81
|
+
if ((!identity || participant.identity === identity) &&
|
|
82
|
+
participant.info.kind != ParticipantKind.AGENT) {
|
|
83
|
+
clearHandlers();
|
|
84
|
+
resolve(participant);
|
|
85
|
+
}
|
|
86
|
+
};
|
|
87
|
+
const onDisconnected = () => {
|
|
88
|
+
clearHandlers();
|
|
89
|
+
reject(new Error('Room disconnected while waiting for participant'));
|
|
90
|
+
};
|
|
91
|
+
const clearHandlers = () => {
|
|
92
|
+
__classPrivateFieldGet(this, _JobContext_room, "f").off(RoomEvent.ParticipantConnected, onParticipantConnected);
|
|
93
|
+
__classPrivateFieldGet(this, _JobContext_room, "f").off(RoomEvent.Disconnected, onDisconnected);
|
|
94
|
+
};
|
|
95
|
+
__classPrivateFieldGet(this, _JobContext_room, "f").on(RoomEvent.ParticipantConnected, onParticipantConnected);
|
|
96
|
+
__classPrivateFieldGet(this, _JobContext_room, "f").on(RoomEvent.Disconnected, onDisconnected);
|
|
84
97
|
});
|
|
85
98
|
}
|
|
86
99
|
/**
|
|
@@ -150,16 +163,13 @@ _JobContext_proc = new WeakMap(), _JobContext_info = new WeakMap(), _JobContext_
|
|
|
150
163
|
export class JobProcess {
|
|
151
164
|
constructor() {
|
|
152
165
|
_JobProcess_pid.set(this, process.pid);
|
|
153
|
-
|
|
166
|
+
this.userData = {};
|
|
154
167
|
}
|
|
155
168
|
get pid() {
|
|
156
169
|
return __classPrivateFieldGet(this, _JobProcess_pid, "f");
|
|
157
170
|
}
|
|
158
|
-
get userData() {
|
|
159
|
-
return __classPrivateFieldGet(this, _JobProcess_userData, "f");
|
|
160
|
-
}
|
|
161
171
|
}
|
|
162
|
-
_JobProcess_pid = new WeakMap()
|
|
172
|
+
_JobProcess_pid = new WeakMap();
|
|
163
173
|
/**
|
|
164
174
|
* A request sent by the server to spawn a new agent job.
|
|
165
175
|
*
|
package/dist/job.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"job.js","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAWA,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,yEAAyE;AACzE,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,mEAAa,CAAA;IACb,qEAAc,CAAA;IACd,6DAAU,CAAA;IACV,6DAAU,CAAA;AACZ,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAeD,6EAA6E;AAC7E,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,GAAY;QACtB,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;CACF;AAED,mGAAmG;AACnG,MAAM,OAAO,UAAU;IAiBrB,YACE,IAAgB,EAChB,IAAoB,EACpB,IAAU,EACV,SAAqB,EACrB,UAA+B;QArBjC,mCAAkB;QAClB,mCAAsB;QACtB,mCAAY;QACZ,wCAAuB;QACvB,yCAAiC;QACjC,gBAAgB;QAChB,sBAAiB,GAA4B,EAAE,CAAC;QAChD,6CAAwF,EAAE,EAAC;QAC3F,uCAKI,EAAE,EAAC;QACP,qCAAgB;QASd,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,yBAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,0BAAe,UAAU,MAAA,CAAC;QAC9B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC3E,uBAAA,IAAI,sBAAW,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,uBAAA,IAAI,wBAAM,EAAE,CAAC,MAAA,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC;IACxB,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,uFAAuF;IACvF,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,wBAAM,CAAC,gBAAgB,CAAC;IACrC,CAAC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAA6B;QAC/C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QACxC,IAAI,CAAC,uBAAA,IAAI,wBAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,
|
|
1
|
+
{"version":3,"file":"job.js","sourceRoot":"","sources":["../src/job.ts"],"names":[],"mappings":";;;;;;;;;;;;AAWA,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAE/B,yEAAyE;AACzE,MAAM,CAAN,IAAY,aAKX;AALD,WAAY,aAAa;IACvB,mEAAa,CAAA;IACb,qEAAc,CAAA;IACd,6DAAU,CAAA;IACV,6DAAU,CAAA;AACZ,CAAC,EALW,aAAa,KAAb,aAAa,QAKxB;AAeD,6EAA6E;AAC7E,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAC5C,YAAY,GAAY;QACtB,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;CACF;AAED,mGAAmG;AACnG,MAAM,OAAO,UAAU;IAiBrB,YACE,IAAgB,EAChB,IAAoB,EACpB,IAAU,EACV,SAAqB,EACrB,UAA+B;QArBjC,mCAAkB;QAClB,mCAAsB;QACtB,mCAAY;QACZ,wCAAuB;QACvB,yCAAiC;QACjC,gBAAgB;QAChB,sBAAiB,GAA4B,EAAE,CAAC;QAChD,6CAAwF,EAAE,EAAC;QAC3F,uCAKI,EAAE,EAAC;QACP,qCAAgB;QASd,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,oBAAS,IAAI,MAAA,CAAC;QAClB,uBAAA,IAAI,yBAAc,SAAS,MAAA,CAAC;QAC5B,uBAAA,IAAI,0BAAe,UAAU,MAAA,CAAC;QAC9B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAC3E,uBAAA,IAAI,sBAAW,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,uBAAA,IAAI,wBAAM,EAAE,CAAC,MAAA,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC;IACxB,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,wBAAM,CAAC;IACpB,CAAC;IAED,uFAAuF;IACvF,IAAI,KAAK;QACP,OAAO,uBAAA,IAAI,wBAAM,CAAC,gBAAgB,CAAC;IACrC,CAAC;IAED,0FAA0F;IAC1F,mBAAmB,CAAC,QAA6B;QAC/C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QACxC,IAAI,CAAC,uBAAA,IAAI,wBAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC,KAAK,EAAE,CAAC;gBACnF,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,sBAAsB,GAAG,CAAC,WAA8B,EAAE,EAAE;gBAChE,IACE,CAAC,CAAC,QAAQ,IAAI,WAAW,CAAC,QAAQ,KAAK,QAAQ,CAAC;oBAChD,WAAW,CAAC,IAAI,CAAC,IAAI,IAAI,eAAe,CAAC,KAAK,EAC9C,CAAC;oBACD,aAAa,EAAE,CAAC;oBAChB,OAAO,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC;YACF,MAAM,cAAc,GAAG,GAAG,EAAE;gBAC1B,aAAa,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC,CAAC;YACvE,CAAC,CAAC;YAEF,MAAM,aAAa,GAAG,GAAG,EAAE;gBACzB,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC,SAAS,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;gBACvE,uBAAA,IAAI,wBAAM,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;YACzD,CAAC,CAAC;YAEF,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;YACtE,uBAAA,IAAI,wBAAM,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,OAAO,CACX,IAAkB,EAClB,gBAA+B,aAAa,CAAC,aAAa,EAC1D,SAA4B;QAE5B,MAAM,IAAI,GAAG;YACX,IAAI;YACJ,aAAa,EAAE,aAAa,IAAI,aAAa,CAAC,aAAa;YAC3D,SAAS;YACT,QAAQ,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,uBAAA,IAAI,wBAAM,CAAC,OAAO,CAAC,uBAAA,IAAI,wBAAM,CAAC,GAAG,EAAE,uBAAA,IAAI,wBAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjE,uBAAA,IAAI,6BAAW,MAAf,IAAI,CAAa,CAAC;QAElB,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnE,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACjF,uBAAA,IAAI,wBAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1C,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBAClC,IACE,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC;wBACjF,CAAC,aAAa,KAAK,aAAa,CAAC,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,UAAU,CAAC,EACjF,CAAC;wBACD,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,MAAM,GAAG,EAAE;QAClB,uBAAA,IAAI,8BAAY,MAAhB,IAAI,EAAa,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,gBAAgB;IAChB,sBAAsB,CAAC,CAAoB;QACzC,KAAK,MAAM,QAAQ,IAAI,uBAAA,IAAI,0CAAwB,EAAE,CAAC;YACpD,IACE,CAAC,CAAC,QAAQ,IAAI,uBAAA,IAAI,oCAAkB;gBACpC,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,QAAQ,IAAI,QAAQ,EACvD,CAAC;gBACD,uBAAA,IAAI,0BAAQ,CAAC,IAAI,CACf,kGAAkG,EAClG,CAAC,CAAC,QAAQ,CACX,CAAC;YACJ,CAAC;YACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChE,uBAAA,IAAI,oCAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,wBAAwB,CAAC,QAAkE;QACzF,IAAI,uBAAA,IAAI,0CAAwB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,mBAAmB,CAAC,4CAA4C,CAAC,CAAC;QAC9E,CAAC;QAED,uBAAA,IAAI,0CAAwB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;CACF;;AAED,MAAM,OAAO,UAAU;IAAvB;QACE,0BAAO,OAAO,CAAC,GAAG,EAAC;QACnB,aAAQ,GAA8B,EAAE,CAAC;IAK3C,CAAC;IAHC,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,uBAAK,CAAC;IACnB,CAAC;CACF;;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,UAAU;IAKrB,gBAAgB;IAChB,YACE,GAAc,EACd,QAA6B,EAC7B,QAAqD;QARvD,kCAAgB;QAChB,uCAA+B;QAC/B,uCAAuD;QAQrD,uBAAA,IAAI,mBAAQ,GAAG,MAAA,CAAC;QAChB,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAC;QAC1B,uBAAA,IAAI,wBAAa,QAAQ,MAAA,CAAC;IAC5B,CAAC;IAED,4DAA4D;IAC5D,IAAI,EAAE;QACJ,OAAO,uBAAA,IAAI,uBAAK,CAAC,EAAE,CAAC;IACtB,CAAC;IAED,uFAAuF;IACvF,IAAI,GAAG;QACL,OAAO,uBAAA,IAAI,uBAAK,CAAC;IACnB,CAAC;IAED,uFAAuF;IACvF,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,uBAAK,CAAC,IAAI,CAAC;IACxB,CAAC;IAED,uFAAuF;IACvF,IAAI,SAAS;QACX,OAAO,uBAAA,IAAI,uBAAK,CAAC,WAAW,CAAC;IAC/B,CAAC;IAED,iEAAiE;IACjE,IAAI,SAAS;QACX,OAAO,uBAAA,IAAI,uBAAK,CAAC,SAAS,CAAC;IAC7B,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,MAAM;QACV,MAAM,uBAAA,IAAI,4BAAU,MAAd,IAAI,CAAY,CAAC;IACzB,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE,EAAE,QAAQ,GAAG,EAAE;QAClD,IAAI,QAAQ,KAAK,EAAE;YAAE,QAAQ,GAAG,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC;QAEnD,uBAAA,IAAI,4BAAU,MAAd,IAAI,EAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;CACF"}
|
|
@@ -26,7 +26,7 @@ export declare class PlayoutHandle extends EventEmitter {
|
|
|
26
26
|
get done(): boolean;
|
|
27
27
|
interrupt(): void;
|
|
28
28
|
}
|
|
29
|
-
export declare class AgentPlayout {
|
|
29
|
+
export declare class AgentPlayout extends EventEmitter {
|
|
30
30
|
#private;
|
|
31
31
|
constructor(audioSource: AudioSource, sampleRate: number, numChannels: number, inFrameSize: number, outFrameSize: number);
|
|
32
32
|
play(itemId: string, contentIndex: number, transcriptionFwd: TranscriptionForwarder, textStream: AsyncIterableQueue<string>, audioStream: AsyncIterableQueue<AudioFrame>): PlayoutHandle;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,KAAK,kBAAkB,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAEpG,eAAO,MAAM,KAAK,IAAK,CAAC;AAExB,qBAAa,aAAc,SAAQ,YAAY;;IAK7C,gBAAgB;IAChB,gBAAgB,EAAE,sBAAsB,CAAC;IACzC,gBAAgB;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB;IAChB,MAAM,EAAE,MAAM,CAAC;IAGf,gBAAgB;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB;IAChB,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;gBAGlC,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,sBAAsB;IAe1C,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,YAAY,IAAI,MAAM,
|
|
1
|
+
{"version":3,"file":"agent_playout.d.ts","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,KAAK,kBAAkB,EAAsB,MAAM,EAAoB,MAAM,aAAa,CAAC;AAEpG,eAAO,MAAM,KAAK,IAAK,CAAC;AAExB,qBAAa,aAAc,SAAQ,YAAY;;IAK7C,gBAAgB;IAChB,gBAAgB,EAAE,sBAAsB,CAAC;IACzC,gBAAgB;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB;IAChB,MAAM,EAAE,MAAM,CAAC;IAGf,gBAAgB;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB;IAChB,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;gBAGlC,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,sBAAsB;IAe1C,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED,IAAI,YAAY,IAAI,MAAM,CAQzB;IAED,IAAI,SAAS,IAAI,MAAM,CAEtB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,IAAI,IAAI,OAAO,CAElB;IAED,SAAS;CAKV;AAED,qBAAa,YAAa,SAAQ,YAAY;;gBAQ1C,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM;IAWtB,IAAI,CACF,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,gBAAgB,EAAE,sBAAsB,EACxC,UAAU,EAAE,kBAAkB,CAAC,MAAM,CAAC,EACtC,WAAW,EAAE,kBAAkB,CAAC,UAAU,CAAC,GAC1C,aAAa;CAiJjB"}
|
|
@@ -48,7 +48,7 @@ export class PlayoutHandle extends EventEmitter {
|
|
|
48
48
|
if (this.totalPlayedTime !== undefined) {
|
|
49
49
|
return Math.floor(this.totalPlayedTime * __classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f"));
|
|
50
50
|
}
|
|
51
|
-
return Math.floor(this.pushedDuration - __classPrivateFieldGet(this, _PlayoutHandle_audioSource, "f").queuedDuration * __classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f"));
|
|
51
|
+
return Math.floor((this.pushedDuration - __classPrivateFieldGet(this, _PlayoutHandle_audioSource, "f").queuedDuration) * (__classPrivateFieldGet(this, _PlayoutHandle_sampleRate, "f") / 1000));
|
|
52
52
|
}
|
|
53
53
|
get textChars() {
|
|
54
54
|
return this.transcriptionFwd.currentCharacterIndex;
|
|
@@ -70,8 +70,9 @@ export class PlayoutHandle extends EventEmitter {
|
|
|
70
70
|
}
|
|
71
71
|
}
|
|
72
72
|
_PlayoutHandle_audioSource = new WeakMap(), _PlayoutHandle_sampleRate = new WeakMap(), _PlayoutHandle_itemId = new WeakMap(), _PlayoutHandle_contentIndex = new WeakMap(), _PlayoutHandle_interrupted = new WeakMap();
|
|
73
|
-
export class AgentPlayout {
|
|
73
|
+
export class AgentPlayout extends EventEmitter {
|
|
74
74
|
constructor(audioSource, sampleRate, numChannels, inFrameSize, outFrameSize) {
|
|
75
|
+
super();
|
|
75
76
|
_AgentPlayout_instances.add(this);
|
|
76
77
|
_AgentPlayout_audioSource.set(this, void 0);
|
|
77
78
|
_AgentPlayout_playoutTask.set(this, void 0);
|
|
@@ -157,11 +158,12 @@ _AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakM
|
|
|
157
158
|
}
|
|
158
159
|
if (firstFrame) {
|
|
159
160
|
handle.transcriptionFwd.start();
|
|
161
|
+
this.emit('playout_started');
|
|
160
162
|
firstFrame = false;
|
|
161
163
|
}
|
|
162
164
|
handle.transcriptionFwd.pushAudio(frame);
|
|
163
165
|
for (const f of bstream.write(frame.data.buffer)) {
|
|
164
|
-
handle.pushedDuration += f.samplesPerChannel / f.sampleRate;
|
|
166
|
+
handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
|
|
165
167
|
await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
|
|
166
168
|
}
|
|
167
169
|
}
|
|
@@ -175,7 +177,7 @@ _AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakM
|
|
|
175
177
|
}
|
|
176
178
|
if (!cancelledCapture && !cancelled) {
|
|
177
179
|
for (const f of bstream.flush()) {
|
|
178
|
-
handle.pushedDuration += f.samplesPerChannel / f.sampleRate;
|
|
180
|
+
handle.pushedDuration += (f.samplesPerChannel / f.sampleRate) * 1000;
|
|
179
181
|
await __classPrivateFieldGet(this, _AgentPlayout_audioSource, "f").captureFrame(f);
|
|
180
182
|
}
|
|
181
183
|
handle.transcriptionFwd.markAudioComplete();
|
|
@@ -204,8 +206,11 @@ _AgentPlayout_audioSource = new WeakMap(), _AgentPlayout_playoutTask = new WeakM
|
|
|
204
206
|
if (!readTextTask.isCancelled) {
|
|
205
207
|
await gracefullyCancel(readTextTask);
|
|
206
208
|
}
|
|
207
|
-
if (!firstFrame
|
|
208
|
-
handle.
|
|
209
|
+
if (!firstFrame) {
|
|
210
|
+
if (!handle.interrupted) {
|
|
211
|
+
handle.transcriptionFwd.markTextComplete();
|
|
212
|
+
}
|
|
213
|
+
this.emit('playout_stopped', handle.interrupted);
|
|
209
214
|
}
|
|
210
215
|
handle.doneFut.resolve();
|
|
211
216
|
await handle.transcriptionFwd.close(handle.interrupted);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAA2B,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpG,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AAExB,MAAM,OAAO,aAAc,SAAQ,YAAY;IAkB7C,YACE,WAAwB,EACxB,UAAkB,EAClB,MAAc,EACd,YAAoB,EACpB,gBAAwC;QAExC,KAAK,EAAE,CAAC;QAxBV,6CAA0B;QAC1B,4CAAoB;QACpB,wCAAgB;QAChB,8CAAsB;QAOtB,gBAAgB;QAChB,6CAAsB;QAcpB,uBAAA,IAAI,8BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,yBAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,+BAAiB,YAAY,MAAA,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,uBAAA,IAAI,8BAAgB,KAAK,MAAA,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACnC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,6BAAQ,CAAC;IACtB,CAAC;IAED,IAAI,YAAY;QACd,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,uBAAA,IAAI,iCAAY,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,GAAG,uBAAA,IAAI,kCAAa,CAAC,cAAc,GAAG,uBAAA,IAAI,iCAAY,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"agent_playout.js","sourceRoot":"","sources":["../../src/multimodal/agent_playout.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAA2B,kBAAkB,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpG,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AAExB,MAAM,OAAO,aAAc,SAAQ,YAAY;IAkB7C,YACE,WAAwB,EACxB,UAAkB,EAClB,MAAc,EACd,YAAoB,EACpB,gBAAwC;QAExC,KAAK,EAAE,CAAC;QAxBV,6CAA0B;QAC1B,4CAAoB;QACpB,wCAAgB;QAChB,8CAAsB;QAOtB,gBAAgB;QAChB,6CAAsB;QAcpB,uBAAA,IAAI,8BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,yBAAW,MAAM,MAAA,CAAC;QACtB,uBAAA,IAAI,+BAAiB,YAAY,MAAA,CAAC;QAClC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,uBAAA,IAAI,8BAAgB,KAAK,MAAA,CAAC;QAC1B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;IACnC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,6BAAQ,CAAC;IACtB,CAAC;IAED,IAAI,YAAY;QACd,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,GAAG,uBAAA,IAAI,iCAAY,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CACf,CAAC,IAAI,CAAC,cAAc,GAAG,uBAAA,IAAI,kCAAa,CAAC,cAAc,CAAC,GAAG,CAAC,uBAAA,IAAI,iCAAY,GAAG,IAAI,CAAC,CACrF,CAAC;IACJ,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,CAAC;IACrD,CAAC;IAED,IAAI,YAAY;QACd,OAAO,uBAAA,IAAI,mCAAc,CAAC;IAC5B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,uBAAA,IAAI,kCAAa,CAAC;IAC3B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,uBAAA,IAAI,kCAAa,CAAC;IAChD,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI;YAAE,OAAO;QAC9B,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACtB,uBAAA,IAAI,8BAAgB,IAAI,MAAA,CAAC;IAC3B,CAAC;CACF;;AAED,MAAM,OAAO,YAAa,SAAQ,YAAY;IAO5C,YACE,WAAwB,EACxB,UAAkB,EAClB,WAAmB,EACnB,WAAmB,EACnB,YAAoB;QAEpB,KAAK,EAAE,CAAC;;QAbV,4CAA0B;QAC1B,4CAA8C;QAC9C,2CAAoB;QACpB,4CAAqB;QACrB,4CAAqB;QACrB,6CAAsB;QASpB,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAgB,IAAI,MAAA,CAAC;QACzB,uBAAA,IAAI,4BAAe,UAAU,MAAA,CAAC;QAC9B,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,6BAAgB,WAAW,MAAA,CAAC;QAChC,uBAAA,IAAI,8BAAiB,YAAY,MAAA,CAAC;IACpC,CAAC;IAED,IAAI,CACF,MAAc,EACd,YAAoB,EACpB,gBAAwC,EACxC,UAAsC,EACtC,WAA2C;QAE3C,MAAM,MAAM,GAAG,IAAI,aAAa,CAC9B,uBAAA,IAAI,iCAAa,EACjB,uBAAA,IAAI,gCAAY,EAChB,MAAM,EACN,YAAY,EACZ,gBAAgB,CACjB,CAAC;QACF,uBAAA,IAAI,6BAAgB,uBAAA,IAAI,8DAAiB,MAArB,IAAI,EAAkB,uBAAA,IAAI,iCAAa,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,MAAA,CAAC;QAC9F,OAAO,MAAM,CAAC;IAChB,CAAC;CAuIF;kXApIG,OAAwC,EACxC,MAAqB,EACrB,UAAsC,EACtC,WAA2C;IAE3C,OAAO,IAAI,kBAAkB,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE;QAChE,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,QAAQ,CAAC,GAAG,EAAE;YACZ,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,CAAC,KAAK,IAAI,EAAE;YACV,IAAI,CAAC;gBACH,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;gBAClC,CAAC;gBAED,IAAI,UAAU,GAAG,IAAI,CAAC;gBAEtB,MAAM,QAAQ,GAAG,GAAG,EAAE,CACpB,IAAI,kBAAkB,CAAO,CAAC,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,EAAE;oBACrE,IAAI,aAAa,GAAG,KAAK,CAAC;oBAC1B,YAAY,CAAC,GAAG,EAAE;wBAChB,aAAa,GAAG,IAAI,CAAC;oBACvB,CAAC,CAAC,CAAC;oBAEH,CAAC,KAAK,IAAI,EAAE;;wBACV,IAAI,CAAC;;gCACH,KAAyB,eAAA,eAAA,cAAA,UAAU,CAAA,gBAAA,wFAAE,CAAC;oCAAb,0BAAU;oCAAV,WAAU;oCAAxB,MAAM,IAAI,KAAA,CAAA;oCACnB,IAAI,aAAa,IAAI,SAAS,EAAE,CAAC;wCAC/B,MAAM;oCACR,CAAC;oCACD,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gCACzC,CAAC;;;;;;;;;4BACD,WAAW,EAAE,CAAC;wBAChB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,UAAU,CAAC,KAAK,CAAC,CAAC;wBACpB,CAAC;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,CAAC,CAAC;gBAEL,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,kBAAkB,CAAO,CAAC,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,EAAE;oBAC9E,IAAI,gBAAgB,GAAG,KAAK,CAAC;oBAC7B,eAAe,CAAC,GAAG,EAAE;wBACnB,gBAAgB,GAAG,IAAI,CAAC;oBAC1B,CAAC,CAAC,CAAC;oBAEH,CAAC,KAAK,IAAI,EAAE;;wBACV,IAAI,CAAC;4BACH,MAAM,iBAAiB,GAAG,uBAAA,IAAI,kCAAc,CAAC;4BAC7C,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,uBAAA,IAAI,gCAAY,EAChB,uBAAA,IAAI,iCAAa,EACjB,iBAAiB,CAClB,CAAC;;gCAEF,KAA0B,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;oCAAd,2BAAW;oCAAX,WAAW;oCAA1B,MAAM,KAAK,KAAA,CAAA;oCACpB,IAAI,gBAAgB,IAAI,SAAS,EAAE,CAAC;wCAClC,MAAM;oCACR,CAAC;oCACD,IAAI,UAAU,EAAE,CAAC;wCACf,MAAM,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;wCAChC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;wCAC7B,UAAU,GAAG,KAAK,CAAC;oCACrB,CAAC;oCAED,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oCAEzC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;wCACjD,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;wCACrE,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;oCAC1C,CAAC;gCACH,CAAC;;;;;;;;;4BAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,SAAS,EAAE,CAAC;gCACpC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;oCAChC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;oCACrE,MAAM,uBAAA,IAAI,iCAAa,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gCAC1C,CAAC;gCAED,MAAM,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,CAAC;gCAE5C,MAAM,uBAAA,IAAI,iCAAa,CAAC,cAAc,EAAE,CAAC;4BAC3C,CAAC;4BAED,cAAc,EAAE,CAAC;wBACnB,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,aAAa,CAAC,KAAK,CAAC,CAAC;wBACvB,CAAC;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC,CAAC,CAAC;gBAEL,MAAM,YAAY,GAAG,QAAQ,EAAE,CAAC;gBAChC,MAAM,WAAW,GAAG,OAAO,EAAE,CAAC;gBAE9B,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBACzD,CAAC;wBAAS,CAAC;oBACT,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;wBAC7B,MAAM,gBAAgB,CAAC,WAAW,CAAC,CAAC;oBACtC,CAAC;oBAED,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,cAAc,GAAG,uBAAA,IAAI,iCAAa,CAAC,cAAc,CAAC;oBAElF,IAAI,MAAM,CAAC,WAAW,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;wBAC5C,uBAAA,IAAI,iCAAa,CAAC,UAAU,EAAE,CAAC,CAAC,wCAAwC;oBAC1E,CAAC;oBAED,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;wBAC9B,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;oBACvC,CAAC;oBAED,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;4BACxB,MAAM,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;wBAC7C,CAAC;wBAED,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;oBACnD,CAAC;oBAED,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBACzB,MAAM,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;gBAC1D,CAAC;gBAED,OAAO,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -7,7 +7,7 @@ import type * as llm from '../llm/index.js';
|
|
|
7
7
|
* @beta
|
|
8
8
|
*/
|
|
9
9
|
export declare abstract class RealtimeSession extends EventEmitter {
|
|
10
|
-
abstract
|
|
10
|
+
abstract conversation: any;
|
|
11
11
|
abstract inputAudioBuffer: any;
|
|
12
12
|
abstract fncCtx: llm.FunctionContext | undefined;
|
|
13
13
|
}
|
|
@@ -26,7 +26,7 @@ export declare abstract class RealtimeModel {
|
|
|
26
26
|
export type AgentState = 'initializing' | 'thinking' | 'listening' | 'speaking';
|
|
27
27
|
export declare const AGENT_STATE_ATTRIBUTE = "lk.agent.state";
|
|
28
28
|
/** @beta */
|
|
29
|
-
export declare class MultimodalAgent {
|
|
29
|
+
export declare class MultimodalAgent extends EventEmitter {
|
|
30
30
|
#private;
|
|
31
31
|
model: RealtimeModel;
|
|
32
32
|
room: Room | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multimodal_agent.d.ts","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACL,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,KAAK,KAAK,GAAG,MAAM,iBAAiB,CAAC;AAM5C;;;GAGG;AACH,8BAAsB,eAAgB,SAAQ,YAAY;IAExD,QAAQ,CAAC,
|
|
1
|
+
{"version":3,"file":"multimodal_agent.d.ts","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAEV,gBAAgB,EAChB,iBAAiB,EACjB,IAAI,EACL,MAAM,mBAAmB,CAAC;AAS3B,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AAEtC,OAAO,KAAK,KAAK,GAAG,MAAM,iBAAiB,CAAC;AAM5C;;;GAGG;AACH,8BAAsB,eAAgB,SAAQ,YAAY;IAExD,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC;IAE3B,QAAQ,CAAC,gBAAgB,EAAE,GAAG,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;CAClD;AAED;;;GAGG;AACH,8BAAsB,aAAa;IAEjC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,GAAG,eAAe;IAC/C,QAAQ,CAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAChF,eAAO,MAAM,qBAAqB,mBAAmB,CAAC;AAEtD,YAAY;AACZ,qBAAa,eAAgB,SAAQ,YAAY;;IAC/C,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE,IAAI,GAAG,IAAI,CAAQ;IACzB,iBAAiB,EAAE,iBAAiB,GAAG,IAAI,CAAQ;IACnD,eAAe,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IAChD,aAAa,EAAE;QAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAAC,MAAM,EAAE,MAAM,IAAI,CAAA;KAAE,GAAG,IAAI,CAAQ;gBAEhE,EACV,KAAK,EACL,MAAM,GACP,EAAE;QACD,KAAK,EAAE,aAAa,CAAC;QACrB,MAAM,CAAC,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC;KAC1C;IAoBD,IAAI,MAAM,IAAI,GAAG,CAAC,eAAe,GAAG,SAAS,CAE5C;IAED,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,eAAe,GAAG,SAAS,EAK9C;IA6BD,KAAK,CACH,IAAI,EAAE,IAAI,EACV,WAAW,GAAE,iBAAiB,GAAG,MAAM,GAAG,IAAW,GACpD,OAAO,CAAC,eAAe,CAAC;CAwS5B"}
|
|
@@ -38,8 +38,9 @@ export class RealtimeModel {
|
|
|
38
38
|
}
|
|
39
39
|
export const AGENT_STATE_ATTRIBUTE = 'lk.agent.state';
|
|
40
40
|
/** @beta */
|
|
41
|
-
export class MultimodalAgent {
|
|
41
|
+
export class MultimodalAgent extends EventEmitter {
|
|
42
42
|
constructor({ model, fncCtx, }) {
|
|
43
|
+
super();
|
|
43
44
|
_MultimodalAgent_instances.add(this);
|
|
44
45
|
this.room = null;
|
|
45
46
|
this.linkedParticipant = null;
|
|
@@ -73,9 +74,7 @@ export class MultimodalAgent {
|
|
|
73
74
|
return new Promise(async (resolve, reject) => {
|
|
74
75
|
var _a;
|
|
75
76
|
if (__classPrivateFieldGet(this, _MultimodalAgent_instances, "a", _MultimodalAgent_started_get)) {
|
|
76
|
-
|
|
77
|
-
resolve(__classPrivateFieldGet(this, _MultimodalAgent_session, "f")); // TODO: throw error?
|
|
78
|
-
return;
|
|
77
|
+
reject(new Error('MultimodalAgent already started'));
|
|
79
78
|
}
|
|
80
79
|
__classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_updateState).call(this);
|
|
81
80
|
room.on(RoomEvent.ParticipantConnected, (participant) => {
|
|
@@ -88,6 +87,17 @@ export class MultimodalAgent {
|
|
|
88
87
|
__classPrivateFieldSet(this, _MultimodalAgent_participant, participant, "f");
|
|
89
88
|
__classPrivateFieldSet(this, _MultimodalAgent_localSource, new AudioSource(this.model.sampleRate, this.model.numChannels), "f");
|
|
90
89
|
__classPrivateFieldSet(this, _MultimodalAgent_agentPlayout, new AgentPlayout(__classPrivateFieldGet(this, _MultimodalAgent_localSource, "f"), this.model.sampleRate, this.model.numChannels, this.model.inFrameSize, this.model.outFrameSize), "f");
|
|
90
|
+
const onPlayoutStarted = () => {
|
|
91
|
+
this.emit('agent_started_speaking');
|
|
92
|
+
__classPrivateFieldSet(this, _MultimodalAgent_instances, true, "a", _MultimodalAgent_speaking_set);
|
|
93
|
+
};
|
|
94
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
95
|
+
const onPlayoutStopped = (interrupted) => {
|
|
96
|
+
this.emit('agent_stopped_speaking');
|
|
97
|
+
__classPrivateFieldSet(this, _MultimodalAgent_instances, false, "a", _MultimodalAgent_speaking_set);
|
|
98
|
+
};
|
|
99
|
+
__classPrivateFieldGet(this, _MultimodalAgent_agentPlayout, "f").on('playout_started', onPlayoutStarted);
|
|
100
|
+
__classPrivateFieldGet(this, _MultimodalAgent_agentPlayout, "f").on('playout_stopped', onPlayoutStopped);
|
|
91
101
|
const track = LocalAudioTrack.createAudioTrack('assistant_voice', __classPrivateFieldGet(this, _MultimodalAgent_localSource, "f"));
|
|
92
102
|
const options = new TrackPublishOptions();
|
|
93
103
|
options.source = TrackSource.SOURCE_MICROPHONE;
|
|
@@ -121,14 +131,6 @@ export class MultimodalAgent {
|
|
|
121
131
|
// openai.realtime.RealtimeContent
|
|
122
132
|
const trFwd = new BasicTranscriptionForwarder(this.room, this.room.localParticipant.identity, __classPrivateFieldGet(this, _MultimodalAgent_instances, "m", _MultimodalAgent_getLocalTrackSid).call(this), message.responseId);
|
|
123
133
|
const handle = (_a = __classPrivateFieldGet(this, _MultimodalAgent_agentPlayout, "f")) === null || _a === void 0 ? void 0 : _a.play(message.itemId, message.contentIndex, trFwd, message.textStream, message.audioStream);
|
|
124
|
-
if (handle) {
|
|
125
|
-
__classPrivateFieldSet(this, _MultimodalAgent_instances, true, "a", _MultimodalAgent_speaking_set);
|
|
126
|
-
handle.on('done', () => {
|
|
127
|
-
if (__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f") == handle) {
|
|
128
|
-
__classPrivateFieldSet(this, _MultimodalAgent_instances, false, "a", _MultimodalAgent_speaking_set);
|
|
129
|
-
}
|
|
130
|
-
});
|
|
131
|
-
}
|
|
132
134
|
__classPrivateFieldSet(this, _MultimodalAgent_playingHandle, handle, "f");
|
|
133
135
|
});
|
|
134
136
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
@@ -162,7 +164,7 @@ export class MultimodalAgent {
|
|
|
162
164
|
var _a, _b;
|
|
163
165
|
if (__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f") && !__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").done) {
|
|
164
166
|
__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").interrupt();
|
|
165
|
-
__classPrivateFieldGet(this, _MultimodalAgent_session, "f").
|
|
167
|
+
__classPrivateFieldGet(this, _MultimodalAgent_session, "f").conversation.item.truncate(__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").itemId, __classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").contentIndex, Math.floor((__classPrivateFieldGet(this, _MultimodalAgent_playingHandle, "f").audioSamples / 24000) * 1000));
|
|
166
168
|
__classPrivateFieldSet(this, _MultimodalAgent_playingHandle, undefined, "f");
|
|
167
169
|
}
|
|
168
170
|
const participantIdentity = (_a = this.linkedParticipant) === null || _a === void 0 ? void 0 : _a.identity;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multimodal_agent.js","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AASA,OAAO,EACL,WAAW,EACX,WAAW,EACX,eAAe,EACf,SAAS,EACT,mBAAmB,EACnB,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAsB,MAAM,oBAAoB,CAAC;AAEtE;;;GAGG;AACH,MAAM,OAAgB,eAAgB,SAAQ,YAAY;CAMzD;AAED;;;GAGG;AACH,MAAM,OAAgB,aAAa;CAQlC;AAGD,MAAM,CAAC,MAAM,qBAAqB,GAAG,gBAAgB,CAAC;AAEtD,YAAY;AACZ,MAAM,OAAO,eAAe;IAO1B,YAAY,EACV,KAAK,EACL,MAAM,GAIP;;QAXD,SAAI,GAAgB,IAAI,CAAC;QACzB,sBAAiB,GAA6B,IAAI,CAAC;QACnD,oBAAe,GAA4B,IAAI,CAAC;QAChD,kBAAa,GAA0D,IAAI,CAAC;QAa5E,uCAAkD,IAAI,EAAC;QACvD,4CAAkD,IAAI,EAAC;QACvD,yCAAgC,IAAI,EAAC;QACrC,uCAAmC,IAAI,EAAC;QACxC,wCAAqC,IAAI,EAAC;QAC1C,yCAA4C,SAAS,EAAC;QACtD,kCAAU,GAAG,EAAE,EAAC;QAChB,mCAAmC,IAAI,EAAC;QACxC,kCAA2C,SAAS,EAAC;QAErD,oCAAqB,KAAK,EAAC;QAC3B,iDAAsC,IAAI,GAAG,EAAE,EAAC;QAChD,qCAAsB,KAAK,EAAC;QAhB1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,uBAAA,IAAI,2BAAW,MAAM,MAAA,CAAC;IACxB,CAAC;IAgBD,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,+BAAS,CAAC;IACvB,CAAC;IAED,IAAI,MAAM,CAAC,GAAoC;QAC7C,uBAAA,IAAI,2BAAW,GAAG,MAAA,CAAC;QACnB,IAAI,uBAAA,IAAI,gCAAS,EAAE,CAAC;YAClB,uBAAA,IAAI,gCAAS,CAAC,MAAM,GAAG,GAAG,CAAC;QAC7B,CAAC;IACH,CAAC;IA6BD,KAAK,CACH,IAAU,EACV,cAAiD,IAAI;QAErD,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;;YAC3C,IAAI,uBAAA,IAAI,gEAAS,EAAE,CAAC;gBAClB,uBAAA,IAAI,+BAAQ,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBACrD,OAAO,CAAC,uBAAA,IAAI,gCAAU,CAAC,CAAC,CAAC,qBAAqB;gBAC9C,OAAO;YACT,CAAC;YACD,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YAEpB,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC,WAA8B,EAAE,EAAE;gBACzE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,uBAAA,IAAI,gCAAgB,WAAW,MAAA,CAAC;YAEhC,uBAAA,IAAI,gCAAgB,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAA,CAAC;YACnF,uBAAA,IAAI,iCAAiB,IAAI,YAAY,CACnC,uBAAA,IAAI,oCAAa,EACjB,IAAI,CAAC,KAAK,CAAC,UAAU,EACrB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,YAAY,CACxB,MAAA,CAAC;YACF,MAAM,KAAK,GAAG,eAAe,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,uBAAA,IAAI,oCAAa,CAAC,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC1C,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,iBAAiB,CAAC;YAC/C,uBAAA,IAAI,qCAAqB,CAAC,MAAM,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA,CAAC,IAAI,IAAI,MAAA,CAAC;YAC7F,IAAI,CAAC,uBAAA,IAAI,yCAAkB,EAAE,CAAC;gBAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED,MAAM,uBAAA,IAAI,yCAAkB,CAAC,mBAAmB,EAAE,CAAC;YAEnD,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,CAAC;gBACrC,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,0EAA0E;gBAC1E,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC3D,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;oBAC5C,MAAM;gBACR,CAAC;YACH,CAAC;YAED,uBAAA,IAAI,4BAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,uBAAA,IAAI,+BAAQ,EAAE,CAAC,MAAA,CAAC;YAC7D,uBAAA,IAAI,8BAAY,IAAI,oCAAA,CAAC;YAErB,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,OAAY,EAAE,EAAE;;gBAC1D,kCAAkC;gBAClC,MAAM,KAAK,GAAG,IAAI,2BAA2B,CAC3C,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,IAAK,CAAC,gBAAiB,CAAC,QAAQ,EACrC,uBAAA,IAAI,qEAAkB,MAAtB,IAAI,CAAqB,EACzB,OAAO,CAAC,UAAU,CACnB,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAA,uBAAA,IAAI,qCAAc,0CAAE,IAAI,CACrC,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,YAAY,EACpB,KAAK,EACL,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,WAAW,CACpB,CAAC;gBACF,IAAI,MAAM,EAAE,CAAC;oBACX,uBAAA,IAAI,8BAAa,IAAI,qCAAA,CAAC;oBACtB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;wBACrB,IAAI,uBAAA,IAAI,sCAAe,IAAI,MAAM,EAAE,CAAC;4BAClC,uBAAA,IAAI,8BAAa,KAAK,qCAAA,CAAC;wBACzB,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,uBAAA,IAAI,kCAAkB,MAAM,MAAA,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACrD,4CAA4C;gBAC5C,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBACnF,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sCAAsC,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACnE,yDAAyD;gBACzD,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC;gBACpC,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC5F,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACnD,IAAI,uBAAA,IAAI,sCAAe,IAAI,CAAC,uBAAA,IAAI,sCAAe,CAAC,IAAI,EAAE,CAAC;oBACrD,uBAAA,IAAI,sCAAe,CAAC,SAAS,EAAE,CAAC;oBAEhC,uBAAA,IAAI,gCAAU,CAAC,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAC9C,uBAAA,IAAI,sCAAe,CAAC,MAAM,EAC1B,uBAAA,IAAI,sCAAe,CAAC,YAAY,EAChC,IAAI,CAAC,KAAK,CAAC,CAAC,uBAAA,IAAI,sCAAe,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAC9D,CAAC;oBAEF,uBAAA,IAAI,kCAAkB,SAAS,MAAA,CAAC;gBAClC,CAAC;gBAED,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,uBAAuB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACpD,uBAAA,IAAI,6EAAsB,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC1C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,yBAAyB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACtD,uBAAA,IAAI,6EAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACnD,uBAAA,IAAI,6EAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,uBAAA,IAAI,gCAAU,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC;CAqJF;;IAxUG,OAAO,uBAAA,IAAI,8CAAuB,CAAC;AACrC,CAAC,iGAEyB,KAAkB;IAC1C,uBAAA,IAAI,0CAA0B,KAAK,MAAA,CAAC;IACpC,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC;IAGC,OAAO,uBAAA,IAAI,kCAAW,CAAC;AACzB,CAAC,yEAEa,UAAmB;IAC/B,uBAAA,IAAI,8BAAc,UAAU,MAAA,CAAC;IAC7B,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC;IAGC,OAAO,uBAAA,IAAI,iCAAU,CAAC;AACxB,CAAC,uEAEY,OAAgB;IAC3B,uBAAA,IAAI,6BAAa,OAAO,MAAA,CAAC;IACzB,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC,+EAoKgB,mBAA2B;IAC1C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACtC,OAAO;IACT,CAAC;IAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC;IACvF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,6BAA6B,mBAAmB,YAAY,CAAC,CAAC;QACjF,OAAO;IACT,CAAC;IAED,IAAI,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtD,uBAAA,IAAI,0EAAuB,MAA3B,IAAI,CAAyB,CAAC;IAChC,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,cAAc,EAAE,GAAG,EAAE;YAC1C,uBAAA,IAAI,0EAAuB,MAA3B,IAAI,CAAyB,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;IAGC,MAAM,mBAAmB,GAAG,KAAK,EAAE,WAAwB,EAAE,EAAE;;QAC7D,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,IAAI,CAAC,KAAK,CAAC,UAAU,EACrB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,WAAW,CACvB,CAAC;;YAEF,KAA0B,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;gBAAd,2BAAW;gBAAX,WAAW;gBAA1B,MAAM,KAAK,KAAA,CAAA;gBACpB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC;gBAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpD,uBAAA,IAAI,gCAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;;;;;;;;;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5E,IAAI,WAAW,CAAC,MAAM,KAAK,WAAW,CAAC,iBAAiB,EAAE,CAAC;YACzD,SAAS;QACX,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAC5B,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;QAEhC,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,IAAI,CAAC,eAAe,GAAG,KAAM,CAAC;YAE9B,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC;YAED,IAAI,MAAkB,CAAC;YACvB,IAAI,CAAC,aAAa,GAAG;gBACnB,OAAO,EAAE,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC7C,MAAM,GAAG,GAAG,EAAE;wBACZ,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;oBACtC,CAAC,CAAC;oBACF,mBAAmB,CACjB,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CACtE;yBACE,IAAI,CAAC,OAAO,CAAC;yBACb,KAAK,CAAC,MAAM,CAAC,CAAC;gBACnB,CAAC,CAAC;gBACF,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE;aACvB,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;;IAGC,IAAI,CAAC,uBAAA,IAAI,sCAAe,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpE,uBAAA,IAAI,kCAAkB,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,0CAAE,QAAQ,CAAC,MAAA,CAAC;IAC1F,CAAC;IACD,OAAO,uBAAA,IAAI,sCAAe,CAAC;AAC7B,CAAC,yFAGC,mBAA2B,EAC3B,QAAgB,EAChB,IAAY,EACZ,OAAgB,EAChB,EAAU;;IAEV,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,4BAA4B,mBAAmB,IAAI,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,EAAE,EAAE,CACvF,CAAC;IACF,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,gBAAgB,CAAA,EAAE,CAAC;QACjC,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,CAAC;QAC9C,mBAAmB;QACnB,QAAQ;QACR,QAAQ,EAAE;YACR;gBACE,IAAI;gBACJ,KAAK,EAAE,OAAO;gBACd,EAAE;gBACF,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;gBACpB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,QAAQ,EAAE,EAAE;aACb;SACF;KACF,CAAC,CAAC;AACL,CAAC;IAGC,IAAI,QAAQ,GAAe,cAAc,CAAC;IAC1C,IAAI,uBAAA,IAAI,6EAAsB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACxC,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,uBAAA,IAAI,iEAAU,EAAE,CAAC;QAC1B,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,uBAAA,IAAI,gEAAS,EAAE,CAAC;QACzB,QAAQ,GAAG,WAAW,CAAC;IACzB,CAAC;IAED,uBAAA,IAAI,6DAAU,MAAd,IAAI,EAAW,QAAQ,CAAC,CAAC;AAC3B,CAAC,iEAES,KAAiB;;IACzB,IAAI,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,WAAW,KAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACzD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAClF,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,gBAAiB,CAAC,aAAa,CAAC;gBACxC,CAAC,qBAAqB,CAAC,EAAE,KAAK;aAC/B,CAAC,CAAC;YACH,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,GAAG,qBAAqB,KAAK,YAAY,MAAM,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
1
|
+
{"version":3,"file":"multimodal_agent.js","sourceRoot":"","sources":["../../src/multimodal/multimodal_agent.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AASA,OAAO,EACL,WAAW,EACX,WAAW,EACX,eAAe,EACf,SAAS,EACT,mBAAmB,EACnB,WAAW,GACZ,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAChC,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAsB,MAAM,oBAAoB,CAAC;AAEtE;;;GAGG;AACH,MAAM,OAAgB,eAAgB,SAAQ,YAAY;CAMzD;AAED;;;GAGG;AACH,MAAM,OAAgB,aAAa;CAQlC;AAGD,MAAM,CAAC,MAAM,qBAAqB,GAAG,gBAAgB,CAAC;AAEtD,YAAY;AACZ,MAAM,OAAO,eAAgB,SAAQ,YAAY;IAO/C,YAAY,EACV,KAAK,EACL,MAAM,GAIP;QACC,KAAK,EAAE,CAAC;;QAZV,SAAI,GAAgB,IAAI,CAAC;QACzB,sBAAiB,GAA6B,IAAI,CAAC;QACnD,oBAAe,GAA4B,IAAI,CAAC;QAChD,kBAAa,GAA0D,IAAI,CAAC;QAc5E,uCAAkD,IAAI,EAAC;QACvD,4CAAkD,IAAI,EAAC;QACvD,yCAAgC,IAAI,EAAC;QACrC,uCAAmC,IAAI,EAAC;QACxC,wCAAqC,IAAI,EAAC;QAC1C,yCAA4C,SAAS,EAAC;QACtD,kCAAU,GAAG,EAAE,EAAC;QAChB,mCAAmC,IAAI,EAAC;QACxC,kCAA2C,SAAS,EAAC;QAErD,oCAAqB,KAAK,EAAC;QAC3B,iDAAsC,IAAI,GAAG,EAAE,EAAC;QAChD,qCAAsB,KAAK,EAAC;QAhB1B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,uBAAA,IAAI,2BAAW,MAAM,MAAA,CAAC;IACxB,CAAC;IAgBD,IAAI,MAAM;QACR,OAAO,uBAAA,IAAI,+BAAQ,CAAC;IACtB,CAAC;IAED,IAAI,MAAM,CAAC,GAAoC;QAC7C,uBAAA,IAAI,2BAAW,GAAG,MAAA,CAAC;QACnB,IAAI,uBAAA,IAAI,gCAAS,EAAE,CAAC;YAClB,uBAAA,IAAI,gCAAS,CAAC,MAAM,GAAG,GAAG,CAAC;QAC7B,CAAC;IACH,CAAC;IA6BD,KAAK,CACH,IAAU,EACV,cAAiD,IAAI;QAErD,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;;YAC3C,IAAI,uBAAA,IAAI,gEAAS,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC,CAAC;YACvD,CAAC;YACD,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YAEpB,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,oBAAoB,EAAE,CAAC,WAA8B,EAAE,EAAE;gBACzE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBAC5B,OAAO;gBACT,CAAC;gBAED,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC9C,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,uBAAA,IAAI,gCAAgB,WAAW,MAAA,CAAC;YAEhC,uBAAA,IAAI,gCAAgB,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,MAAA,CAAC;YACnF,uBAAA,IAAI,iCAAiB,IAAI,YAAY,CACnC,uBAAA,IAAI,oCAAa,EACjB,IAAI,CAAC,KAAK,CAAC,UAAU,EACrB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,YAAY,CACxB,MAAA,CAAC;YACF,MAAM,gBAAgB,GAAG,GAAG,EAAE;gBAC5B,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACpC,uBAAA,IAAI,8BAAa,IAAI,qCAAA,CAAC;YACxB,CAAC,CAAC;YAEF,6DAA6D;YAC7D,MAAM,gBAAgB,GAAG,CAAC,WAAoB,EAAE,EAAE;gBAChD,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACpC,uBAAA,IAAI,8BAAa,KAAK,qCAAA,CAAC;YACzB,CAAC,CAAC;YAEF,uBAAA,IAAI,qCAAc,CAAC,EAAE,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;YAC3D,uBAAA,IAAI,qCAAc,CAAC,EAAE,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAC;YAE3D,MAAM,KAAK,GAAG,eAAe,CAAC,gBAAgB,CAAC,iBAAiB,EAAE,uBAAA,IAAI,oCAAa,CAAC,CAAC;YACrF,MAAM,OAAO,GAAG,IAAI,mBAAmB,EAAE,CAAC;YAC1C,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,iBAAiB,CAAC;YAC/C,uBAAA,IAAI,qCAAqB,CAAC,MAAM,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA,CAAC,IAAI,IAAI,MAAA,CAAC;YAC7F,IAAI,CAAC,uBAAA,IAAI,yCAAkB,EAAE,CAAC;gBAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,CAAC;gBAC7C,OAAO;YACT,CAAC;YAED,MAAM,uBAAA,IAAI,yCAAkB,CAAC,mBAAmB,EAAE,CAAC;YAEnD,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,CAAC;gBACrC,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,0EAA0E;gBAC1E,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,EAAE,CAAC;oBAC3D,uBAAA,IAAI,oEAAiB,MAArB,IAAI,EAAkB,WAAW,CAAC,QAAQ,CAAC,CAAC;oBAC5C,MAAM;gBACR,CAAC;YACH,CAAC;YAED,uBAAA,IAAI,4BAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,uBAAA,IAAI,+BAAQ,EAAE,CAAC,MAAA,CAAC;YAC7D,uBAAA,IAAI,8BAAY,IAAI,oCAAA,CAAC;YAErB,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,OAAY,EAAE,EAAE;;gBAC1D,kCAAkC;gBAClC,MAAM,KAAK,GAAG,IAAI,2BAA2B,CAC3C,IAAI,CAAC,IAAK,EACV,IAAI,CAAC,IAAK,CAAC,gBAAiB,CAAC,QAAQ,EACrC,uBAAA,IAAI,qEAAkB,MAAtB,IAAI,CAAqB,EACzB,OAAO,CAAC,UAAU,CACnB,CAAC;gBAEF,MAAM,MAAM,GAAG,MAAA,uBAAA,IAAI,qCAAc,0CAAE,IAAI,CACrC,OAAO,CAAC,MAAM,EACd,OAAO,CAAC,YAAY,EACpB,KAAK,EACL,OAAO,CAAC,UAAU,EAClB,OAAO,CAAC,WAAW,CACpB,CAAC;gBACF,uBAAA,IAAI,kCAAkB,MAAM,MAAA,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,wBAAwB,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACrD,4CAA4C;gBAC5C,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBACnF,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sCAAsC,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACnE,yDAAyD;gBACzD,MAAM,aAAa,GAAG,EAAE,CAAC,UAAU,CAAC;gBACpC,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC5F,CAAC;qBAAM,CAAC;oBACN,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,EAAO,EAAE,EAAE;;gBACnD,IAAI,uBAAA,IAAI,sCAAe,IAAI,CAAC,uBAAA,IAAI,sCAAe,CAAC,IAAI,EAAE,CAAC;oBACrD,uBAAA,IAAI,sCAAe,CAAC,SAAS,EAAE,CAAC;oBAEhC,uBAAA,IAAI,gCAAU,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CACvC,uBAAA,IAAI,sCAAe,CAAC,MAAM,EAC1B,uBAAA,IAAI,sCAAe,CAAC,YAAY,EAChC,IAAI,CAAC,KAAK,CAAC,CAAC,uBAAA,IAAI,sCAAe,CAAC,YAAY,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,CAC9D,CAAC;oBAEF,uBAAA,IAAI,kCAAkB,SAAS,MAAA,CAAC;gBAClC,CAAC;gBAED,MAAM,mBAAmB,GAAG,MAAA,IAAI,CAAC,iBAAiB,0CAAE,QAAQ,CAAC;gBAC7D,MAAM,QAAQ,GAAG,MAAA,IAAI,CAAC,eAAe,0CAAE,GAAG,CAAC;gBAC3C,IAAI,mBAAmB,IAAI,QAAQ,EAAE,CAAC;oBACpC,uBAAA,IAAI,yEAAsB,MAA1B,IAAI,EAAuB,mBAAmB,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,uBAAuB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACpD,uBAAA,IAAI,6EAAsB,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC1C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,yBAAyB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACtD,uBAAA,IAAI,6EAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,8DAA8D;YAC9D,uBAAA,IAAI,gCAAS,CAAC,EAAE,CAAC,sBAAsB,EAAE,CAAC,EAAO,EAAE,EAAE;gBACnD,uBAAA,IAAI,6EAAsB,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7C,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,uBAAA,IAAI,gCAAS,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC;CA8IF;;IArUG,OAAO,uBAAA,IAAI,8CAAuB,CAAC;AACrC,CAAC,iGAEyB,KAAkB;IAC1C,uBAAA,IAAI,0CAA0B,KAAK,MAAA,CAAC;IACpC,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC;IAGC,OAAO,uBAAA,IAAI,kCAAW,CAAC;AACzB,CAAC,yEAEa,UAAmB;IAC/B,uBAAA,IAAI,8BAAc,UAAU,MAAA,CAAC;IAC7B,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC;IAGC,OAAO,uBAAA,IAAI,iCAAU,CAAC;AACxB,CAAC,uEAEY,OAAgB;IAC3B,uBAAA,IAAI,6BAAa,OAAO,MAAA,CAAC;IACzB,uBAAA,IAAI,gEAAa,MAAjB,IAAI,CAAe,CAAC;AACtB,CAAC,+EAiKgB,mBAA2B;IAC1C,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACtC,OAAO;IACT,CAAC;IAED,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,mBAAmB,CAAC,IAAI,IAAI,CAAC;IACvF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,6BAA6B,mBAAmB,YAAY,CAAC,CAAC;QACjF,OAAO;IACT,CAAC;IAED,IAAI,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtD,uBAAA,IAAI,0EAAuB,MAA3B,IAAI,CAAyB,CAAC;IAChC,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,cAAc,EAAE,GAAG,EAAE;YAC1C,uBAAA,IAAI,0EAAuB,MAA3B,IAAI,CAAyB,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;AACH,CAAC;IAGC,MAAM,mBAAmB,GAAG,KAAK,EAAE,WAAwB,EAAE,EAAE;;QAC7D,MAAM,OAAO,GAAG,IAAI,eAAe,CACjC,IAAI,CAAC,KAAK,CAAC,UAAU,EACrB,IAAI,CAAC,KAAK,CAAC,WAAW,EACtB,IAAI,CAAC,KAAK,CAAC,WAAW,CACvB,CAAC;;YAEF,KAA0B,eAAA,gBAAA,cAAA,WAAW,CAAA,iBAAA,2FAAE,CAAC;gBAAd,2BAAW;gBAAX,WAAW;gBAA1B,MAAM,KAAK,KAAA,CAAA;gBACpB,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC;gBAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpD,uBAAA,IAAI,gCAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;;;;;;;;;IACH,CAAC,CAAC;IAEF,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC5B,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5E,IAAI,WAAW,CAAC,MAAM,KAAK,WAAW,CAAC,iBAAiB,EAAE,CAAC;YACzD,SAAS;QACX,CAAC;QAED,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YAC5B,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC;QAEhC,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;YAE7B,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YAC9B,CAAC;YAED,IAAI,MAAkB,CAAC;YACvB,IAAI,CAAC,aAAa,GAAG;gBACnB,OAAO,EAAE,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;oBAC7C,MAAM,GAAG,GAAG,EAAE;wBACZ,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC;oBACtC,CAAC,CAAC;oBACF,mBAAmB,CACjB,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CACtE;yBACE,IAAI,CAAC,OAAO,CAAC;yBACb,KAAK,CAAC,MAAM,CAAC,CAAC;gBACnB,CAAC,CAAC;gBACF,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE;aACvB,CAAC;QACJ,CAAC;IACH,CAAC;AACH,CAAC;;IAGC,IAAI,CAAC,uBAAA,IAAI,sCAAe,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACpE,uBAAA,IAAI,kCAAkB,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,MAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,0CAAE,QAAQ,CAAC,MAAA,CAAC;IAC1F,CAAC;IACD,OAAO,uBAAA,IAAI,sCAAe,CAAC;AAC7B,CAAC,yFAGC,mBAA2B,EAC3B,QAAgB,EAChB,IAAY,EACZ,OAAgB,EAChB,EAAU;;IAEV,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAChB,4BAA4B,mBAAmB,IAAI,QAAQ,IAAI,IAAI,IAAI,OAAO,IAAI,EAAE,EAAE,CACvF,CAAC;IACF,IAAI,CAAC,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,gBAAgB,CAAA,EAAE,CAAC;QACjC,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACxD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,CAAC;QAC9C,mBAAmB;QACnB,QAAQ;QACR,QAAQ,EAAE;YACR;gBACE,IAAI;gBACJ,KAAK,EAAE,OAAO;gBACd,EAAE;gBACF,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;gBACpB,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;gBAClB,QAAQ,EAAE,EAAE;aACb;SACF;KACF,CAAC,CAAC;AACL,CAAC;IAGC,IAAI,QAAQ,GAAe,cAAc,CAAC;IAC1C,IAAI,uBAAA,IAAI,6EAAsB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACxC,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,uBAAA,IAAI,iEAAU,EAAE,CAAC;QAC1B,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,uBAAA,IAAI,gEAAS,EAAE,CAAC;QACzB,QAAQ,GAAG,WAAW,CAAC;IACzB,CAAC;IAED,uBAAA,IAAI,6DAAU,MAAd,IAAI,EAAW,QAAQ,CAAC,CAAC;AAC3B,CAAC,iEAES,KAAiB;;IACzB,IAAI,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,WAAW,KAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACzD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAClF,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC;gBACvC,CAAC,qBAAqB,CAAC,EAAE,KAAK;aAC/B,CAAC,CAAC;YACH,uBAAA,IAAI,+BAAQ,CAAC,KAAK,CAAC,GAAG,qBAAqB,KAAK,YAAY,MAAM,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAG1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,IAAI,CAAC;IACd,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,IAAI,IAAI,CAAC;IACzB,iBAAiB,IAAI,IAAI,CAAC;IAC1B,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,qBAAa,2BAA4B,YAAW,sBAAsB;;
|
|
1
|
+
{"version":3,"file":"transcription.d.ts","sourceRoot":"","sources":["../src/transcription.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAG1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,IAAI,CAAC;IACd,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,gBAAgB,IAAI,IAAI,CAAC;IACzB,iBAAiB,IAAI,IAAI,CAAC;IAC1B,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACzC,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,qBAAa,2BAA4B,YAAW,sBAAsB;;IAYxE,qBAAqB,EAAE,MAAM,CAAK;gBAEtB,IAAI,EAAE,IAAI,EAAE,mBAAmB,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAOxF,KAAK,IAAI,IAAI;IAUb,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAIlC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,gBAAgB,IAAI,IAAI;IAKxB,iBAAiB,IAAI,IAAI;IAwDnB,KAAK,CAAC,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;CAS/C"}
|