@livekit/agents 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +1 -1
- package/CHANGELOG.md +47 -0
- package/LICENSE +201 -0
- package/dist/audio.d.ts +9 -0
- package/dist/audio.d.ts.map +1 -0
- package/dist/audio.js +54 -0
- package/dist/audio.js.map +1 -0
- package/dist/cli.d.ts +12 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +102 -19
- package/dist/cli.js.map +1 -1
- package/dist/generator.d.ts +17 -6
- package/dist/generator.d.ts.map +1 -1
- package/dist/generator.js +20 -3
- package/dist/generator.js.map +1 -1
- package/dist/http_server.d.ts +1 -1
- package/dist/http_server.d.ts.map +1 -1
- package/dist/http_server.js +5 -3
- package/dist/http_server.js.map +1 -1
- package/dist/index.d.ts +14 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +14 -3
- package/dist/index.js.map +1 -1
- package/dist/ipc/job_executor.d.ts +19 -0
- package/dist/ipc/job_executor.d.ts.map +1 -0
- package/dist/ipc/job_executor.js +8 -0
- package/dist/ipc/job_executor.js.map +1 -0
- package/dist/ipc/job_main.d.ts +7 -4
- package/dist/ipc/job_main.d.ts.map +1 -1
- package/dist/ipc/job_main.js +102 -59
- package/dist/ipc/job_main.js.map +1 -1
- package/dist/ipc/message.d.ts +41 -0
- package/dist/ipc/message.d.ts.map +1 -0
- package/dist/ipc/message.js +2 -0
- package/dist/ipc/message.js.map +1 -0
- package/dist/ipc/proc_job_executor.d.ts +15 -0
- package/dist/ipc/proc_job_executor.d.ts.map +1 -0
- package/dist/ipc/proc_job_executor.js +150 -0
- package/dist/ipc/proc_job_executor.js.map +1 -0
- package/dist/ipc/proc_pool.d.ts +26 -0
- package/dist/ipc/proc_pool.d.ts.map +1 -0
- package/dist/ipc/proc_pool.js +83 -0
- package/dist/ipc/proc_pool.js.map +1 -0
- package/dist/job.d.ts +100 -0
- package/dist/job.d.ts.map +1 -0
- package/dist/job.js +213 -0
- package/dist/job.js.map +1 -0
- package/dist/llm/function_context.d.ts +20 -0
- package/dist/llm/function_context.d.ts.map +1 -0
- package/dist/llm/function_context.js +37 -0
- package/dist/llm/function_context.js.map +1 -0
- package/dist/llm/index.d.ts +3 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +6 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/log.d.ts +12 -1
- package/dist/log.d.ts.map +1 -1
- package/dist/log.js +28 -11
- package/dist/log.js.map +1 -1
- package/dist/multimodal/agent_playout.d.ts +34 -0
- package/dist/multimodal/agent_playout.d.ts.map +1 -0
- package/dist/multimodal/agent_playout.js +221 -0
- package/dist/multimodal/agent_playout.js.map +1 -0
- package/dist/multimodal/index.d.ts +3 -0
- package/dist/multimodal/index.d.ts.map +1 -0
- package/dist/multimodal/index.js +6 -0
- package/dist/multimodal/index.js.map +1 -0
- package/dist/multimodal/multimodal_agent.d.ts +47 -0
- package/dist/multimodal/multimodal_agent.d.ts.map +1 -0
- package/dist/multimodal/multimodal_agent.js +331 -0
- package/dist/multimodal/multimodal_agent.js.map +1 -0
- package/dist/plugin.js +20 -7
- package/dist/plugin.js.map +1 -1
- package/dist/stt/index.d.ts +1 -1
- package/dist/stt/index.d.ts.map +1 -1
- package/dist/stt/index.js.map +1 -1
- package/dist/stt/stream_adapter.d.ts +2 -11
- package/dist/stt/stream_adapter.d.ts.map +1 -1
- package/dist/stt/stream_adapter.js +47 -33
- package/dist/stt/stream_adapter.js.map +1 -1
- package/dist/stt/stt.d.ts +27 -0
- package/dist/stt/stt.d.ts.map +1 -1
- package/dist/stt/stt.js +32 -5
- package/dist/stt/stt.js.map +1 -1
- package/dist/transcription.d.ts +22 -0
- package/dist/transcription.d.ts.map +1 -0
- package/dist/transcription.js +111 -0
- package/dist/transcription.js.map +1 -0
- package/dist/tts/stream_adapter.d.ts +4 -11
- package/dist/tts/stream_adapter.d.ts.map +1 -1
- package/dist/tts/stream_adapter.js +66 -32
- package/dist/tts/stream_adapter.js.map +1 -1
- package/dist/tts/tts.d.ts +10 -0
- package/dist/tts/tts.d.ts.map +1 -1
- package/dist/tts/tts.js +48 -7
- package/dist/tts/tts.js.map +1 -1
- package/dist/utils.d.ts +59 -0
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +212 -6
- package/dist/utils.js.map +1 -1
- package/dist/vad.d.ts +29 -0
- package/dist/vad.d.ts.map +1 -1
- package/dist/vad.js.map +1 -1
- package/dist/worker.d.ts +69 -50
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +414 -213
- package/dist/worker.js.map +1 -1
- package/package.json +12 -10
- package/src/audio.ts +62 -0
- package/src/cli.ts +108 -20
- package/src/generator.ts +27 -7
- package/src/http_server.ts +5 -0
- package/src/index.ts +15 -3
- package/src/ipc/job_executor.ts +25 -0
- package/src/ipc/job_main.ts +141 -61
- package/src/ipc/message.ts +39 -0
- package/src/ipc/proc_job_executor.ts +162 -0
- package/src/ipc/proc_pool.ts +109 -0
- package/src/job.ts +278 -0
- package/src/llm/function_context.ts +61 -0
- package/src/llm/index.ts +11 -0
- package/src/log.ts +40 -8
- package/src/multimodal/agent_playout.ts +254 -0
- package/src/multimodal/index.ts +5 -0
- package/src/multimodal/multimodal_agent.ts +428 -0
- package/src/stt/index.ts +1 -1
- package/src/stt/stream_adapter.ts +32 -32
- package/src/stt/stt.ts +27 -0
- package/src/transcription.ts +128 -0
- package/src/tts/stream_adapter.ts +32 -31
- package/src/tts/tts.ts +10 -0
- package/src/utils.ts +257 -3
- package/src/vad.ts +29 -0
- package/src/worker.ts +465 -172
- package/tsconfig.json +7 -1
- package/dist/ipc/job_process.d.ts +0 -22
- package/dist/ipc/job_process.d.ts.map +0 -1
- package/dist/ipc/job_process.js +0 -73
- package/dist/ipc/job_process.js.map +0 -1
- package/dist/ipc/protocol.d.ts +0 -40
- package/dist/ipc/protocol.d.ts.map +0 -1
- package/dist/ipc/protocol.js +0 -14
- package/dist/ipc/protocol.js.map +0 -1
- package/dist/job_context.d.ts +0 -16
- package/dist/job_context.d.ts.map +0 -1
- package/dist/job_context.js +0 -31
- package/dist/job_context.js.map +0 -1
- package/dist/job_request.d.ts +0 -42
- package/dist/job_request.d.ts.map +0 -1
- package/dist/job_request.js +0 -79
- package/dist/job_request.js.map +0 -1
- package/src/ipc/job_process.ts +0 -96
- package/src/ipc/protocol.ts +0 -51
- package/src/job_context.ts +0 -49
- package/src/job_request.ts +0 -118
package/src/job_request.ts
DELETED
|
@@ -1,118 +0,0 @@
|
|
|
1
|
-
// SPDX-FileCopyrightText: 2024 LiveKit, Inc.
|
|
2
|
-
//
|
|
3
|
-
// SPDX-License-Identifier: Apache-2.0
|
|
4
|
-
import type { Job, ParticipantInfo, Room } from '@livekit/protocol';
|
|
5
|
-
import { EventEmitter } from 'events';
|
|
6
|
-
import { log } from './log.js';
|
|
7
|
-
|
|
8
|
-
class AnsweredError extends Error {
|
|
9
|
-
constructor() {
|
|
10
|
-
super();
|
|
11
|
-
this.name = 'AnsweredError';
|
|
12
|
-
this.message = 'request already answered';
|
|
13
|
-
}
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
enum AutoDisconnect {
|
|
17
|
-
ROOM_EMPTY,
|
|
18
|
-
PUBLISHER_LEFT,
|
|
19
|
-
NONE,
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
export enum AutoSubscribe {
|
|
23
|
-
SUBSCRIBE_ALL,
|
|
24
|
-
SUBSCRIBE_NONE,
|
|
25
|
-
VIDEO_ONLY,
|
|
26
|
-
AUDIO_ONLY,
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
export type AcceptData = {
|
|
30
|
-
entry: string; // filename
|
|
31
|
-
autoSubscribe: AutoSubscribe;
|
|
32
|
-
autoDisconnect: AutoDisconnect;
|
|
33
|
-
name: string;
|
|
34
|
-
identity: string;
|
|
35
|
-
metadata: string;
|
|
36
|
-
assign: EventEmitter;
|
|
37
|
-
};
|
|
38
|
-
|
|
39
|
-
export type AvailRes = {
|
|
40
|
-
avail: boolean;
|
|
41
|
-
data?: AcceptData;
|
|
42
|
-
};
|
|
43
|
-
|
|
44
|
-
export class JobRequest {
|
|
45
|
-
#job: Job;
|
|
46
|
-
#answered = false;
|
|
47
|
-
tx: EventEmitter;
|
|
48
|
-
logger = log.child({ job: this.job });
|
|
49
|
-
|
|
50
|
-
constructor(job: Job, tx: EventEmitter) {
|
|
51
|
-
this.#job = job;
|
|
52
|
-
this.tx = tx;
|
|
53
|
-
}
|
|
54
|
-
|
|
55
|
-
get id(): string {
|
|
56
|
-
return this.#job.id;
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
get job(): Job {
|
|
60
|
-
return this.#job;
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
get room(): Room | undefined {
|
|
64
|
-
return this.#job.room;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
get publisher(): ParticipantInfo | undefined {
|
|
68
|
-
return this.#job.participant;
|
|
69
|
-
}
|
|
70
|
-
|
|
71
|
-
get answered(): boolean {
|
|
72
|
-
return this.#answered;
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
async reject() {
|
|
76
|
-
if (this.#answered) {
|
|
77
|
-
throw new AnsweredError();
|
|
78
|
-
}
|
|
79
|
-
this.#answered = true;
|
|
80
|
-
this.tx.emit('recv', { avail: false, data: undefined } as AvailRes);
|
|
81
|
-
this.logger.info('rejected job', this.id);
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
async accept(
|
|
85
|
-
entry: string,
|
|
86
|
-
autoSubscribe: AutoSubscribe = AutoSubscribe.SUBSCRIBE_ALL,
|
|
87
|
-
autoDisconnect: AutoDisconnect = AutoDisconnect.ROOM_EMPTY,
|
|
88
|
-
name: string = '',
|
|
89
|
-
identity: string = '',
|
|
90
|
-
metadata: string = '',
|
|
91
|
-
) {
|
|
92
|
-
if (this.#answered) {
|
|
93
|
-
throw new AnsweredError();
|
|
94
|
-
}
|
|
95
|
-
this.#answered = true;
|
|
96
|
-
|
|
97
|
-
const assign = new EventEmitter();
|
|
98
|
-
assign.on('error', (e) => {
|
|
99
|
-
throw e;
|
|
100
|
-
});
|
|
101
|
-
|
|
102
|
-
if (identity === '') identity = 'agent-' + this.id;
|
|
103
|
-
|
|
104
|
-
const data: AcceptData = {
|
|
105
|
-
entry,
|
|
106
|
-
autoSubscribe,
|
|
107
|
-
autoDisconnect,
|
|
108
|
-
name,
|
|
109
|
-
identity,
|
|
110
|
-
metadata,
|
|
111
|
-
assign,
|
|
112
|
-
};
|
|
113
|
-
|
|
114
|
-
this.tx.emit('recv', { avail: true, data } as AvailRes);
|
|
115
|
-
|
|
116
|
-
this.logger.info('accepted job', this.id);
|
|
117
|
-
}
|
|
118
|
-
}
|