@livekit/agents 1.0.35 → 1.0.36-dev.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +3 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs +152 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs.map +1 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.d.cts +50 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts +50 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts.map +1 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.js +125 -0
- package/dist/inference/interruption/AdaptiveInterruptionDetector.js.map +1 -0
- package/dist/inference/interruption/InterruptionStream.cjs +310 -0
- package/dist/inference/interruption/InterruptionStream.cjs.map +1 -0
- package/dist/inference/interruption/InterruptionStream.d.cts +57 -0
- package/dist/inference/interruption/InterruptionStream.d.ts +57 -0
- package/dist/inference/interruption/InterruptionStream.d.ts.map +1 -0
- package/dist/inference/interruption/InterruptionStream.js +288 -0
- package/dist/inference/interruption/InterruptionStream.js.map +1 -0
- package/dist/inference/interruption/defaults.cjs +76 -0
- package/dist/inference/interruption/defaults.cjs.map +1 -0
- package/dist/inference/interruption/defaults.d.cts +14 -0
- package/dist/inference/interruption/defaults.d.ts +14 -0
- package/dist/inference/interruption/defaults.d.ts.map +1 -0
- package/dist/inference/interruption/defaults.js +42 -0
- package/dist/inference/interruption/defaults.js.map +1 -0
- package/dist/inference/interruption/errors.cjs +2 -0
- package/dist/inference/interruption/errors.cjs.map +1 -0
- package/dist/inference/interruption/errors.d.cts +2 -0
- package/dist/inference/interruption/errors.d.ts +2 -0
- package/dist/inference/interruption/errors.d.ts.map +1 -0
- package/dist/inference/interruption/errors.js +1 -0
- package/dist/inference/interruption/errors.js.map +1 -0
- package/dist/inference/interruption/http_transport.cjs +57 -0
- package/dist/inference/interruption/http_transport.cjs.map +1 -0
- package/dist/inference/interruption/http_transport.d.cts +23 -0
- package/dist/inference/interruption/http_transport.d.ts +23 -0
- package/dist/inference/interruption/http_transport.d.ts.map +1 -0
- package/dist/inference/interruption/http_transport.js +33 -0
- package/dist/inference/interruption/http_transport.js.map +1 -0
- package/dist/inference/interruption/index.cjs +34 -0
- package/dist/inference/interruption/index.cjs.map +1 -0
- package/dist/inference/interruption/index.d.cts +5 -0
- package/dist/inference/interruption/index.d.ts +5 -0
- package/dist/inference/interruption/index.d.ts.map +1 -0
- package/dist/inference/interruption/index.js +7 -0
- package/dist/inference/interruption/index.js.map +1 -0
- package/dist/inference/interruption/interruption.cjs +85 -0
- package/dist/inference/interruption/interruption.cjs.map +1 -0
- package/dist/inference/interruption/interruption.d.cts +48 -0
- package/dist/inference/interruption/interruption.d.ts +48 -0
- package/dist/inference/interruption/interruption.d.ts.map +1 -0
- package/dist/inference/interruption/interruption.js +59 -0
- package/dist/inference/interruption/interruption.js.map +1 -0
- package/dist/inference/utils.cjs +15 -2
- package/dist/inference/utils.cjs.map +1 -1
- package/dist/inference/utils.d.cts +1 -0
- package/dist/inference/utils.d.ts +1 -0
- package/dist/inference/utils.d.ts.map +1 -1
- package/dist/inference/utils.js +13 -1
- package/dist/inference/utils.js.map +1 -1
- package/dist/inference/utils.test.cjs +20 -0
- package/dist/inference/utils.test.cjs.map +1 -0
- package/dist/inference/utils.test.js +19 -0
- package/dist/inference/utils.test.js.map +1 -0
- package/dist/stream/stream_channel.cjs +3 -0
- package/dist/stream/stream_channel.cjs.map +1 -1
- package/dist/stream/stream_channel.d.cts +3 -2
- package/dist/stream/stream_channel.d.ts +3 -2
- package/dist/stream/stream_channel.d.ts.map +1 -1
- package/dist/stream/stream_channel.js +3 -0
- package/dist/stream/stream_channel.js.map +1 -1
- package/dist/telemetry/trace_types.cjs +15 -0
- package/dist/telemetry/trace_types.cjs.map +1 -1
- package/dist/telemetry/trace_types.d.cts +5 -0
- package/dist/telemetry/trace_types.d.ts +5 -0
- package/dist/telemetry/trace_types.d.ts.map +1 -1
- package/dist/telemetry/trace_types.js +10 -0
- package/dist/telemetry/trace_types.js.map +1 -1
- package/dist/utils/ws_transport.cjs +51 -0
- package/dist/utils/ws_transport.cjs.map +1 -0
- package/dist/utils/ws_transport.d.cts +9 -0
- package/dist/utils/ws_transport.d.ts +9 -0
- package/dist/utils/ws_transport.d.ts.map +1 -0
- package/dist/utils/ws_transport.js +17 -0
- package/dist/utils/ws_transport.js.map +1 -0
- package/dist/utils/ws_transport.test.cjs +212 -0
- package/dist/utils/ws_transport.test.cjs.map +1 -0
- package/dist/utils/ws_transport.test.js +211 -0
- package/dist/utils/ws_transport.test.js.map +1 -0
- package/dist/voice/agent_activity.cjs +49 -0
- package/dist/voice/agent_activity.cjs.map +1 -1
- package/dist/voice/agent_activity.d.cts +14 -0
- package/dist/voice/agent_activity.d.ts +14 -0
- package/dist/voice/agent_activity.d.ts.map +1 -1
- package/dist/voice/agent_activity.js +49 -0
- package/dist/voice/agent_activity.js.map +1 -1
- package/dist/voice/agent_session.cjs +12 -1
- package/dist/voice/agent_session.cjs.map +1 -1
- package/dist/voice/agent_session.d.cts +3 -0
- package/dist/voice/agent_session.d.ts +3 -0
- package/dist/voice/agent_session.d.ts.map +1 -1
- package/dist/voice/agent_session.js +12 -1
- package/dist/voice/agent_session.js.map +1 -1
- package/dist/voice/audio_recognition.cjs +124 -2
- package/dist/voice/audio_recognition.cjs.map +1 -1
- package/dist/voice/audio_recognition.d.cts +32 -1
- package/dist/voice/audio_recognition.d.ts +32 -1
- package/dist/voice/audio_recognition.d.ts.map +1 -1
- package/dist/voice/audio_recognition.js +127 -2
- package/dist/voice/audio_recognition.js.map +1 -1
- package/package.json +2 -1
- package/src/index.ts +2 -0
- package/src/inference/interruption/AdaptiveInterruptionDetector.ts +166 -0
- package/src/inference/interruption/InterruptionStream.ts +397 -0
- package/src/inference/interruption/defaults.ts +33 -0
- package/src/inference/interruption/errors.ts +0 -0
- package/src/inference/interruption/http_transport.ts +61 -0
- package/src/inference/interruption/index.ts +4 -0
- package/src/inference/interruption/interruption.ts +88 -0
- package/src/inference/utils.test.ts +31 -0
- package/src/inference/utils.ts +15 -0
- package/src/stream/stream_channel.ts +6 -2
- package/src/telemetry/trace_types.ts +7 -0
- package/src/utils/ws_transport.test.ts +282 -0
- package/src/utils/ws_transport.ts +22 -0
- package/src/voice/agent_activity.ts +61 -0
- package/src/voice/agent_session.ts +22 -2
- package/src/voice/audio_recognition.ts +161 -1
|
@@ -0,0 +1,211 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { WebSocket, WebSocketServer } from "ws";
|
|
3
|
+
import { webSocketStream } from "./ws_transport.js";
|
|
4
|
+
describe("webSocketStream", () => {
|
|
5
|
+
describe("readable stream", () => {
|
|
6
|
+
it("receives messages from the WebSocket", async () => {
|
|
7
|
+
const wss = await new Promise((resolve) => {
|
|
8
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
9
|
+
});
|
|
10
|
+
const port = wss.address().port;
|
|
11
|
+
wss.on("connection", (serverWs) => {
|
|
12
|
+
serverWs.send("hello");
|
|
13
|
+
serverWs.send("world");
|
|
14
|
+
serverWs.close();
|
|
15
|
+
});
|
|
16
|
+
const { readable } = webSocketStream(`ws://localhost:${port}`);
|
|
17
|
+
const reader = readable.getReader();
|
|
18
|
+
const messages = [];
|
|
19
|
+
try {
|
|
20
|
+
while (true) {
|
|
21
|
+
const { done, value } = await reader.read();
|
|
22
|
+
if (done) break;
|
|
23
|
+
messages.push(Buffer.from(value).toString());
|
|
24
|
+
}
|
|
25
|
+
} finally {
|
|
26
|
+
reader.releaseLock();
|
|
27
|
+
}
|
|
28
|
+
expect(messages).toEqual(["hello", "world"]);
|
|
29
|
+
wss.close();
|
|
30
|
+
});
|
|
31
|
+
it("handles binary messages", async () => {
|
|
32
|
+
const wss = await new Promise((resolve) => {
|
|
33
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
34
|
+
});
|
|
35
|
+
const port = wss.address().port;
|
|
36
|
+
const binaryData = new Uint8Array([1, 2, 3, 4, 5]);
|
|
37
|
+
wss.on("connection", (serverWs) => {
|
|
38
|
+
serverWs.send(binaryData);
|
|
39
|
+
serverWs.close();
|
|
40
|
+
});
|
|
41
|
+
const { readable } = webSocketStream(`ws://localhost:${port}`);
|
|
42
|
+
const reader = readable.getReader();
|
|
43
|
+
const chunks = [];
|
|
44
|
+
try {
|
|
45
|
+
while (true) {
|
|
46
|
+
const { done, value } = await reader.read();
|
|
47
|
+
if (done) break;
|
|
48
|
+
chunks.push(new Uint8Array(value));
|
|
49
|
+
}
|
|
50
|
+
} finally {
|
|
51
|
+
reader.releaseLock();
|
|
52
|
+
}
|
|
53
|
+
expect(chunks).toHaveLength(1);
|
|
54
|
+
expect(Array.from(chunks[0])).toEqual([1, 2, 3, 4, 5]);
|
|
55
|
+
wss.close();
|
|
56
|
+
});
|
|
57
|
+
it("handles empty stream when connection closes immediately", async () => {
|
|
58
|
+
const wss = await new Promise((resolve) => {
|
|
59
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
60
|
+
});
|
|
61
|
+
const port = wss.address().port;
|
|
62
|
+
wss.on("connection", (serverWs) => {
|
|
63
|
+
serverWs.close();
|
|
64
|
+
});
|
|
65
|
+
const { readable } = webSocketStream(`ws://localhost:${port}`);
|
|
66
|
+
const reader = readable.getReader();
|
|
67
|
+
const chunks = [];
|
|
68
|
+
try {
|
|
69
|
+
while (true) {
|
|
70
|
+
const { done, value } = await reader.read();
|
|
71
|
+
if (done) break;
|
|
72
|
+
chunks.push(value);
|
|
73
|
+
}
|
|
74
|
+
} finally {
|
|
75
|
+
reader.releaseLock();
|
|
76
|
+
}
|
|
77
|
+
expect(chunks).toEqual([]);
|
|
78
|
+
wss.close();
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
describe("writable stream", () => {
|
|
82
|
+
it("sends messages through the WebSocket", async () => {
|
|
83
|
+
const wss = await new Promise((resolve) => {
|
|
84
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
85
|
+
});
|
|
86
|
+
const port = wss.address().port;
|
|
87
|
+
const ws = new WebSocket(`ws://localhost:${port}`);
|
|
88
|
+
const connected = new Promise((resolve) => {
|
|
89
|
+
ws.on("open", resolve);
|
|
90
|
+
});
|
|
91
|
+
const messagesReceived = [];
|
|
92
|
+
const serverClosed = new Promise((resolve) => {
|
|
93
|
+
wss.on("connection", (serverWs) => {
|
|
94
|
+
serverWs.on("message", (data) => {
|
|
95
|
+
messagesReceived.push(data.toString());
|
|
96
|
+
});
|
|
97
|
+
serverWs.on("close", resolve);
|
|
98
|
+
});
|
|
99
|
+
});
|
|
100
|
+
await connected;
|
|
101
|
+
const { writable } = webSocketStream(`ws://localhost:${port}`);
|
|
102
|
+
const writer = writable.getWriter();
|
|
103
|
+
await writer.write(new TextEncoder().encode("hello"));
|
|
104
|
+
await writer.write(new TextEncoder().encode("world"));
|
|
105
|
+
await writer.close();
|
|
106
|
+
await serverClosed;
|
|
107
|
+
expect(messagesReceived).toEqual(["hello", "world"]);
|
|
108
|
+
wss.close();
|
|
109
|
+
});
|
|
110
|
+
it("sends binary data through the WebSocket", async () => {
|
|
111
|
+
const wss = await new Promise((resolve) => {
|
|
112
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
113
|
+
});
|
|
114
|
+
const port = wss.address().port;
|
|
115
|
+
const chunksReceived = [];
|
|
116
|
+
const serverClosed = new Promise((resolve) => {
|
|
117
|
+
wss.on("connection", (serverWs) => {
|
|
118
|
+
serverWs.on("message", (data) => {
|
|
119
|
+
chunksReceived.push(Buffer.from(data));
|
|
120
|
+
});
|
|
121
|
+
serverWs.on("close", resolve);
|
|
122
|
+
});
|
|
123
|
+
});
|
|
124
|
+
const { writable } = webSocketStream(`ws://localhost:${port}`);
|
|
125
|
+
const writer = writable.getWriter();
|
|
126
|
+
const binaryData = new Uint8Array([10, 20, 30, 40, 50]);
|
|
127
|
+
await writer.write(binaryData);
|
|
128
|
+
await writer.close();
|
|
129
|
+
await serverClosed;
|
|
130
|
+
expect(chunksReceived).toHaveLength(1);
|
|
131
|
+
expect(Array.from(chunksReceived[0])).toEqual([10, 20, 30, 40, 50]);
|
|
132
|
+
wss.close();
|
|
133
|
+
});
|
|
134
|
+
it("buffers writes if readyState is CONNECTING", async () => {
|
|
135
|
+
const wss = await new Promise((resolve) => {
|
|
136
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
137
|
+
});
|
|
138
|
+
const port = wss.address().port;
|
|
139
|
+
const { writable } = webSocketStream(`ws://localhost:${port}`);
|
|
140
|
+
const writer = writable.getWriter();
|
|
141
|
+
const messagesReceived = [];
|
|
142
|
+
const serverClosed = new Promise((resolve) => {
|
|
143
|
+
wss.on("connection", (serverWs) => {
|
|
144
|
+
serverWs.on("message", (data) => {
|
|
145
|
+
messagesReceived.push(data.toString());
|
|
146
|
+
});
|
|
147
|
+
serverWs.on("close", resolve);
|
|
148
|
+
});
|
|
149
|
+
});
|
|
150
|
+
await writer.write(new TextEncoder().encode("buffered message"));
|
|
151
|
+
await writer.close();
|
|
152
|
+
await serverClosed;
|
|
153
|
+
expect(messagesReceived).toEqual(["buffered message"]);
|
|
154
|
+
wss.close();
|
|
155
|
+
});
|
|
156
|
+
});
|
|
157
|
+
describe("bidirectional communication", () => {
|
|
158
|
+
it("supports echo pattern with readable and writable", async () => {
|
|
159
|
+
const wss = await new Promise((resolve) => {
|
|
160
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
161
|
+
});
|
|
162
|
+
const port = wss.address().port;
|
|
163
|
+
wss.on("connection", (serverWs) => {
|
|
164
|
+
serverWs.on("message", (data) => {
|
|
165
|
+
serverWs.send(data);
|
|
166
|
+
});
|
|
167
|
+
});
|
|
168
|
+
const { readable, writable } = webSocketStream(`ws://localhost:${port}`);
|
|
169
|
+
const writer = writable.getWriter();
|
|
170
|
+
const reader = readable.getReader();
|
|
171
|
+
await writer.write(new TextEncoder().encode("ping1"));
|
|
172
|
+
await writer.write(new TextEncoder().encode("ping2"));
|
|
173
|
+
const { value: response1 } = await reader.read();
|
|
174
|
+
const { value: response2 } = await reader.read();
|
|
175
|
+
expect(Buffer.from(response1).toString()).toBe("ping1");
|
|
176
|
+
expect(Buffer.from(response2).toString()).toBe("ping2");
|
|
177
|
+
reader.releaseLock();
|
|
178
|
+
await writer.close();
|
|
179
|
+
wss.close();
|
|
180
|
+
});
|
|
181
|
+
});
|
|
182
|
+
describe("error handling", () => {
|
|
183
|
+
it("readable stream ends when WebSocket closes unexpectedly", async () => {
|
|
184
|
+
const wss = await new Promise((resolve) => {
|
|
185
|
+
const server = new WebSocketServer({ port: 0 }, () => resolve(server));
|
|
186
|
+
});
|
|
187
|
+
const port = wss.address().port;
|
|
188
|
+
wss.on("connection", (serverWs) => {
|
|
189
|
+
serverWs.send("before close");
|
|
190
|
+
serverWs.terminate();
|
|
191
|
+
});
|
|
192
|
+
const { readable } = webSocketStream(`ws://localhost:${port}`);
|
|
193
|
+
const reader = readable.getReader();
|
|
194
|
+
const chunks = [];
|
|
195
|
+
try {
|
|
196
|
+
while (true) {
|
|
197
|
+
const { done, value } = await reader.read();
|
|
198
|
+
if (done) break;
|
|
199
|
+
chunks.push(Buffer.from(value).toString());
|
|
200
|
+
}
|
|
201
|
+
} catch (error) {
|
|
202
|
+
console.error(error);
|
|
203
|
+
} finally {
|
|
204
|
+
reader.releaseLock();
|
|
205
|
+
}
|
|
206
|
+
expect(chunks).toContain("before close");
|
|
207
|
+
wss.close();
|
|
208
|
+
});
|
|
209
|
+
});
|
|
210
|
+
});
|
|
211
|
+
//# sourceMappingURL=ws_transport.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../../src/utils/ws_transport.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport { WebSocket, WebSocketServer } from 'ws';\nimport { webSocketStream } from './ws_transport.js';\n\ndescribe('webSocketStream', () => {\n describe('readable stream', () => {\n it('receives messages from the WebSocket', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n\n wss.on('connection', (serverWs) => {\n serverWs.send('hello');\n serverWs.send('world');\n serverWs.close();\n });\n\n const { readable } = webSocketStream(`ws://localhost:${port}`);\n const reader = readable.getReader();\n\n const messages: string[] = [];\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n messages.push(Buffer.from(value).toString());\n }\n } finally {\n reader.releaseLock();\n }\n\n expect(messages).toEqual(['hello', 'world']);\n\n wss.close();\n });\n\n it('handles binary messages', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n\n const binaryData = new Uint8Array([1, 2, 3, 4, 5]);\n\n wss.on('connection', (serverWs) => {\n serverWs.send(binaryData);\n serverWs.close();\n });\n\n const { readable } = webSocketStream(`ws://localhost:${port}`);\n const reader = readable.getReader();\n\n const chunks: Uint8Array[] = [];\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(new Uint8Array(value));\n }\n } finally {\n reader.releaseLock();\n }\n\n expect(chunks).toHaveLength(1);\n expect(Array.from(chunks[0]!)).toEqual([1, 2, 3, 4, 5]);\n\n wss.close();\n });\n\n it('handles empty stream when connection closes immediately', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n\n wss.on('connection', (serverWs) => {\n serverWs.close();\n });\n const { readable } = webSocketStream(`ws://localhost:${port}`);\n const reader = readable.getReader();\n\n const chunks: Uint8Array[] = [];\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(value);\n }\n } finally {\n reader.releaseLock();\n }\n\n expect(chunks).toEqual([]);\n\n wss.close();\n });\n });\n\n describe('writable stream', () => {\n it('sends messages through the WebSocket', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n const ws = new WebSocket(`ws://localhost:${port}`);\n\n const connected = new Promise<void>((resolve) => {\n ws.on('open', resolve);\n });\n\n const messagesReceived: string[] = [];\n const serverClosed = new Promise<void>((resolve) => {\n wss.on('connection', (serverWs) => {\n serverWs.on('message', (data) => {\n messagesReceived.push(data.toString());\n });\n serverWs.on('close', resolve);\n });\n });\n\n await connected;\n const { writable } = webSocketStream(`ws://localhost:${port}`);\n const writer = writable.getWriter();\n\n await writer.write(new TextEncoder().encode('hello'));\n await writer.write(new TextEncoder().encode('world'));\n await writer.close();\n\n await serverClosed;\n\n expect(messagesReceived).toEqual(['hello', 'world']);\n\n wss.close();\n });\n\n it('sends binary data through the WebSocket', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n\n const chunksReceived: Buffer[] = [];\n const serverClosed = new Promise<void>((resolve) => {\n wss.on('connection', (serverWs) => {\n serverWs.on('message', (data) => {\n chunksReceived.push(Buffer.from(data as Buffer));\n });\n serverWs.on('close', resolve);\n });\n });\n\n const { writable } = webSocketStream(`ws://localhost:${port}`);\n const writer = writable.getWriter();\n\n const binaryData = new Uint8Array([10, 20, 30, 40, 50]);\n await writer.write(binaryData);\n await writer.close();\n\n await serverClosed;\n\n expect(chunksReceived).toHaveLength(1);\n expect(Array.from(chunksReceived[0]!)).toEqual([10, 20, 30, 40, 50]);\n\n wss.close();\n });\n\n it('buffers writes if readyState is CONNECTING', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n\n const { writable } = webSocketStream(`ws://localhost:${port}`);\n const writer = writable.getWriter();\n\n const messagesReceived: string[] = [];\n const serverClosed = new Promise<void>((resolve) => {\n wss.on('connection', (serverWs) => {\n serverWs.on('message', (data) => {\n messagesReceived.push(data.toString());\n });\n serverWs.on('close', resolve);\n });\n });\n\n // These writes should be buffered\n await writer.write(new TextEncoder().encode('buffered message'));\n await writer.close();\n\n await serverClosed;\n\n expect(messagesReceived).toEqual(['buffered message']);\n\n wss.close();\n });\n });\n\n describe('bidirectional communication', () => {\n it('supports echo pattern with readable and writable', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n\n // Server echoes messages back\n wss.on('connection', (serverWs) => {\n serverWs.on('message', (data) => {\n serverWs.send(data);\n });\n });\n\n const { readable, writable } = webSocketStream(`ws://localhost:${port}`);\n const writer = writable.getWriter();\n const reader = readable.getReader();\n\n // Send messages\n await writer.write(new TextEncoder().encode('ping1'));\n await writer.write(new TextEncoder().encode('ping2'));\n\n // Read echoed responses\n const { value: response1 } = await reader.read();\n const { value: response2 } = await reader.read();\n\n expect(Buffer.from(response1!).toString()).toBe('ping1');\n expect(Buffer.from(response2!).toString()).toBe('ping2');\n\n reader.releaseLock();\n await writer.close();\n\n wss.close();\n });\n });\n\n describe('error handling', () => {\n it('readable stream ends when WebSocket closes unexpectedly', async () => {\n const wss = await new Promise<WebSocketServer>((resolve) => {\n const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));\n });\n\n const port = (wss.address() as { port: number }).port;\n\n wss.on('connection', (serverWs) => {\n serverWs.send('before close');\n // Terminate connection abruptly\n serverWs.terminate();\n });\n\n const { readable } = webSocketStream(`ws://localhost:${port}`);\n const reader = readable.getReader();\n\n const chunks: string[] = [];\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n chunks.push(Buffer.from(value).toString());\n }\n } catch (error) {\n console.error(error);\n // Connection terminated, stream may error\n } finally {\n reader.releaseLock();\n }\n\n // Should have received the message sent before termination\n expect(chunks).toContain('before close');\n\n wss.close();\n });\n });\n});\n"],"mappings":"AAGA,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,WAAW,uBAAuB;AAC3C,SAAS,uBAAuB;AAEhC,SAAS,mBAAmB,MAAM;AAChC,WAAS,mBAAmB,MAAM;AAChC,OAAG,wCAAwC,YAAY;AACrD,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AAEjD,UAAI,GAAG,cAAc,CAAC,aAAa;AACjC,iBAAS,KAAK,OAAO;AACrB,iBAAS,KAAK,OAAO;AACrB,iBAAS,MAAM;AAAA,MACjB,CAAC;AAED,YAAM,EAAE,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AAC7D,YAAM,SAAS,SAAS,UAAU;AAElC,YAAM,WAAqB,CAAC;AAC5B,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,KAAM;AACV,mBAAS,KAAK,OAAO,KAAK,KAAK,EAAE,SAAS,CAAC;AAAA,QAC7C;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AAAA,MACrB;AAEA,aAAO,QAAQ,EAAE,QAAQ,CAAC,SAAS,OAAO,CAAC;AAE3C,UAAI,MAAM;AAAA,IACZ,CAAC;AAED,OAAG,2BAA2B,YAAY;AACxC,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AAEjD,YAAM,aAAa,IAAI,WAAW,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;AAEjD,UAAI,GAAG,cAAc,CAAC,aAAa;AACjC,iBAAS,KAAK,UAAU;AACxB,iBAAS,MAAM;AAAA,MACjB,CAAC;AAED,YAAM,EAAE,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AAC7D,YAAM,SAAS,SAAS,UAAU;AAElC,YAAM,SAAuB,CAAC;AAC9B,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,KAAM;AACV,iBAAO,KAAK,IAAI,WAAW,KAAK,CAAC;AAAA,QACnC;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AAAA,MACrB;AAEA,aAAO,MAAM,EAAE,aAAa,CAAC;AAC7B,aAAO,MAAM,KAAK,OAAO,CAAC,CAAE,CAAC,EAAE,QAAQ,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;AAEtD,UAAI,MAAM;AAAA,IACZ,CAAC;AAED,OAAG,2DAA2D,YAAY;AACxE,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AAEjD,UAAI,GAAG,cAAc,CAAC,aAAa;AACjC,iBAAS,MAAM;AAAA,MACjB,CAAC;AACD,YAAM,EAAE,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AAC7D,YAAM,SAAS,SAAS,UAAU;AAElC,YAAM,SAAuB,CAAC;AAC9B,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,KAAM;AACV,iBAAO,KAAK,KAAK;AAAA,QACnB;AAAA,MACF,UAAE;AACA,eAAO,YAAY;AAAA,MACrB;AAEA,aAAO,MAAM,EAAE,QAAQ,CAAC,CAAC;AAEzB,UAAI,MAAM;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AAED,WAAS,mBAAmB,MAAM;AAChC,OAAG,wCAAwC,YAAY;AACrD,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AACjD,YAAM,KAAK,IAAI,UAAU,kBAAkB,IAAI,EAAE;AAEjD,YAAM,YAAY,IAAI,QAAc,CAAC,YAAY;AAC/C,WAAG,GAAG,QAAQ,OAAO;AAAA,MACvB,CAAC;AAED,YAAM,mBAA6B,CAAC;AACpC,YAAM,eAAe,IAAI,QAAc,CAAC,YAAY;AAClD,YAAI,GAAG,cAAc,CAAC,aAAa;AACjC,mBAAS,GAAG,WAAW,CAAC,SAAS;AAC/B,6BAAiB,KAAK,KAAK,SAAS,CAAC;AAAA,UACvC,CAAC;AACD,mBAAS,GAAG,SAAS,OAAO;AAAA,QAC9B,CAAC;AAAA,MACH,CAAC;AAED,YAAM;AACN,YAAM,EAAE,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AAC7D,YAAM,SAAS,SAAS,UAAU;AAElC,YAAM,OAAO,MAAM,IAAI,YAAY,EAAE,OAAO,OAAO,CAAC;AACpD,YAAM,OAAO,MAAM,IAAI,YAAY,EAAE,OAAO,OAAO,CAAC;AACpD,YAAM,OAAO,MAAM;AAEnB,YAAM;AAEN,aAAO,gBAAgB,EAAE,QAAQ,CAAC,SAAS,OAAO,CAAC;AAEnD,UAAI,MAAM;AAAA,IACZ,CAAC;AAED,OAAG,2CAA2C,YAAY;AACxD,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AAEjD,YAAM,iBAA2B,CAAC;AAClC,YAAM,eAAe,IAAI,QAAc,CAAC,YAAY;AAClD,YAAI,GAAG,cAAc,CAAC,aAAa;AACjC,mBAAS,GAAG,WAAW,CAAC,SAAS;AAC/B,2BAAe,KAAK,OAAO,KAAK,IAAc,CAAC;AAAA,UACjD,CAAC;AACD,mBAAS,GAAG,SAAS,OAAO;AAAA,QAC9B,CAAC;AAAA,MACH,CAAC;AAED,YAAM,EAAE,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AAC7D,YAAM,SAAS,SAAS,UAAU;AAElC,YAAM,aAAa,IAAI,WAAW,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;AACtD,YAAM,OAAO,MAAM,UAAU;AAC7B,YAAM,OAAO,MAAM;AAEnB,YAAM;AAEN,aAAO,cAAc,EAAE,aAAa,CAAC;AACrC,aAAO,MAAM,KAAK,eAAe,CAAC,CAAE,CAAC,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;AAEnE,UAAI,MAAM;AAAA,IACZ,CAAC;AAED,OAAG,8CAA8C,YAAY;AAC3D,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AAEjD,YAAM,EAAE,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AAC7D,YAAM,SAAS,SAAS,UAAU;AAElC,YAAM,mBAA6B,CAAC;AACpC,YAAM,eAAe,IAAI,QAAc,CAAC,YAAY;AAClD,YAAI,GAAG,cAAc,CAAC,aAAa;AACjC,mBAAS,GAAG,WAAW,CAAC,SAAS;AAC/B,6BAAiB,KAAK,KAAK,SAAS,CAAC;AAAA,UACvC,CAAC;AACD,mBAAS,GAAG,SAAS,OAAO;AAAA,QAC9B,CAAC;AAAA,MACH,CAAC;AAGD,YAAM,OAAO,MAAM,IAAI,YAAY,EAAE,OAAO,kBAAkB,CAAC;AAC/D,YAAM,OAAO,MAAM;AAEnB,YAAM;AAEN,aAAO,gBAAgB,EAAE,QAAQ,CAAC,kBAAkB,CAAC;AAErD,UAAI,MAAM;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AAED,WAAS,+BAA+B,MAAM;AAC5C,OAAG,oDAAoD,YAAY;AACjE,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AAGjD,UAAI,GAAG,cAAc,CAAC,aAAa;AACjC,iBAAS,GAAG,WAAW,CAAC,SAAS;AAC/B,mBAAS,KAAK,IAAI;AAAA,QACpB,CAAC;AAAA,MACH,CAAC;AAED,YAAM,EAAE,UAAU,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AACvE,YAAM,SAAS,SAAS,UAAU;AAClC,YAAM,SAAS,SAAS,UAAU;AAGlC,YAAM,OAAO,MAAM,IAAI,YAAY,EAAE,OAAO,OAAO,CAAC;AACpD,YAAM,OAAO,MAAM,IAAI,YAAY,EAAE,OAAO,OAAO,CAAC;AAGpD,YAAM,EAAE,OAAO,UAAU,IAAI,MAAM,OAAO,KAAK;AAC/C,YAAM,EAAE,OAAO,UAAU,IAAI,MAAM,OAAO,KAAK;AAE/C,aAAO,OAAO,KAAK,SAAU,EAAE,SAAS,CAAC,EAAE,KAAK,OAAO;AACvD,aAAO,OAAO,KAAK,SAAU,EAAE,SAAS,CAAC,EAAE,KAAK,OAAO;AAEvD,aAAO,YAAY;AACnB,YAAM,OAAO,MAAM;AAEnB,UAAI,MAAM;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AAED,WAAS,kBAAkB,MAAM;AAC/B,OAAG,2DAA2D,YAAY;AACxE,YAAM,MAAM,MAAM,IAAI,QAAyB,CAAC,YAAY;AAC1D,cAAM,SAA0B,IAAI,gBAAgB,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,MAAM,CAAC;AAAA,MACxF,CAAC;AAED,YAAM,OAAQ,IAAI,QAAQ,EAAuB;AAEjD,UAAI,GAAG,cAAc,CAAC,aAAa;AACjC,iBAAS,KAAK,cAAc;AAE5B,iBAAS,UAAU;AAAA,MACrB,CAAC;AAED,YAAM,EAAE,SAAS,IAAI,gBAAgB,kBAAkB,IAAI,EAAE;AAC7D,YAAM,SAAS,SAAS,UAAU;AAElC,YAAM,SAAmB,CAAC;AAC1B,UAAI;AACF,eAAO,MAAM;AACX,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,KAAM;AACV,iBAAO,KAAK,OAAO,KAAK,KAAK,EAAE,SAAS,CAAC;AAAA,QAC3C;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,KAAK;AAAA,MAErB,UAAE;AACA,eAAO,YAAY;AAAA,MACrB;AAGA,aAAO,MAAM,EAAE,UAAU,cAAc;AAEvC,UAAI,MAAM;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}
|
|
@@ -36,6 +36,7 @@ var import_telemetry = require("../telemetry/index.cjs");
|
|
|
36
36
|
var import_word = require("../tokenize/basic/word.cjs");
|
|
37
37
|
var import_tts = require("../tts/tts.cjs");
|
|
38
38
|
var import_utils = require("../utils.cjs");
|
|
39
|
+
var import_interruption = require("../inference/interruption/interruption.cjs");
|
|
39
40
|
var import_vad = require("../vad.cjs");
|
|
40
41
|
var import_agent = require("./agent.cjs");
|
|
41
42
|
var import_agent_session = require("./agent_session.cjs");
|
|
@@ -69,6 +70,24 @@ class AgentActivity {
|
|
|
69
70
|
/** @internal */
|
|
70
71
|
_mainTask;
|
|
71
72
|
_userTurnCompletedTask;
|
|
73
|
+
/**
|
|
74
|
+
* Notify that agent started speaking.
|
|
75
|
+
* This enables interruption detection in AudioRecognition.
|
|
76
|
+
* @internal
|
|
77
|
+
*/
|
|
78
|
+
notifyAgentSpeechStarted() {
|
|
79
|
+
var _a;
|
|
80
|
+
(_a = this.audioRecognition) == null ? void 0 : _a.onStartOfAgentSpeech();
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Notify that agent stopped speaking.
|
|
84
|
+
* This disables interruption detection in AudioRecognition.
|
|
85
|
+
* @internal
|
|
86
|
+
*/
|
|
87
|
+
notifyAgentSpeechEnded() {
|
|
88
|
+
var _a;
|
|
89
|
+
(_a = this.audioRecognition) == null ? void 0 : _a.onEndOfAgentSpeech();
|
|
90
|
+
}
|
|
72
91
|
constructor(agent, agentSession) {
|
|
73
92
|
this.agent = agent;
|
|
74
93
|
this.agentSession = agentSession;
|
|
@@ -201,6 +220,7 @@ class AgentActivity {
|
|
|
201
220
|
// Disable stt node if stt is not provided
|
|
202
221
|
stt: this.stt ? (...args) => this.agent.sttNode(...args) : void 0,
|
|
203
222
|
vad: this.vad,
|
|
223
|
+
interruptionDetector: this.agentSession.interruptionDetector,
|
|
204
224
|
turnDetector: typeof this.turnDetection === "string" ? void 0 : this.turnDetection,
|
|
205
225
|
turnDetectionMode: this.turnDetectionMode,
|
|
206
226
|
minEndpointingDelay: this.agentSession.options.minEndpointingDelay,
|
|
@@ -494,6 +514,35 @@ class AgentActivity {
|
|
|
494
514
|
this._currentSpeech.interrupt();
|
|
495
515
|
}
|
|
496
516
|
}
|
|
517
|
+
onInterruption(ev) {
|
|
518
|
+
var _a, _b;
|
|
519
|
+
if (ev.type !== import_interruption.InterruptionEventType.INTERRUPTION) {
|
|
520
|
+
return;
|
|
521
|
+
}
|
|
522
|
+
this.logger.info(
|
|
523
|
+
{
|
|
524
|
+
probability: ev.probability,
|
|
525
|
+
detectionDelay: ev.detectionDelay,
|
|
526
|
+
totalDuration: ev.totalDuration
|
|
527
|
+
},
|
|
528
|
+
"adaptive interruption detected"
|
|
529
|
+
);
|
|
530
|
+
if (this.turnDetection === "manual" || this.turnDetection === "realtime_llm") {
|
|
531
|
+
return;
|
|
532
|
+
}
|
|
533
|
+
if (this.llm instanceof import_llm.RealtimeModel && this.llm.capabilities.turnDetection) {
|
|
534
|
+
return;
|
|
535
|
+
}
|
|
536
|
+
(_a = this.realtimeSession) == null ? void 0 : _a.startUserActivity();
|
|
537
|
+
if (this._currentSpeech && !this._currentSpeech.interrupted && this._currentSpeech.allowInterruptions) {
|
|
538
|
+
this.logger.info(
|
|
539
|
+
{ "speech id": this._currentSpeech.id },
|
|
540
|
+
"speech interrupted by adaptive interruption detector"
|
|
541
|
+
);
|
|
542
|
+
(_b = this.realtimeSession) == null ? void 0 : _b.interrupt();
|
|
543
|
+
this._currentSpeech.interrupt();
|
|
544
|
+
}
|
|
545
|
+
}
|
|
497
546
|
onInterimTranscript(ev) {
|
|
498
547
|
if (this.llm instanceof import_llm.RealtimeModel && this.llm.capabilities.userTranscription) {
|
|
499
548
|
return;
|