@livekit/agents 1.0.36-dev.0 → 1.0.37

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (176) hide show
  1. package/dist/index.cjs +1 -3
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.d.cts +0 -1
  4. package/dist/index.d.ts +0 -1
  5. package/dist/index.d.ts.map +1 -1
  6. package/dist/index.js +0 -1
  7. package/dist/index.js.map +1 -1
  8. package/dist/inference/utils.cjs +2 -15
  9. package/dist/inference/utils.cjs.map +1 -1
  10. package/dist/inference/utils.d.cts +0 -1
  11. package/dist/inference/utils.d.ts +0 -1
  12. package/dist/inference/utils.d.ts.map +1 -1
  13. package/dist/inference/utils.js +1 -13
  14. package/dist/inference/utils.js.map +1 -1
  15. package/dist/stream/stream_channel.cjs +0 -3
  16. package/dist/stream/stream_channel.cjs.map +1 -1
  17. package/dist/stream/stream_channel.d.cts +2 -3
  18. package/dist/stream/stream_channel.d.ts +2 -3
  19. package/dist/stream/stream_channel.d.ts.map +1 -1
  20. package/dist/stream/stream_channel.js +0 -3
  21. package/dist/stream/stream_channel.js.map +1 -1
  22. package/dist/telemetry/trace_types.cjs +0 -15
  23. package/dist/telemetry/trace_types.cjs.map +1 -1
  24. package/dist/telemetry/trace_types.d.cts +0 -5
  25. package/dist/telemetry/trace_types.d.ts +0 -5
  26. package/dist/telemetry/trace_types.d.ts.map +1 -1
  27. package/dist/telemetry/trace_types.js +0 -10
  28. package/dist/telemetry/trace_types.js.map +1 -1
  29. package/dist/voice/agent_activity.cjs +19 -68
  30. package/dist/voice/agent_activity.cjs.map +1 -1
  31. package/dist/voice/agent_activity.d.cts +0 -14
  32. package/dist/voice/agent_activity.d.ts +0 -14
  33. package/dist/voice/agent_activity.d.ts.map +1 -1
  34. package/dist/voice/agent_activity.js +19 -68
  35. package/dist/voice/agent_activity.js.map +1 -1
  36. package/dist/voice/agent_session.cjs +65 -37
  37. package/dist/voice/agent_session.cjs.map +1 -1
  38. package/dist/voice/agent_session.d.cts +25 -4
  39. package/dist/voice/agent_session.d.ts +25 -4
  40. package/dist/voice/agent_session.d.ts.map +1 -1
  41. package/dist/voice/agent_session.js +65 -37
  42. package/dist/voice/agent_session.js.map +1 -1
  43. package/dist/voice/audio_recognition.cjs +2 -124
  44. package/dist/voice/audio_recognition.cjs.map +1 -1
  45. package/dist/voice/audio_recognition.d.cts +1 -32
  46. package/dist/voice/audio_recognition.d.ts +1 -32
  47. package/dist/voice/audio_recognition.d.ts.map +1 -1
  48. package/dist/voice/audio_recognition.js +2 -127
  49. package/dist/voice/audio_recognition.js.map +1 -1
  50. package/dist/voice/index.cjs +14 -1
  51. package/dist/voice/index.cjs.map +1 -1
  52. package/dist/voice/index.d.cts +1 -0
  53. package/dist/voice/index.d.ts +1 -0
  54. package/dist/voice/index.d.ts.map +1 -1
  55. package/dist/voice/index.js +3 -1
  56. package/dist/voice/index.js.map +1 -1
  57. package/dist/voice/room_io/room_io.cjs +1 -0
  58. package/dist/voice/room_io/room_io.cjs.map +1 -1
  59. package/dist/voice/room_io/room_io.d.ts.map +1 -1
  60. package/dist/voice/room_io/room_io.js +1 -0
  61. package/dist/voice/room_io/room_io.js.map +1 -1
  62. package/dist/voice/speech_handle.cjs +12 -3
  63. package/dist/voice/speech_handle.cjs.map +1 -1
  64. package/dist/voice/speech_handle.d.cts +12 -2
  65. package/dist/voice/speech_handle.d.ts +12 -2
  66. package/dist/voice/speech_handle.d.ts.map +1 -1
  67. package/dist/voice/speech_handle.js +10 -2
  68. package/dist/voice/speech_handle.js.map +1 -1
  69. package/dist/voice/testing/index.cjs +54 -0
  70. package/dist/voice/testing/index.cjs.map +1 -0
  71. package/dist/voice/testing/index.d.cts +20 -0
  72. package/dist/voice/testing/index.d.ts +20 -0
  73. package/dist/voice/testing/index.d.ts.map +1 -0
  74. package/dist/voice/testing/index.js +33 -0
  75. package/dist/voice/testing/index.js.map +1 -0
  76. package/dist/voice/testing/run_result.cjs +766 -0
  77. package/dist/voice/testing/run_result.cjs.map +1 -0
  78. package/dist/voice/testing/run_result.d.cts +374 -0
  79. package/dist/voice/testing/run_result.d.ts +374 -0
  80. package/dist/voice/testing/run_result.d.ts.map +1 -0
  81. package/dist/voice/testing/run_result.js +739 -0
  82. package/dist/voice/testing/run_result.js.map +1 -0
  83. package/dist/{inference/interruption/index.cjs → voice/testing/types.cjs} +24 -12
  84. package/dist/voice/testing/types.cjs.map +1 -0
  85. package/dist/voice/testing/types.d.cts +83 -0
  86. package/dist/voice/testing/types.d.ts +83 -0
  87. package/dist/voice/testing/types.d.ts.map +1 -0
  88. package/dist/voice/testing/types.js +19 -0
  89. package/dist/voice/testing/types.js.map +1 -0
  90. package/package.json +3 -4
  91. package/src/index.ts +0 -2
  92. package/src/inference/utils.ts +0 -15
  93. package/src/stream/stream_channel.ts +2 -6
  94. package/src/telemetry/trace_types.ts +0 -7
  95. package/src/voice/agent_activity.ts +24 -83
  96. package/src/voice/agent_session.ts +74 -49
  97. package/src/voice/audio_recognition.ts +1 -161
  98. package/src/voice/index.ts +1 -0
  99. package/src/voice/room_io/room_io.ts +1 -0
  100. package/src/voice/speech_handle.ts +24 -4
  101. package/src/voice/testing/index.ts +50 -0
  102. package/src/voice/testing/run_result.ts +937 -0
  103. package/src/voice/testing/types.ts +118 -0
  104. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs +0 -152
  105. package/dist/inference/interruption/AdaptiveInterruptionDetector.cjs.map +0 -1
  106. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.cts +0 -50
  107. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts +0 -50
  108. package/dist/inference/interruption/AdaptiveInterruptionDetector.d.ts.map +0 -1
  109. package/dist/inference/interruption/AdaptiveInterruptionDetector.js +0 -125
  110. package/dist/inference/interruption/AdaptiveInterruptionDetector.js.map +0 -1
  111. package/dist/inference/interruption/InterruptionStream.cjs +0 -310
  112. package/dist/inference/interruption/InterruptionStream.cjs.map +0 -1
  113. package/dist/inference/interruption/InterruptionStream.d.cts +0 -57
  114. package/dist/inference/interruption/InterruptionStream.d.ts +0 -57
  115. package/dist/inference/interruption/InterruptionStream.d.ts.map +0 -1
  116. package/dist/inference/interruption/InterruptionStream.js +0 -288
  117. package/dist/inference/interruption/InterruptionStream.js.map +0 -1
  118. package/dist/inference/interruption/defaults.cjs +0 -76
  119. package/dist/inference/interruption/defaults.cjs.map +0 -1
  120. package/dist/inference/interruption/defaults.d.cts +0 -14
  121. package/dist/inference/interruption/defaults.d.ts +0 -14
  122. package/dist/inference/interruption/defaults.d.ts.map +0 -1
  123. package/dist/inference/interruption/defaults.js +0 -42
  124. package/dist/inference/interruption/defaults.js.map +0 -1
  125. package/dist/inference/interruption/errors.cjs +0 -2
  126. package/dist/inference/interruption/errors.cjs.map +0 -1
  127. package/dist/inference/interruption/errors.d.cts +0 -2
  128. package/dist/inference/interruption/errors.d.ts +0 -2
  129. package/dist/inference/interruption/errors.d.ts.map +0 -1
  130. package/dist/inference/interruption/errors.js +0 -1
  131. package/dist/inference/interruption/errors.js.map +0 -1
  132. package/dist/inference/interruption/http_transport.cjs +0 -57
  133. package/dist/inference/interruption/http_transport.cjs.map +0 -1
  134. package/dist/inference/interruption/http_transport.d.cts +0 -23
  135. package/dist/inference/interruption/http_transport.d.ts +0 -23
  136. package/dist/inference/interruption/http_transport.d.ts.map +0 -1
  137. package/dist/inference/interruption/http_transport.js +0 -33
  138. package/dist/inference/interruption/http_transport.js.map +0 -1
  139. package/dist/inference/interruption/index.cjs.map +0 -1
  140. package/dist/inference/interruption/index.d.cts +0 -5
  141. package/dist/inference/interruption/index.d.ts +0 -5
  142. package/dist/inference/interruption/index.d.ts.map +0 -1
  143. package/dist/inference/interruption/index.js +0 -7
  144. package/dist/inference/interruption/index.js.map +0 -1
  145. package/dist/inference/interruption/interruption.cjs +0 -85
  146. package/dist/inference/interruption/interruption.cjs.map +0 -1
  147. package/dist/inference/interruption/interruption.d.cts +0 -48
  148. package/dist/inference/interruption/interruption.d.ts +0 -48
  149. package/dist/inference/interruption/interruption.d.ts.map +0 -1
  150. package/dist/inference/interruption/interruption.js +0 -59
  151. package/dist/inference/interruption/interruption.js.map +0 -1
  152. package/dist/inference/utils.test.cjs +0 -20
  153. package/dist/inference/utils.test.cjs.map +0 -1
  154. package/dist/inference/utils.test.js +0 -19
  155. package/dist/inference/utils.test.js.map +0 -1
  156. package/dist/utils/ws_transport.cjs +0 -51
  157. package/dist/utils/ws_transport.cjs.map +0 -1
  158. package/dist/utils/ws_transport.d.cts +0 -9
  159. package/dist/utils/ws_transport.d.ts +0 -9
  160. package/dist/utils/ws_transport.d.ts.map +0 -1
  161. package/dist/utils/ws_transport.js +0 -17
  162. package/dist/utils/ws_transport.js.map +0 -1
  163. package/dist/utils/ws_transport.test.cjs +0 -212
  164. package/dist/utils/ws_transport.test.cjs.map +0 -1
  165. package/dist/utils/ws_transport.test.js +0 -211
  166. package/dist/utils/ws_transport.test.js.map +0 -1
  167. package/src/inference/interruption/AdaptiveInterruptionDetector.ts +0 -166
  168. package/src/inference/interruption/InterruptionStream.ts +0 -397
  169. package/src/inference/interruption/defaults.ts +0 -33
  170. package/src/inference/interruption/errors.ts +0 -0
  171. package/src/inference/interruption/http_transport.ts +0 -61
  172. package/src/inference/interruption/index.ts +0 -4
  173. package/src/inference/interruption/interruption.ts +0 -88
  174. package/src/inference/utils.test.ts +0 -31
  175. package/src/utils/ws_transport.test.ts +0 -282
  176. package/src/utils/ws_transport.ts +0 -22
@@ -1,282 +0,0 @@
1
- // SPDX-FileCopyrightText: 2024 LiveKit, Inc.
2
- //
3
- // SPDX-License-Identifier: Apache-2.0
4
- import { describe, expect, it } from 'vitest';
5
- import { WebSocket, WebSocketServer } from 'ws';
6
- import { webSocketStream } from './ws_transport.js';
7
-
8
- describe('webSocketStream', () => {
9
- describe('readable stream', () => {
10
- it('receives messages from the WebSocket', async () => {
11
- const wss = await new Promise<WebSocketServer>((resolve) => {
12
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
13
- });
14
-
15
- const port = (wss.address() as { port: number }).port;
16
-
17
- wss.on('connection', (serverWs) => {
18
- serverWs.send('hello');
19
- serverWs.send('world');
20
- serverWs.close();
21
- });
22
-
23
- const { readable } = webSocketStream(`ws://localhost:${port}`);
24
- const reader = readable.getReader();
25
-
26
- const messages: string[] = [];
27
- try {
28
- while (true) {
29
- const { done, value } = await reader.read();
30
- if (done) break;
31
- messages.push(Buffer.from(value).toString());
32
- }
33
- } finally {
34
- reader.releaseLock();
35
- }
36
-
37
- expect(messages).toEqual(['hello', 'world']);
38
-
39
- wss.close();
40
- });
41
-
42
- it('handles binary messages', async () => {
43
- const wss = await new Promise<WebSocketServer>((resolve) => {
44
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
45
- });
46
-
47
- const port = (wss.address() as { port: number }).port;
48
-
49
- const binaryData = new Uint8Array([1, 2, 3, 4, 5]);
50
-
51
- wss.on('connection', (serverWs) => {
52
- serverWs.send(binaryData);
53
- serverWs.close();
54
- });
55
-
56
- const { readable } = webSocketStream(`ws://localhost:${port}`);
57
- const reader = readable.getReader();
58
-
59
- const chunks: Uint8Array[] = [];
60
- try {
61
- while (true) {
62
- const { done, value } = await reader.read();
63
- if (done) break;
64
- chunks.push(new Uint8Array(value));
65
- }
66
- } finally {
67
- reader.releaseLock();
68
- }
69
-
70
- expect(chunks).toHaveLength(1);
71
- expect(Array.from(chunks[0]!)).toEqual([1, 2, 3, 4, 5]);
72
-
73
- wss.close();
74
- });
75
-
76
- it('handles empty stream when connection closes immediately', async () => {
77
- const wss = await new Promise<WebSocketServer>((resolve) => {
78
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
79
- });
80
-
81
- const port = (wss.address() as { port: number }).port;
82
-
83
- wss.on('connection', (serverWs) => {
84
- serverWs.close();
85
- });
86
- const { readable } = webSocketStream(`ws://localhost:${port}`);
87
- const reader = readable.getReader();
88
-
89
- const chunks: Uint8Array[] = [];
90
- try {
91
- while (true) {
92
- const { done, value } = await reader.read();
93
- if (done) break;
94
- chunks.push(value);
95
- }
96
- } finally {
97
- reader.releaseLock();
98
- }
99
-
100
- expect(chunks).toEqual([]);
101
-
102
- wss.close();
103
- });
104
- });
105
-
106
- describe('writable stream', () => {
107
- it('sends messages through the WebSocket', async () => {
108
- const wss = await new Promise<WebSocketServer>((resolve) => {
109
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
110
- });
111
-
112
- const port = (wss.address() as { port: number }).port;
113
- const ws = new WebSocket(`ws://localhost:${port}`);
114
-
115
- const connected = new Promise<void>((resolve) => {
116
- ws.on('open', resolve);
117
- });
118
-
119
- const messagesReceived: string[] = [];
120
- const serverClosed = new Promise<void>((resolve) => {
121
- wss.on('connection', (serverWs) => {
122
- serverWs.on('message', (data) => {
123
- messagesReceived.push(data.toString());
124
- });
125
- serverWs.on('close', resolve);
126
- });
127
- });
128
-
129
- await connected;
130
- const { writable } = webSocketStream(`ws://localhost:${port}`);
131
- const writer = writable.getWriter();
132
-
133
- await writer.write(new TextEncoder().encode('hello'));
134
- await writer.write(new TextEncoder().encode('world'));
135
- await writer.close();
136
-
137
- await serverClosed;
138
-
139
- expect(messagesReceived).toEqual(['hello', 'world']);
140
-
141
- wss.close();
142
- });
143
-
144
- it('sends binary data through the WebSocket', async () => {
145
- const wss = await new Promise<WebSocketServer>((resolve) => {
146
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
147
- });
148
-
149
- const port = (wss.address() as { port: number }).port;
150
-
151
- const chunksReceived: Buffer[] = [];
152
- const serverClosed = new Promise<void>((resolve) => {
153
- wss.on('connection', (serverWs) => {
154
- serverWs.on('message', (data) => {
155
- chunksReceived.push(Buffer.from(data as Buffer));
156
- });
157
- serverWs.on('close', resolve);
158
- });
159
- });
160
-
161
- const { writable } = webSocketStream(`ws://localhost:${port}`);
162
- const writer = writable.getWriter();
163
-
164
- const binaryData = new Uint8Array([10, 20, 30, 40, 50]);
165
- await writer.write(binaryData);
166
- await writer.close();
167
-
168
- await serverClosed;
169
-
170
- expect(chunksReceived).toHaveLength(1);
171
- expect(Array.from(chunksReceived[0]!)).toEqual([10, 20, 30, 40, 50]);
172
-
173
- wss.close();
174
- });
175
-
176
- it('buffers writes if readyState is CONNECTING', async () => {
177
- const wss = await new Promise<WebSocketServer>((resolve) => {
178
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
179
- });
180
-
181
- const port = (wss.address() as { port: number }).port;
182
-
183
- const { writable } = webSocketStream(`ws://localhost:${port}`);
184
- const writer = writable.getWriter();
185
-
186
- const messagesReceived: string[] = [];
187
- const serverClosed = new Promise<void>((resolve) => {
188
- wss.on('connection', (serverWs) => {
189
- serverWs.on('message', (data) => {
190
- messagesReceived.push(data.toString());
191
- });
192
- serverWs.on('close', resolve);
193
- });
194
- });
195
-
196
- // These writes should be buffered
197
- await writer.write(new TextEncoder().encode('buffered message'));
198
- await writer.close();
199
-
200
- await serverClosed;
201
-
202
- expect(messagesReceived).toEqual(['buffered message']);
203
-
204
- wss.close();
205
- });
206
- });
207
-
208
- describe('bidirectional communication', () => {
209
- it('supports echo pattern with readable and writable', async () => {
210
- const wss = await new Promise<WebSocketServer>((resolve) => {
211
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
212
- });
213
-
214
- const port = (wss.address() as { port: number }).port;
215
-
216
- // Server echoes messages back
217
- wss.on('connection', (serverWs) => {
218
- serverWs.on('message', (data) => {
219
- serverWs.send(data);
220
- });
221
- });
222
-
223
- const { readable, writable } = webSocketStream(`ws://localhost:${port}`);
224
- const writer = writable.getWriter();
225
- const reader = readable.getReader();
226
-
227
- // Send messages
228
- await writer.write(new TextEncoder().encode('ping1'));
229
- await writer.write(new TextEncoder().encode('ping2'));
230
-
231
- // Read echoed responses
232
- const { value: response1 } = await reader.read();
233
- const { value: response2 } = await reader.read();
234
-
235
- expect(Buffer.from(response1!).toString()).toBe('ping1');
236
- expect(Buffer.from(response2!).toString()).toBe('ping2');
237
-
238
- reader.releaseLock();
239
- await writer.close();
240
-
241
- wss.close();
242
- });
243
- });
244
-
245
- describe('error handling', () => {
246
- it('readable stream ends when WebSocket closes unexpectedly', async () => {
247
- const wss = await new Promise<WebSocketServer>((resolve) => {
248
- const server: WebSocketServer = new WebSocketServer({ port: 0 }, () => resolve(server));
249
- });
250
-
251
- const port = (wss.address() as { port: number }).port;
252
-
253
- wss.on('connection', (serverWs) => {
254
- serverWs.send('before close');
255
- // Terminate connection abruptly
256
- serverWs.terminate();
257
- });
258
-
259
- const { readable } = webSocketStream(`ws://localhost:${port}`);
260
- const reader = readable.getReader();
261
-
262
- const chunks: string[] = [];
263
- try {
264
- while (true) {
265
- const { done, value } = await reader.read();
266
- if (done) break;
267
- chunks.push(Buffer.from(value).toString());
268
- }
269
- } catch (error) {
270
- console.error(error);
271
- // Connection terminated, stream may error
272
- } finally {
273
- reader.releaseLock();
274
- }
275
-
276
- // Should have received the message sent before termination
277
- expect(chunks).toContain('before close');
278
-
279
- wss.close();
280
- });
281
- });
282
- });
@@ -1,22 +0,0 @@
1
- import { Readable, Writable } from 'node:stream';
2
- import WebSocket, { createWebSocketStream } from 'ws';
3
-
4
- export function webSocketStream(wsUrl: string) {
5
- const ws = new WebSocket(wsUrl);
6
- const duplex = createWebSocketStream(ws);
7
- duplex.on('error', console.error);
8
-
9
- // End the write side when the read side ends to properly close the stream.
10
- // This is needed because Readable.toWeb() waits for both sides of the duplex
11
- // to close before signaling done on the ReadableStream.
12
- duplex.on('end', () => {
13
- duplex.end();
14
- });
15
-
16
- // Convert the writable side
17
- const writable = Writable.toWeb(duplex);
18
- // Convert the readable side
19
- const readable = Readable.toWeb(duplex);
20
-
21
- return { readable, writable, close: ws.close };
22
- }