@livekit/agents 1.0.47 → 1.0.49

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. package/dist/beta/index.cjs +29 -0
  2. package/dist/beta/index.cjs.map +1 -0
  3. package/dist/beta/index.d.cts +2 -0
  4. package/dist/beta/index.d.ts +2 -0
  5. package/dist/beta/index.d.ts.map +1 -0
  6. package/dist/beta/index.js +7 -0
  7. package/dist/beta/index.js.map +1 -0
  8. package/dist/beta/workflows/index.cjs +29 -0
  9. package/dist/beta/workflows/index.cjs.map +1 -0
  10. package/dist/beta/workflows/index.d.cts +2 -0
  11. package/dist/beta/workflows/index.d.ts +2 -0
  12. package/dist/beta/workflows/index.d.ts.map +1 -0
  13. package/dist/beta/workflows/index.js +7 -0
  14. package/dist/beta/workflows/index.js.map +1 -0
  15. package/dist/beta/workflows/task_group.cjs +162 -0
  16. package/dist/beta/workflows/task_group.cjs.map +1 -0
  17. package/dist/beta/workflows/task_group.d.cts +32 -0
  18. package/dist/beta/workflows/task_group.d.ts +32 -0
  19. package/dist/beta/workflows/task_group.d.ts.map +1 -0
  20. package/dist/beta/workflows/task_group.js +138 -0
  21. package/dist/beta/workflows/task_group.js.map +1 -0
  22. package/dist/cpu.cjs +189 -0
  23. package/dist/cpu.cjs.map +1 -0
  24. package/dist/cpu.d.cts +24 -0
  25. package/dist/cpu.d.ts +24 -0
  26. package/dist/cpu.d.ts.map +1 -0
  27. package/dist/cpu.js +152 -0
  28. package/dist/cpu.js.map +1 -0
  29. package/dist/cpu.test.cjs +227 -0
  30. package/dist/cpu.test.cjs.map +1 -0
  31. package/dist/cpu.test.js +204 -0
  32. package/dist/cpu.test.js.map +1 -0
  33. package/dist/index.cjs +3 -0
  34. package/dist/index.cjs.map +1 -1
  35. package/dist/index.d.cts +2 -1
  36. package/dist/index.d.ts +2 -1
  37. package/dist/index.d.ts.map +1 -1
  38. package/dist/index.js +2 -0
  39. package/dist/index.js.map +1 -1
  40. package/dist/inference/api_protos.d.cts +59 -59
  41. package/dist/inference/api_protos.d.ts +59 -59
  42. package/dist/inference/llm.cjs.map +1 -1
  43. package/dist/inference/llm.d.cts +1 -1
  44. package/dist/inference/llm.d.ts +1 -1
  45. package/dist/inference/llm.d.ts.map +1 -1
  46. package/dist/inference/llm.js.map +1 -1
  47. package/dist/inference/tts.cjs.map +1 -1
  48. package/dist/inference/tts.d.cts +6 -0
  49. package/dist/inference/tts.d.ts +6 -0
  50. package/dist/inference/tts.d.ts.map +1 -1
  51. package/dist/inference/tts.js.map +1 -1
  52. package/dist/llm/chat_context.cjs +89 -1
  53. package/dist/llm/chat_context.cjs.map +1 -1
  54. package/dist/llm/chat_context.d.cts +10 -1
  55. package/dist/llm/chat_context.d.ts +10 -1
  56. package/dist/llm/chat_context.d.ts.map +1 -1
  57. package/dist/llm/chat_context.js +89 -1
  58. package/dist/llm/chat_context.js.map +1 -1
  59. package/dist/llm/chat_context.test.cjs +43 -0
  60. package/dist/llm/chat_context.test.cjs.map +1 -1
  61. package/dist/llm/chat_context.test.js +43 -0
  62. package/dist/llm/chat_context.test.js.map +1 -1
  63. package/dist/llm/index.cjs +2 -0
  64. package/dist/llm/index.cjs.map +1 -1
  65. package/dist/llm/index.d.cts +1 -1
  66. package/dist/llm/index.d.ts +1 -1
  67. package/dist/llm/index.d.ts.map +1 -1
  68. package/dist/llm/index.js +3 -1
  69. package/dist/llm/index.js.map +1 -1
  70. package/dist/llm/provider_format/index.d.cts +1 -1
  71. package/dist/llm/provider_format/index.d.ts +1 -1
  72. package/dist/llm/tool_context.cjs +7 -0
  73. package/dist/llm/tool_context.cjs.map +1 -1
  74. package/dist/llm/tool_context.d.cts +10 -2
  75. package/dist/llm/tool_context.d.ts +10 -2
  76. package/dist/llm/tool_context.d.ts.map +1 -1
  77. package/dist/llm/tool_context.js +6 -0
  78. package/dist/llm/tool_context.js.map +1 -1
  79. package/dist/utils.cjs +1 -0
  80. package/dist/utils.cjs.map +1 -1
  81. package/dist/utils.d.ts.map +1 -1
  82. package/dist/utils.js +1 -0
  83. package/dist/utils.js.map +1 -1
  84. package/dist/version.cjs +1 -1
  85. package/dist/version.js +1 -1
  86. package/dist/voice/agent.cjs +9 -0
  87. package/dist/voice/agent.cjs.map +1 -1
  88. package/dist/voice/agent.d.cts +1 -0
  89. package/dist/voice/agent.d.ts +1 -0
  90. package/dist/voice/agent.d.ts.map +1 -1
  91. package/dist/voice/agent.js +9 -0
  92. package/dist/voice/agent.js.map +1 -1
  93. package/dist/voice/agent_activity.cjs +67 -16
  94. package/dist/voice/agent_activity.cjs.map +1 -1
  95. package/dist/voice/agent_activity.d.cts +7 -0
  96. package/dist/voice/agent_activity.d.ts +7 -0
  97. package/dist/voice/agent_activity.d.ts.map +1 -1
  98. package/dist/voice/agent_activity.js +68 -17
  99. package/dist/voice/agent_activity.js.map +1 -1
  100. package/dist/voice/agent_session.cjs +27 -1
  101. package/dist/voice/agent_session.cjs.map +1 -1
  102. package/dist/voice/agent_session.d.cts +6 -0
  103. package/dist/voice/agent_session.d.ts +6 -0
  104. package/dist/voice/agent_session.d.ts.map +1 -1
  105. package/dist/voice/agent_session.js +27 -1
  106. package/dist/voice/agent_session.js.map +1 -1
  107. package/dist/voice/room_io/room_io.cjs +11 -2
  108. package/dist/voice/room_io/room_io.cjs.map +1 -1
  109. package/dist/voice/room_io/room_io.d.ts.map +1 -1
  110. package/dist/voice/room_io/room_io.js +12 -3
  111. package/dist/voice/room_io/room_io.js.map +1 -1
  112. package/dist/voice/testing/fake_llm.cjs +127 -0
  113. package/dist/voice/testing/fake_llm.cjs.map +1 -0
  114. package/dist/voice/testing/fake_llm.d.cts +30 -0
  115. package/dist/voice/testing/fake_llm.d.ts +30 -0
  116. package/dist/voice/testing/fake_llm.d.ts.map +1 -0
  117. package/dist/voice/testing/fake_llm.js +103 -0
  118. package/dist/voice/testing/fake_llm.js.map +1 -0
  119. package/dist/voice/testing/index.cjs +3 -0
  120. package/dist/voice/testing/index.cjs.map +1 -1
  121. package/dist/voice/testing/index.d.cts +1 -0
  122. package/dist/voice/testing/index.d.ts +1 -0
  123. package/dist/voice/testing/index.d.ts.map +1 -1
  124. package/dist/voice/testing/index.js +2 -0
  125. package/dist/voice/testing/index.js.map +1 -1
  126. package/dist/worker.cjs +6 -29
  127. package/dist/worker.cjs.map +1 -1
  128. package/dist/worker.d.ts.map +1 -1
  129. package/dist/worker.js +6 -19
  130. package/dist/worker.js.map +1 -1
  131. package/package.json +1 -1
  132. package/src/beta/index.ts +9 -0
  133. package/src/beta/workflows/index.ts +9 -0
  134. package/src/beta/workflows/task_group.ts +194 -0
  135. package/src/cpu.test.ts +239 -0
  136. package/src/cpu.ts +173 -0
  137. package/src/index.ts +2 -1
  138. package/src/inference/llm.ts +2 -0
  139. package/src/inference/tts.ts +8 -1
  140. package/src/llm/chat_context.test.ts +48 -0
  141. package/src/llm/chat_context.ts +123 -0
  142. package/src/llm/index.ts +1 -0
  143. package/src/llm/tool_context.ts +14 -0
  144. package/src/utils.ts +5 -0
  145. package/src/voice/agent.ts +11 -0
  146. package/src/voice/agent_activity.ts +102 -16
  147. package/src/voice/agent_session.ts +33 -2
  148. package/src/voice/room_io/room_io.ts +14 -3
  149. package/src/voice/testing/fake_llm.ts +138 -0
  150. package/src/voice/testing/index.ts +2 -0
  151. package/src/worker.ts +34 -50
package/dist/inference/api_protos.d.cts CHANGED
@@ -9,33 +9,33 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
9
9
  extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
10
10
  transcript: z.ZodOptional<z.ZodString>;
11
11
  }, "strip", z.ZodTypeAny, {
12
+ sample_rate: string;
12
13
  type: "session.create";
13
14
  extra: Record<string, unknown>;
14
- sample_rate: string;
15
15
  encoding: string;
16
- model?: string | undefined;
17
- transcript?: string | undefined;
18
16
  language?: string | undefined;
17
+ transcript?: string | undefined;
18
+ model?: string | undefined;
19
19
  voice?: string | undefined;
20
20
  }, {
21
+ sample_rate: string;
21
22
  type: "session.create";
22
23
  extra: Record<string, unknown>;
23
- sample_rate: string;
24
24
  encoding: string;
25
- model?: string | undefined;
26
- transcript?: string | undefined;
27
25
  language?: string | undefined;
26
+ transcript?: string | undefined;
27
+ model?: string | undefined;
28
28
  voice?: string | undefined;
29
29
  }>;
30
30
  export declare const ttsInputTranscriptEventSchema: z.ZodObject<{
31
31
  type: z.ZodLiteral<"input_transcript">;
32
32
  transcript: z.ZodString;
33
33
  }, "strip", z.ZodTypeAny, {
34
- type: "input_transcript";
35
34
  transcript: string;
36
- }, {
37
35
  type: "input_transcript";
36
+ }, {
38
37
  transcript: string;
38
+ type: "input_transcript";
39
39
  }>;
40
40
  export declare const ttsSessionFlushEventSchema: z.ZodObject<{
41
41
  type: z.ZodLiteral<"session.flush">;
@@ -117,32 +117,32 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
117
117
  extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
118
118
  transcript: z.ZodOptional<z.ZodString>;
119
119
  }, "strip", z.ZodTypeAny, {
120
+ sample_rate: string;
120
121
  type: "session.create";
121
122
  extra: Record<string, unknown>;
122
- sample_rate: string;
123
123
  encoding: string;
124
- model?: string | undefined;
125
- transcript?: string | undefined;
126
124
  language?: string | undefined;
125
+ transcript?: string | undefined;
126
+ model?: string | undefined;
127
127
  voice?: string | undefined;
128
128
  }, {
129
+ sample_rate: string;
129
130
  type: "session.create";
130
131
  extra: Record<string, unknown>;
131
- sample_rate: string;
132
132
  encoding: string;
133
- model?: string | undefined;
134
- transcript?: string | undefined;
135
133
  language?: string | undefined;
134
+ transcript?: string | undefined;
135
+ model?: string | undefined;
136
136
  voice?: string | undefined;
137
137
  }>, z.ZodObject<{
138
138
  type: z.ZodLiteral<"input_transcript">;
139
139
  transcript: z.ZodString;
140
140
  }, "strip", z.ZodTypeAny, {
141
- type: "input_transcript";
142
141
  transcript: string;
143
- }, {
144
142
  type: "input_transcript";
143
+ }, {
145
144
  transcript: string;
145
+ type: "input_transcript";
146
146
  }>, z.ZodObject<{
147
147
  type: z.ZodLiteral<"session.flush">;
148
148
  }, "strip", z.ZodTypeAny, {
@@ -227,16 +227,16 @@ export declare const sttWordSchema: z.ZodObject<{
227
227
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
228
228
  }, "strip", z.ZodTypeAny, {
229
229
  end: number;
230
+ word: string;
230
231
  confidence: number;
231
232
  start: number;
232
- word: string;
233
233
  extra?: unknown;
234
234
  }, {
235
235
  end?: number | undefined;
236
- extra?: unknown;
236
+ word?: string | undefined;
237
237
  confidence?: number | undefined;
238
238
  start?: number | undefined;
239
- word?: string | undefined;
239
+ extra?: unknown;
240
240
  }>;
241
241
  export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
242
242
  type: z.ZodLiteral<"interim_transcript">;
@@ -254,49 +254,49 @@ export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
254
254
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
255
255
  }, "strip", z.ZodTypeAny, {
256
256
  end: number;
257
+ word: string;
257
258
  confidence: number;
258
259
  start: number;
259
- word: string;
260
260
  extra?: unknown;
261
261
  }, {
262
262
  end?: number | undefined;
263
- extra?: unknown;
263
+ word?: string | undefined;
264
264
  confidence?: number | undefined;
265
265
  start?: number | undefined;
266
- word?: string | undefined;
266
+ extra?: unknown;
267
267
  }>, "many">>>;
268
268
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
269
269
  }, "strip", z.ZodTypeAny, {
270
- type: "interim_transcript";
271
- transcript: string;
272
270
  language: string;
271
+ transcript: string;
272
+ type: "interim_transcript";
273
273
  confidence: number;
274
274
  start: number;
275
275
  duration: number;
276
276
  words: {
277
277
  end: number;
278
+ word: string;
278
279
  confidence: number;
279
280
  start: number;
280
- word: string;
281
281
  extra?: unknown;
282
282
  }[];
283
283
  extra?: unknown;
284
284
  session_id?: string | undefined;
285
285
  }, {
286
286
  type: "interim_transcript";
287
- extra?: unknown;
288
- transcript?: string | undefined;
289
287
  language?: string | undefined;
288
+ transcript?: string | undefined;
290
289
  confidence?: number | undefined;
291
290
  start?: number | undefined;
291
+ extra?: unknown;
292
292
  session_id?: string | undefined;
293
293
  duration?: number | undefined;
294
294
  words?: {
295
295
  end?: number | undefined;
296
- extra?: unknown;
296
+ word?: string | undefined;
297
297
  confidence?: number | undefined;
298
298
  start?: number | undefined;
299
- word?: string | undefined;
299
+ extra?: unknown;
300
300
  }[] | undefined;
301
301
  }>;
302
302
  export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
@@ -315,49 +315,49 @@ export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
315
315
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
316
316
  }, "strip", z.ZodTypeAny, {
317
317
  end: number;
318
+ word: string;
318
319
  confidence: number;
319
320
  start: number;
320
- word: string;
321
321
  extra?: unknown;
322
322
  }, {
323
323
  end?: number | undefined;
324
- extra?: unknown;
324
+ word?: string | undefined;
325
325
  confidence?: number | undefined;
326
326
  start?: number | undefined;
327
- word?: string | undefined;
327
+ extra?: unknown;
328
328
  }>, "many">>>;
329
329
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
330
330
  }, "strip", z.ZodTypeAny, {
331
- type: "final_transcript";
332
- transcript: string;
333
331
  language: string;
332
+ transcript: string;
333
+ type: "final_transcript";
334
334
  confidence: number;
335
335
  start: number;
336
336
  duration: number;
337
337
  words: {
338
338
  end: number;
339
+ word: string;
339
340
  confidence: number;
340
341
  start: number;
341
- word: string;
342
342
  extra?: unknown;
343
343
  }[];
344
344
  extra?: unknown;
345
345
  session_id?: string | undefined;
346
346
  }, {
347
347
  type: "final_transcript";
348
- extra?: unknown;
349
- transcript?: string | undefined;
350
348
  language?: string | undefined;
349
+ transcript?: string | undefined;
351
350
  confidence?: number | undefined;
352
351
  start?: number | undefined;
352
+ extra?: unknown;
353
353
  session_id?: string | undefined;
354
354
  duration?: number | undefined;
355
355
  words?: {
356
356
  end?: number | undefined;
357
- extra?: unknown;
357
+ word?: string | undefined;
358
358
  confidence?: number | undefined;
359
359
  start?: number | undefined;
360
- word?: string | undefined;
360
+ extra?: unknown;
361
361
  }[] | undefined;
362
362
  }>;
363
363
  export declare const sttSessionCreatedEventSchema: z.ZodObject<{
@@ -434,49 +434,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
434
434
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
435
435
  }, "strip", z.ZodTypeAny, {
436
436
  end: number;
437
+ word: string;
437
438
  confidence: number;
438
439
  start: number;
439
- word: string;
440
440
  extra?: unknown;
441
441
  }, {
442
442
  end?: number | undefined;
443
- extra?: unknown;
443
+ word?: string | undefined;
444
444
  confidence?: number | undefined;
445
445
  start?: number | undefined;
446
- word?: string | undefined;
446
+ extra?: unknown;
447
447
  }>, "many">>>;
448
448
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
449
449
  }, "strip", z.ZodTypeAny, {
450
- type: "interim_transcript";
451
- transcript: string;
452
450
  language: string;
451
+ transcript: string;
452
+ type: "interim_transcript";
453
453
  confidence: number;
454
454
  start: number;
455
455
  duration: number;
456
456
  words: {
457
457
  end: number;
458
+ word: string;
458
459
  confidence: number;
459
460
  start: number;
460
- word: string;
461
461
  extra?: unknown;
462
462
  }[];
463
463
  extra?: unknown;
464
464
  session_id?: string | undefined;
465
465
  }, {
466
466
  type: "interim_transcript";
467
- extra?: unknown;
468
- transcript?: string | undefined;
469
467
  language?: string | undefined;
468
+ transcript?: string | undefined;
470
469
  confidence?: number | undefined;
471
470
  start?: number | undefined;
471
+ extra?: unknown;
472
472
  session_id?: string | undefined;
473
473
  duration?: number | undefined;
474
474
  words?: {
475
475
  end?: number | undefined;
476
- extra?: unknown;
476
+ word?: string | undefined;
477
477
  confidence?: number | undefined;
478
478
  start?: number | undefined;
479
- word?: string | undefined;
479
+ extra?: unknown;
480
480
  }[] | undefined;
481
481
  }>, z.ZodObject<{
482
482
  type: z.ZodLiteral<"final_transcript">;
@@ -494,49 +494,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
494
494
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
495
495
  }, "strip", z.ZodTypeAny, {
496
496
  end: number;
497
+ word: string;
497
498
  confidence: number;
498
499
  start: number;
499
- word: string;
500
500
  extra?: unknown;
501
501
  }, {
502
502
  end?: number | undefined;
503
- extra?: unknown;
503
+ word?: string | undefined;
504
504
  confidence?: number | undefined;
505
505
  start?: number | undefined;
506
- word?: string | undefined;
506
+ extra?: unknown;
507
507
  }>, "many">>>;
508
508
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
509
509
  }, "strip", z.ZodTypeAny, {
510
- type: "final_transcript";
511
- transcript: string;
512
510
  language: string;
511
+ transcript: string;
512
+ type: "final_transcript";
513
513
  confidence: number;
514
514
  start: number;
515
515
  duration: number;
516
516
  words: {
517
517
  end: number;
518
+ word: string;
518
519
  confidence: number;
519
520
  start: number;
520
- word: string;
521
521
  extra?: unknown;
522
522
  }[];
523
523
  extra?: unknown;
524
524
  session_id?: string | undefined;
525
525
  }, {
526
526
  type: "final_transcript";
527
- extra?: unknown;
528
- transcript?: string | undefined;
529
527
  language?: string | undefined;
528
+ transcript?: string | undefined;
530
529
  confidence?: number | undefined;
531
530
  start?: number | undefined;
531
+ extra?: unknown;
532
532
  session_id?: string | undefined;
533
533
  duration?: number | undefined;
534
534
  words?: {
535
535
  end?: number | undefined;
536
- extra?: unknown;
536
+ word?: string | undefined;
537
537
  confidence?: number | undefined;
538
538
  start?: number | undefined;
539
- word?: string | undefined;
539
+ extra?: unknown;
540
540
  }[] | undefined;
541
541
  }>, z.ZodObject<{
542
542
  type: z.ZodLiteral<"error">;
package/dist/inference/api_protos.d.ts CHANGED
@@ -9,33 +9,33 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
9
9
  extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
10
10
  transcript: z.ZodOptional<z.ZodString>;
11
11
  }, "strip", z.ZodTypeAny, {
12
+ sample_rate: string;
12
13
  type: "session.create";
13
14
  extra: Record<string, unknown>;
14
- sample_rate: string;
15
15
  encoding: string;
16
- model?: string | undefined;
17
- transcript?: string | undefined;
18
16
  language?: string | undefined;
17
+ transcript?: string | undefined;
18
+ model?: string | undefined;
19
19
  voice?: string | undefined;
20
20
  }, {
21
+ sample_rate: string;
21
22
  type: "session.create";
22
23
  extra: Record<string, unknown>;
23
- sample_rate: string;
24
24
  encoding: string;
25
- model?: string | undefined;
26
- transcript?: string | undefined;
27
25
  language?: string | undefined;
26
+ transcript?: string | undefined;
27
+ model?: string | undefined;
28
28
  voice?: string | undefined;
29
29
  }>;
30
30
  export declare const ttsInputTranscriptEventSchema: z.ZodObject<{
31
31
  type: z.ZodLiteral<"input_transcript">;
32
32
  transcript: z.ZodString;
33
33
  }, "strip", z.ZodTypeAny, {
34
- type: "input_transcript";
35
34
  transcript: string;
36
- }, {
37
35
  type: "input_transcript";
36
+ }, {
38
37
  transcript: string;
38
+ type: "input_transcript";
39
39
  }>;
40
40
  export declare const ttsSessionFlushEventSchema: z.ZodObject<{
41
41
  type: z.ZodLiteral<"session.flush">;
@@ -117,32 +117,32 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
117
117
  extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
118
118
  transcript: z.ZodOptional<z.ZodString>;
119
119
  }, "strip", z.ZodTypeAny, {
120
+ sample_rate: string;
120
121
  type: "session.create";
121
122
  extra: Record<string, unknown>;
122
- sample_rate: string;
123
123
  encoding: string;
124
- model?: string | undefined;
125
- transcript?: string | undefined;
126
124
  language?: string | undefined;
125
+ transcript?: string | undefined;
126
+ model?: string | undefined;
127
127
  voice?: string | undefined;
128
128
  }, {
129
+ sample_rate: string;
129
130
  type: "session.create";
130
131
  extra: Record<string, unknown>;
131
- sample_rate: string;
132
132
  encoding: string;
133
- model?: string | undefined;
134
- transcript?: string | undefined;
135
133
  language?: string | undefined;
134
+ transcript?: string | undefined;
135
+ model?: string | undefined;
136
136
  voice?: string | undefined;
137
137
  }>, z.ZodObject<{
138
138
  type: z.ZodLiteral<"input_transcript">;
139
139
  transcript: z.ZodString;
140
140
  }, "strip", z.ZodTypeAny, {
141
- type: "input_transcript";
142
141
  transcript: string;
143
- }, {
144
142
  type: "input_transcript";
143
+ }, {
145
144
  transcript: string;
145
+ type: "input_transcript";
146
146
  }>, z.ZodObject<{
147
147
  type: z.ZodLiteral<"session.flush">;
148
148
  }, "strip", z.ZodTypeAny, {
@@ -227,16 +227,16 @@ export declare const sttWordSchema: z.ZodObject<{
227
227
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
228
228
  }, "strip", z.ZodTypeAny, {
229
229
  end: number;
230
+ word: string;
230
231
  confidence: number;
231
232
  start: number;
232
- word: string;
233
233
  extra?: unknown;
234
234
  }, {
235
235
  end?: number | undefined;
236
- extra?: unknown;
236
+ word?: string | undefined;
237
237
  confidence?: number | undefined;
238
238
  start?: number | undefined;
239
- word?: string | undefined;
239
+ extra?: unknown;
240
240
  }>;
241
241
  export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
242
242
  type: z.ZodLiteral<"interim_transcript">;
@@ -254,49 +254,49 @@ export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
254
254
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
255
255
  }, "strip", z.ZodTypeAny, {
256
256
  end: number;
257
+ word: string;
257
258
  confidence: number;
258
259
  start: number;
259
- word: string;
260
260
  extra?: unknown;
261
261
  }, {
262
262
  end?: number | undefined;
263
- extra?: unknown;
263
+ word?: string | undefined;
264
264
  confidence?: number | undefined;
265
265
  start?: number | undefined;
266
- word?: string | undefined;
266
+ extra?: unknown;
267
267
  }>, "many">>>;
268
268
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
269
269
  }, "strip", z.ZodTypeAny, {
270
- type: "interim_transcript";
271
- transcript: string;
272
270
  language: string;
271
+ transcript: string;
272
+ type: "interim_transcript";
273
273
  confidence: number;
274
274
  start: number;
275
275
  duration: number;
276
276
  words: {
277
277
  end: number;
278
+ word: string;
278
279
  confidence: number;
279
280
  start: number;
280
- word: string;
281
281
  extra?: unknown;
282
282
  }[];
283
283
  extra?: unknown;
284
284
  session_id?: string | undefined;
285
285
  }, {
286
286
  type: "interim_transcript";
287
- extra?: unknown;
288
- transcript?: string | undefined;
289
287
  language?: string | undefined;
288
+ transcript?: string | undefined;
290
289
  confidence?: number | undefined;
291
290
  start?: number | undefined;
291
+ extra?: unknown;
292
292
  session_id?: string | undefined;
293
293
  duration?: number | undefined;
294
294
  words?: {
295
295
  end?: number | undefined;
296
- extra?: unknown;
296
+ word?: string | undefined;
297
297
  confidence?: number | undefined;
298
298
  start?: number | undefined;
299
- word?: string | undefined;
299
+ extra?: unknown;
300
300
  }[] | undefined;
301
301
  }>;
302
302
  export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
@@ -315,49 +315,49 @@ export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
315
315
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
316
316
  }, "strip", z.ZodTypeAny, {
317
317
  end: number;
318
+ word: string;
318
319
  confidence: number;
319
320
  start: number;
320
- word: string;
321
321
  extra?: unknown;
322
322
  }, {
323
323
  end?: number | undefined;
324
- extra?: unknown;
324
+ word?: string | undefined;
325
325
  confidence?: number | undefined;
326
326
  start?: number | undefined;
327
- word?: string | undefined;
327
+ extra?: unknown;
328
328
  }>, "many">>>;
329
329
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
330
330
  }, "strip", z.ZodTypeAny, {
331
- type: "final_transcript";
332
- transcript: string;
333
331
  language: string;
332
+ transcript: string;
333
+ type: "final_transcript";
334
334
  confidence: number;
335
335
  start: number;
336
336
  duration: number;
337
337
  words: {
338
338
  end: number;
339
+ word: string;
339
340
  confidence: number;
340
341
  start: number;
341
- word: string;
342
342
  extra?: unknown;
343
343
  }[];
344
344
  extra?: unknown;
345
345
  session_id?: string | undefined;
346
346
  }, {
347
347
  type: "final_transcript";
348
- extra?: unknown;
349
- transcript?: string | undefined;
350
348
  language?: string | undefined;
349
+ transcript?: string | undefined;
351
350
  confidence?: number | undefined;
352
351
  start?: number | undefined;
352
+ extra?: unknown;
353
353
  session_id?: string | undefined;
354
354
  duration?: number | undefined;
355
355
  words?: {
356
356
  end?: number | undefined;
357
- extra?: unknown;
357
+ word?: string | undefined;
358
358
  confidence?: number | undefined;
359
359
  start?: number | undefined;
360
- word?: string | undefined;
360
+ extra?: unknown;
361
361
  }[] | undefined;
362
362
  }>;
363
363
  export declare const sttSessionCreatedEventSchema: z.ZodObject<{
@@ -434,49 +434,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
434
434
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
435
435
  }, "strip", z.ZodTypeAny, {
436
436
  end: number;
437
+ word: string;
437
438
  confidence: number;
438
439
  start: number;
439
- word: string;
440
440
  extra?: unknown;
441
441
  }, {
442
442
  end?: number | undefined;
443
- extra?: unknown;
443
+ word?: string | undefined;
444
444
  confidence?: number | undefined;
445
445
  start?: number | undefined;
446
- word?: string | undefined;
446
+ extra?: unknown;
447
447
  }>, "many">>>;
448
448
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
449
449
  }, "strip", z.ZodTypeAny, {
450
- type: "interim_transcript";
451
- transcript: string;
452
450
  language: string;
451
+ transcript: string;
452
+ type: "interim_transcript";
453
453
  confidence: number;
454
454
  start: number;
455
455
  duration: number;
456
456
  words: {
457
457
  end: number;
458
+ word: string;
458
459
  confidence: number;
459
460
  start: number;
460
- word: string;
461
461
  extra?: unknown;
462
462
  }[];
463
463
  extra?: unknown;
464
464
  session_id?: string | undefined;
465
465
  }, {
466
466
  type: "interim_transcript";
467
- extra?: unknown;
468
- transcript?: string | undefined;
469
467
  language?: string | undefined;
468
+ transcript?: string | undefined;
470
469
  confidence?: number | undefined;
471
470
  start?: number | undefined;
471
+ extra?: unknown;
472
472
  session_id?: string | undefined;
473
473
  duration?: number | undefined;
474
474
  words?: {
475
475
  end?: number | undefined;
476
- extra?: unknown;
476
+ word?: string | undefined;
477
477
  confidence?: number | undefined;
478
478
  start?: number | undefined;
479
- word?: string | undefined;
479
+ extra?: unknown;
480
480
  }[] | undefined;
481
481
  }>, z.ZodObject<{
482
482
  type: z.ZodLiteral<"final_transcript">;
@@ -494,49 +494,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
494
494
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
495
495
  }, "strip", z.ZodTypeAny, {
496
496
  end: number;
497
+ word: string;
497
498
  confidence: number;
498
499
  start: number;
499
- word: string;
500
500
  extra?: unknown;
501
501
  }, {
502
502
  end?: number | undefined;
503
- extra?: unknown;
503
+ word?: string | undefined;
504
504
  confidence?: number | undefined;
505
505
  start?: number | undefined;
506
- word?: string | undefined;
506
+ extra?: unknown;
507
507
  }>, "many">>>;
508
508
  extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
509
509
  }, "strip", z.ZodTypeAny, {
510
- type: "final_transcript";
511
- transcript: string;
512
510
  language: string;
511
+ transcript: string;
512
+ type: "final_transcript";
513
513
  confidence: number;
514
514
  start: number;
515
515
  duration: number;
516
516
  words: {
517
517
  end: number;
518
+ word: string;
518
519
  confidence: number;
519
520
  start: number;
520
- word: string;
521
521
  extra?: unknown;
522
522
  }[];
523
523
  extra?: unknown;
524
524
  session_id?: string | undefined;
525
525
  }, {
526
526
  type: "final_transcript";
527
- extra?: unknown;
528
- transcript?: string | undefined;
529
527
  language?: string | undefined;
528
+ transcript?: string | undefined;
530
529
  confidence?: number | undefined;
531
530
  start?: number | undefined;
531
+ extra?: unknown;
532
532
  session_id?: string | undefined;
533
533
  duration?: number | undefined;
534
534
  words?: {
535
535
  end?: number | undefined;
536
- extra?: unknown;
536
+ word?: string | undefined;
537
537
  confidence?: number | undefined;
538
538
  start?: number | undefined;
539
- word?: string | undefined;
539
+ extra?: unknown;
540
540
  }[] | undefined;
541
541
  }>, z.ZodObject<{
542
542
  type: z.ZodLiteral<"error">;