@livekit/agents 1.0.47 → 1.0.48
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/beta/index.cjs +29 -0
- package/dist/beta/index.cjs.map +1 -0
- package/dist/beta/index.d.cts +2 -0
- package/dist/beta/index.d.ts +2 -0
- package/dist/beta/index.d.ts.map +1 -0
- package/dist/beta/index.js +7 -0
- package/dist/beta/index.js.map +1 -0
- package/dist/beta/workflows/index.cjs +29 -0
- package/dist/beta/workflows/index.cjs.map +1 -0
- package/dist/beta/workflows/index.d.cts +2 -0
- package/dist/beta/workflows/index.d.ts +2 -0
- package/dist/beta/workflows/index.d.ts.map +1 -0
- package/dist/beta/workflows/index.js +7 -0
- package/dist/beta/workflows/index.js.map +1 -0
- package/dist/beta/workflows/task_group.cjs +162 -0
- package/dist/beta/workflows/task_group.cjs.map +1 -0
- package/dist/beta/workflows/task_group.d.cts +32 -0
- package/dist/beta/workflows/task_group.d.ts +32 -0
- package/dist/beta/workflows/task_group.d.ts.map +1 -0
- package/dist/beta/workflows/task_group.js +138 -0
- package/dist/beta/workflows/task_group.js.map +1 -0
- package/dist/index.cjs +3 -0
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +2 -1
- package/dist/index.d.ts +2 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -1
- package/dist/inference/api_protos.d.cts +59 -59
- package/dist/inference/api_protos.d.ts +59 -59
- package/dist/llm/chat_context.cjs +89 -1
- package/dist/llm/chat_context.cjs.map +1 -1
- package/dist/llm/chat_context.d.cts +10 -1
- package/dist/llm/chat_context.d.ts +10 -1
- package/dist/llm/chat_context.d.ts.map +1 -1
- package/dist/llm/chat_context.js +89 -1
- package/dist/llm/chat_context.js.map +1 -1
- package/dist/llm/chat_context.test.cjs +43 -0
- package/dist/llm/chat_context.test.cjs.map +1 -1
- package/dist/llm/chat_context.test.js +43 -0
- package/dist/llm/chat_context.test.js.map +1 -1
- package/dist/llm/index.cjs +2 -0
- package/dist/llm/index.cjs.map +1 -1
- package/dist/llm/index.d.cts +1 -1
- package/dist/llm/index.d.ts +1 -1
- package/dist/llm/index.d.ts.map +1 -1
- package/dist/llm/index.js +3 -1
- package/dist/llm/index.js.map +1 -1
- package/dist/llm/provider_format/index.d.cts +1 -1
- package/dist/llm/provider_format/index.d.ts +1 -1
- package/dist/llm/tool_context.cjs +7 -0
- package/dist/llm/tool_context.cjs.map +1 -1
- package/dist/llm/tool_context.d.cts +10 -2
- package/dist/llm/tool_context.d.ts +10 -2
- package/dist/llm/tool_context.d.ts.map +1 -1
- package/dist/llm/tool_context.js +6 -0
- package/dist/llm/tool_context.js.map +1 -1
- package/dist/utils.cjs +1 -0
- package/dist/utils.cjs.map +1 -1
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +1 -0
- package/dist/utils.js.map +1 -1
- package/dist/version.cjs +1 -1
- package/dist/version.js +1 -1
- package/dist/voice/agent.cjs +9 -0
- package/dist/voice/agent.cjs.map +1 -1
- package/dist/voice/agent.d.cts +1 -0
- package/dist/voice/agent.d.ts +1 -0
- package/dist/voice/agent.d.ts.map +1 -1
- package/dist/voice/agent.js +9 -0
- package/dist/voice/agent.js.map +1 -1
- package/dist/voice/agent_activity.cjs +31 -8
- package/dist/voice/agent_activity.cjs.map +1 -1
- package/dist/voice/agent_activity.d.cts +7 -0
- package/dist/voice/agent_activity.d.ts +7 -0
- package/dist/voice/agent_activity.d.ts.map +1 -1
- package/dist/voice/agent_activity.js +31 -8
- package/dist/voice/agent_activity.js.map +1 -1
- package/dist/voice/room_io/room_io.cjs +11 -2
- package/dist/voice/room_io/room_io.cjs.map +1 -1
- package/dist/voice/room_io/room_io.d.ts.map +1 -1
- package/dist/voice/room_io/room_io.js +12 -3
- package/dist/voice/room_io/room_io.js.map +1 -1
- package/dist/voice/testing/fake_llm.cjs +127 -0
- package/dist/voice/testing/fake_llm.cjs.map +1 -0
- package/dist/voice/testing/fake_llm.d.cts +30 -0
- package/dist/voice/testing/fake_llm.d.ts +30 -0
- package/dist/voice/testing/fake_llm.d.ts.map +1 -0
- package/dist/voice/testing/fake_llm.js +103 -0
- package/dist/voice/testing/fake_llm.js.map +1 -0
- package/dist/voice/testing/index.cjs +3 -0
- package/dist/voice/testing/index.cjs.map +1 -1
- package/dist/voice/testing/index.d.cts +1 -0
- package/dist/voice/testing/index.d.ts +1 -0
- package/dist/voice/testing/index.d.ts.map +1 -1
- package/dist/voice/testing/index.js +2 -0
- package/dist/voice/testing/index.js.map +1 -1
- package/package.json +1 -1
- package/src/beta/index.ts +9 -0
- package/src/beta/workflows/index.ts +9 -0
- package/src/beta/workflows/task_group.ts +194 -0
- package/src/index.ts +2 -1
- package/src/llm/chat_context.test.ts +48 -0
- package/src/llm/chat_context.ts +123 -0
- package/src/llm/index.ts +1 -0
- package/src/llm/tool_context.ts +14 -0
- package/src/utils.ts +5 -0
- package/src/voice/agent.ts +11 -0
- package/src/voice/agent_activity.ts +44 -6
- package/src/voice/room_io/room_io.ts +14 -3
- package/src/voice/testing/fake_llm.ts +138 -0
- package/src/voice/testing/index.ts +2 -0
|
@@ -9,33 +9,33 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
|
|
|
9
9
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
10
10
|
transcript: z.ZodOptional<z.ZodString>;
|
|
11
11
|
}, "strip", z.ZodTypeAny, {
|
|
12
|
+
sample_rate: string;
|
|
12
13
|
type: "session.create";
|
|
13
14
|
extra: Record<string, unknown>;
|
|
14
|
-
sample_rate: string;
|
|
15
15
|
encoding: string;
|
|
16
|
-
model?: string | undefined;
|
|
17
|
-
transcript?: string | undefined;
|
|
18
16
|
language?: string | undefined;
|
|
17
|
+
transcript?: string | undefined;
|
|
18
|
+
model?: string | undefined;
|
|
19
19
|
voice?: string | undefined;
|
|
20
20
|
}, {
|
|
21
|
+
sample_rate: string;
|
|
21
22
|
type: "session.create";
|
|
22
23
|
extra: Record<string, unknown>;
|
|
23
|
-
sample_rate: string;
|
|
24
24
|
encoding: string;
|
|
25
|
-
model?: string | undefined;
|
|
26
|
-
transcript?: string | undefined;
|
|
27
25
|
language?: string | undefined;
|
|
26
|
+
transcript?: string | undefined;
|
|
27
|
+
model?: string | undefined;
|
|
28
28
|
voice?: string | undefined;
|
|
29
29
|
}>;
|
|
30
30
|
export declare const ttsInputTranscriptEventSchema: z.ZodObject<{
|
|
31
31
|
type: z.ZodLiteral<"input_transcript">;
|
|
32
32
|
transcript: z.ZodString;
|
|
33
33
|
}, "strip", z.ZodTypeAny, {
|
|
34
|
-
type: "input_transcript";
|
|
35
34
|
transcript: string;
|
|
36
|
-
}, {
|
|
37
35
|
type: "input_transcript";
|
|
36
|
+
}, {
|
|
38
37
|
transcript: string;
|
|
38
|
+
type: "input_transcript";
|
|
39
39
|
}>;
|
|
40
40
|
export declare const ttsSessionFlushEventSchema: z.ZodObject<{
|
|
41
41
|
type: z.ZodLiteral<"session.flush">;
|
|
@@ -117,32 +117,32 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
117
117
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
118
118
|
transcript: z.ZodOptional<z.ZodString>;
|
|
119
119
|
}, "strip", z.ZodTypeAny, {
|
|
120
|
+
sample_rate: string;
|
|
120
121
|
type: "session.create";
|
|
121
122
|
extra: Record<string, unknown>;
|
|
122
|
-
sample_rate: string;
|
|
123
123
|
encoding: string;
|
|
124
|
-
model?: string | undefined;
|
|
125
|
-
transcript?: string | undefined;
|
|
126
124
|
language?: string | undefined;
|
|
125
|
+
transcript?: string | undefined;
|
|
126
|
+
model?: string | undefined;
|
|
127
127
|
voice?: string | undefined;
|
|
128
128
|
}, {
|
|
129
|
+
sample_rate: string;
|
|
129
130
|
type: "session.create";
|
|
130
131
|
extra: Record<string, unknown>;
|
|
131
|
-
sample_rate: string;
|
|
132
132
|
encoding: string;
|
|
133
|
-
model?: string | undefined;
|
|
134
|
-
transcript?: string | undefined;
|
|
135
133
|
language?: string | undefined;
|
|
134
|
+
transcript?: string | undefined;
|
|
135
|
+
model?: string | undefined;
|
|
136
136
|
voice?: string | undefined;
|
|
137
137
|
}>, z.ZodObject<{
|
|
138
138
|
type: z.ZodLiteral<"input_transcript">;
|
|
139
139
|
transcript: z.ZodString;
|
|
140
140
|
}, "strip", z.ZodTypeAny, {
|
|
141
|
-
type: "input_transcript";
|
|
142
141
|
transcript: string;
|
|
143
|
-
}, {
|
|
144
142
|
type: "input_transcript";
|
|
143
|
+
}, {
|
|
145
144
|
transcript: string;
|
|
145
|
+
type: "input_transcript";
|
|
146
146
|
}>, z.ZodObject<{
|
|
147
147
|
type: z.ZodLiteral<"session.flush">;
|
|
148
148
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -227,16 +227,16 @@ export declare const sttWordSchema: z.ZodObject<{
|
|
|
227
227
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
228
228
|
}, "strip", z.ZodTypeAny, {
|
|
229
229
|
end: number;
|
|
230
|
+
word: string;
|
|
230
231
|
confidence: number;
|
|
231
232
|
start: number;
|
|
232
|
-
word: string;
|
|
233
233
|
extra?: unknown;
|
|
234
234
|
}, {
|
|
235
235
|
end?: number | undefined;
|
|
236
|
-
|
|
236
|
+
word?: string | undefined;
|
|
237
237
|
confidence?: number | undefined;
|
|
238
238
|
start?: number | undefined;
|
|
239
|
-
|
|
239
|
+
extra?: unknown;
|
|
240
240
|
}>;
|
|
241
241
|
export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
|
|
242
242
|
type: z.ZodLiteral<"interim_transcript">;
|
|
@@ -254,49 +254,49 @@ export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
|
|
|
254
254
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
255
255
|
}, "strip", z.ZodTypeAny, {
|
|
256
256
|
end: number;
|
|
257
|
+
word: string;
|
|
257
258
|
confidence: number;
|
|
258
259
|
start: number;
|
|
259
|
-
word: string;
|
|
260
260
|
extra?: unknown;
|
|
261
261
|
}, {
|
|
262
262
|
end?: number | undefined;
|
|
263
|
-
|
|
263
|
+
word?: string | undefined;
|
|
264
264
|
confidence?: number | undefined;
|
|
265
265
|
start?: number | undefined;
|
|
266
|
-
|
|
266
|
+
extra?: unknown;
|
|
267
267
|
}>, "many">>>;
|
|
268
268
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
269
269
|
}, "strip", z.ZodTypeAny, {
|
|
270
|
-
type: "interim_transcript";
|
|
271
|
-
transcript: string;
|
|
272
270
|
language: string;
|
|
271
|
+
transcript: string;
|
|
272
|
+
type: "interim_transcript";
|
|
273
273
|
confidence: number;
|
|
274
274
|
start: number;
|
|
275
275
|
duration: number;
|
|
276
276
|
words: {
|
|
277
277
|
end: number;
|
|
278
|
+
word: string;
|
|
278
279
|
confidence: number;
|
|
279
280
|
start: number;
|
|
280
|
-
word: string;
|
|
281
281
|
extra?: unknown;
|
|
282
282
|
}[];
|
|
283
283
|
extra?: unknown;
|
|
284
284
|
session_id?: string | undefined;
|
|
285
285
|
}, {
|
|
286
286
|
type: "interim_transcript";
|
|
287
|
-
extra?: unknown;
|
|
288
|
-
transcript?: string | undefined;
|
|
289
287
|
language?: string | undefined;
|
|
288
|
+
transcript?: string | undefined;
|
|
290
289
|
confidence?: number | undefined;
|
|
291
290
|
start?: number | undefined;
|
|
291
|
+
extra?: unknown;
|
|
292
292
|
session_id?: string | undefined;
|
|
293
293
|
duration?: number | undefined;
|
|
294
294
|
words?: {
|
|
295
295
|
end?: number | undefined;
|
|
296
|
-
|
|
296
|
+
word?: string | undefined;
|
|
297
297
|
confidence?: number | undefined;
|
|
298
298
|
start?: number | undefined;
|
|
299
|
-
|
|
299
|
+
extra?: unknown;
|
|
300
300
|
}[] | undefined;
|
|
301
301
|
}>;
|
|
302
302
|
export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
|
|
@@ -315,49 +315,49 @@ export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
|
|
|
315
315
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
316
316
|
}, "strip", z.ZodTypeAny, {
|
|
317
317
|
end: number;
|
|
318
|
+
word: string;
|
|
318
319
|
confidence: number;
|
|
319
320
|
start: number;
|
|
320
|
-
word: string;
|
|
321
321
|
extra?: unknown;
|
|
322
322
|
}, {
|
|
323
323
|
end?: number | undefined;
|
|
324
|
-
|
|
324
|
+
word?: string | undefined;
|
|
325
325
|
confidence?: number | undefined;
|
|
326
326
|
start?: number | undefined;
|
|
327
|
-
|
|
327
|
+
extra?: unknown;
|
|
328
328
|
}>, "many">>>;
|
|
329
329
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
330
330
|
}, "strip", z.ZodTypeAny, {
|
|
331
|
-
type: "final_transcript";
|
|
332
|
-
transcript: string;
|
|
333
331
|
language: string;
|
|
332
|
+
transcript: string;
|
|
333
|
+
type: "final_transcript";
|
|
334
334
|
confidence: number;
|
|
335
335
|
start: number;
|
|
336
336
|
duration: number;
|
|
337
337
|
words: {
|
|
338
338
|
end: number;
|
|
339
|
+
word: string;
|
|
339
340
|
confidence: number;
|
|
340
341
|
start: number;
|
|
341
|
-
word: string;
|
|
342
342
|
extra?: unknown;
|
|
343
343
|
}[];
|
|
344
344
|
extra?: unknown;
|
|
345
345
|
session_id?: string | undefined;
|
|
346
346
|
}, {
|
|
347
347
|
type: "final_transcript";
|
|
348
|
-
extra?: unknown;
|
|
349
|
-
transcript?: string | undefined;
|
|
350
348
|
language?: string | undefined;
|
|
349
|
+
transcript?: string | undefined;
|
|
351
350
|
confidence?: number | undefined;
|
|
352
351
|
start?: number | undefined;
|
|
352
|
+
extra?: unknown;
|
|
353
353
|
session_id?: string | undefined;
|
|
354
354
|
duration?: number | undefined;
|
|
355
355
|
words?: {
|
|
356
356
|
end?: number | undefined;
|
|
357
|
-
|
|
357
|
+
word?: string | undefined;
|
|
358
358
|
confidence?: number | undefined;
|
|
359
359
|
start?: number | undefined;
|
|
360
|
-
|
|
360
|
+
extra?: unknown;
|
|
361
361
|
}[] | undefined;
|
|
362
362
|
}>;
|
|
363
363
|
export declare const sttSessionCreatedEventSchema: z.ZodObject<{
|
|
@@ -434,49 +434,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
434
434
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
435
435
|
}, "strip", z.ZodTypeAny, {
|
|
436
436
|
end: number;
|
|
437
|
+
word: string;
|
|
437
438
|
confidence: number;
|
|
438
439
|
start: number;
|
|
439
|
-
word: string;
|
|
440
440
|
extra?: unknown;
|
|
441
441
|
}, {
|
|
442
442
|
end?: number | undefined;
|
|
443
|
-
|
|
443
|
+
word?: string | undefined;
|
|
444
444
|
confidence?: number | undefined;
|
|
445
445
|
start?: number | undefined;
|
|
446
|
-
|
|
446
|
+
extra?: unknown;
|
|
447
447
|
}>, "many">>>;
|
|
448
448
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
449
449
|
}, "strip", z.ZodTypeAny, {
|
|
450
|
-
type: "interim_transcript";
|
|
451
|
-
transcript: string;
|
|
452
450
|
language: string;
|
|
451
|
+
transcript: string;
|
|
452
|
+
type: "interim_transcript";
|
|
453
453
|
confidence: number;
|
|
454
454
|
start: number;
|
|
455
455
|
duration: number;
|
|
456
456
|
words: {
|
|
457
457
|
end: number;
|
|
458
|
+
word: string;
|
|
458
459
|
confidence: number;
|
|
459
460
|
start: number;
|
|
460
|
-
word: string;
|
|
461
461
|
extra?: unknown;
|
|
462
462
|
}[];
|
|
463
463
|
extra?: unknown;
|
|
464
464
|
session_id?: string | undefined;
|
|
465
465
|
}, {
|
|
466
466
|
type: "interim_transcript";
|
|
467
|
-
extra?: unknown;
|
|
468
|
-
transcript?: string | undefined;
|
|
469
467
|
language?: string | undefined;
|
|
468
|
+
transcript?: string | undefined;
|
|
470
469
|
confidence?: number | undefined;
|
|
471
470
|
start?: number | undefined;
|
|
471
|
+
extra?: unknown;
|
|
472
472
|
session_id?: string | undefined;
|
|
473
473
|
duration?: number | undefined;
|
|
474
474
|
words?: {
|
|
475
475
|
end?: number | undefined;
|
|
476
|
-
|
|
476
|
+
word?: string | undefined;
|
|
477
477
|
confidence?: number | undefined;
|
|
478
478
|
start?: number | undefined;
|
|
479
|
-
|
|
479
|
+
extra?: unknown;
|
|
480
480
|
}[] | undefined;
|
|
481
481
|
}>, z.ZodObject<{
|
|
482
482
|
type: z.ZodLiteral<"final_transcript">;
|
|
@@ -494,49 +494,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
494
494
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
495
495
|
}, "strip", z.ZodTypeAny, {
|
|
496
496
|
end: number;
|
|
497
|
+
word: string;
|
|
497
498
|
confidence: number;
|
|
498
499
|
start: number;
|
|
499
|
-
word: string;
|
|
500
500
|
extra?: unknown;
|
|
501
501
|
}, {
|
|
502
502
|
end?: number | undefined;
|
|
503
|
-
|
|
503
|
+
word?: string | undefined;
|
|
504
504
|
confidence?: number | undefined;
|
|
505
505
|
start?: number | undefined;
|
|
506
|
-
|
|
506
|
+
extra?: unknown;
|
|
507
507
|
}>, "many">>>;
|
|
508
508
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
509
509
|
}, "strip", z.ZodTypeAny, {
|
|
510
|
-
type: "final_transcript";
|
|
511
|
-
transcript: string;
|
|
512
510
|
language: string;
|
|
511
|
+
transcript: string;
|
|
512
|
+
type: "final_transcript";
|
|
513
513
|
confidence: number;
|
|
514
514
|
start: number;
|
|
515
515
|
duration: number;
|
|
516
516
|
words: {
|
|
517
517
|
end: number;
|
|
518
|
+
word: string;
|
|
518
519
|
confidence: number;
|
|
519
520
|
start: number;
|
|
520
|
-
word: string;
|
|
521
521
|
extra?: unknown;
|
|
522
522
|
}[];
|
|
523
523
|
extra?: unknown;
|
|
524
524
|
session_id?: string | undefined;
|
|
525
525
|
}, {
|
|
526
526
|
type: "final_transcript";
|
|
527
|
-
extra?: unknown;
|
|
528
|
-
transcript?: string | undefined;
|
|
529
527
|
language?: string | undefined;
|
|
528
|
+
transcript?: string | undefined;
|
|
530
529
|
confidence?: number | undefined;
|
|
531
530
|
start?: number | undefined;
|
|
531
|
+
extra?: unknown;
|
|
532
532
|
session_id?: string | undefined;
|
|
533
533
|
duration?: number | undefined;
|
|
534
534
|
words?: {
|
|
535
535
|
end?: number | undefined;
|
|
536
|
-
|
|
536
|
+
word?: string | undefined;
|
|
537
537
|
confidence?: number | undefined;
|
|
538
538
|
start?: number | undefined;
|
|
539
|
-
|
|
539
|
+
extra?: unknown;
|
|
540
540
|
}[] | undefined;
|
|
541
541
|
}>, z.ZodObject<{
|
|
542
542
|
type: z.ZodLiteral<"error">;
|
|
@@ -9,33 +9,33 @@ export declare const ttsSessionCreateEventSchema: z.ZodObject<{
|
|
|
9
9
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
10
10
|
transcript: z.ZodOptional<z.ZodString>;
|
|
11
11
|
}, "strip", z.ZodTypeAny, {
|
|
12
|
+
sample_rate: string;
|
|
12
13
|
type: "session.create";
|
|
13
14
|
extra: Record<string, unknown>;
|
|
14
|
-
sample_rate: string;
|
|
15
15
|
encoding: string;
|
|
16
|
-
model?: string | undefined;
|
|
17
|
-
transcript?: string | undefined;
|
|
18
16
|
language?: string | undefined;
|
|
17
|
+
transcript?: string | undefined;
|
|
18
|
+
model?: string | undefined;
|
|
19
19
|
voice?: string | undefined;
|
|
20
20
|
}, {
|
|
21
|
+
sample_rate: string;
|
|
21
22
|
type: "session.create";
|
|
22
23
|
extra: Record<string, unknown>;
|
|
23
|
-
sample_rate: string;
|
|
24
24
|
encoding: string;
|
|
25
|
-
model?: string | undefined;
|
|
26
|
-
transcript?: string | undefined;
|
|
27
25
|
language?: string | undefined;
|
|
26
|
+
transcript?: string | undefined;
|
|
27
|
+
model?: string | undefined;
|
|
28
28
|
voice?: string | undefined;
|
|
29
29
|
}>;
|
|
30
30
|
export declare const ttsInputTranscriptEventSchema: z.ZodObject<{
|
|
31
31
|
type: z.ZodLiteral<"input_transcript">;
|
|
32
32
|
transcript: z.ZodString;
|
|
33
33
|
}, "strip", z.ZodTypeAny, {
|
|
34
|
-
type: "input_transcript";
|
|
35
34
|
transcript: string;
|
|
36
|
-
}, {
|
|
37
35
|
type: "input_transcript";
|
|
36
|
+
}, {
|
|
38
37
|
transcript: string;
|
|
38
|
+
type: "input_transcript";
|
|
39
39
|
}>;
|
|
40
40
|
export declare const ttsSessionFlushEventSchema: z.ZodObject<{
|
|
41
41
|
type: z.ZodLiteral<"session.flush">;
|
|
@@ -117,32 +117,32 @@ export declare const ttsClientEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
117
117
|
extra: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
118
118
|
transcript: z.ZodOptional<z.ZodString>;
|
|
119
119
|
}, "strip", z.ZodTypeAny, {
|
|
120
|
+
sample_rate: string;
|
|
120
121
|
type: "session.create";
|
|
121
122
|
extra: Record<string, unknown>;
|
|
122
|
-
sample_rate: string;
|
|
123
123
|
encoding: string;
|
|
124
|
-
model?: string | undefined;
|
|
125
|
-
transcript?: string | undefined;
|
|
126
124
|
language?: string | undefined;
|
|
125
|
+
transcript?: string | undefined;
|
|
126
|
+
model?: string | undefined;
|
|
127
127
|
voice?: string | undefined;
|
|
128
128
|
}, {
|
|
129
|
+
sample_rate: string;
|
|
129
130
|
type: "session.create";
|
|
130
131
|
extra: Record<string, unknown>;
|
|
131
|
-
sample_rate: string;
|
|
132
132
|
encoding: string;
|
|
133
|
-
model?: string | undefined;
|
|
134
|
-
transcript?: string | undefined;
|
|
135
133
|
language?: string | undefined;
|
|
134
|
+
transcript?: string | undefined;
|
|
135
|
+
model?: string | undefined;
|
|
136
136
|
voice?: string | undefined;
|
|
137
137
|
}>, z.ZodObject<{
|
|
138
138
|
type: z.ZodLiteral<"input_transcript">;
|
|
139
139
|
transcript: z.ZodString;
|
|
140
140
|
}, "strip", z.ZodTypeAny, {
|
|
141
|
-
type: "input_transcript";
|
|
142
141
|
transcript: string;
|
|
143
|
-
}, {
|
|
144
142
|
type: "input_transcript";
|
|
143
|
+
}, {
|
|
145
144
|
transcript: string;
|
|
145
|
+
type: "input_transcript";
|
|
146
146
|
}>, z.ZodObject<{
|
|
147
147
|
type: z.ZodLiteral<"session.flush">;
|
|
148
148
|
}, "strip", z.ZodTypeAny, {
|
|
@@ -227,16 +227,16 @@ export declare const sttWordSchema: z.ZodObject<{
|
|
|
227
227
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
228
228
|
}, "strip", z.ZodTypeAny, {
|
|
229
229
|
end: number;
|
|
230
|
+
word: string;
|
|
230
231
|
confidence: number;
|
|
231
232
|
start: number;
|
|
232
|
-
word: string;
|
|
233
233
|
extra?: unknown;
|
|
234
234
|
}, {
|
|
235
235
|
end?: number | undefined;
|
|
236
|
-
|
|
236
|
+
word?: string | undefined;
|
|
237
237
|
confidence?: number | undefined;
|
|
238
238
|
start?: number | undefined;
|
|
239
|
-
|
|
239
|
+
extra?: unknown;
|
|
240
240
|
}>;
|
|
241
241
|
export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
|
|
242
242
|
type: z.ZodLiteral<"interim_transcript">;
|
|
@@ -254,49 +254,49 @@ export declare const sttInterimTranscriptEventSchema: z.ZodObject<{
|
|
|
254
254
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
255
255
|
}, "strip", z.ZodTypeAny, {
|
|
256
256
|
end: number;
|
|
257
|
+
word: string;
|
|
257
258
|
confidence: number;
|
|
258
259
|
start: number;
|
|
259
|
-
word: string;
|
|
260
260
|
extra?: unknown;
|
|
261
261
|
}, {
|
|
262
262
|
end?: number | undefined;
|
|
263
|
-
|
|
263
|
+
word?: string | undefined;
|
|
264
264
|
confidence?: number | undefined;
|
|
265
265
|
start?: number | undefined;
|
|
266
|
-
|
|
266
|
+
extra?: unknown;
|
|
267
267
|
}>, "many">>>;
|
|
268
268
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
269
269
|
}, "strip", z.ZodTypeAny, {
|
|
270
|
-
type: "interim_transcript";
|
|
271
|
-
transcript: string;
|
|
272
270
|
language: string;
|
|
271
|
+
transcript: string;
|
|
272
|
+
type: "interim_transcript";
|
|
273
273
|
confidence: number;
|
|
274
274
|
start: number;
|
|
275
275
|
duration: number;
|
|
276
276
|
words: {
|
|
277
277
|
end: number;
|
|
278
|
+
word: string;
|
|
278
279
|
confidence: number;
|
|
279
280
|
start: number;
|
|
280
|
-
word: string;
|
|
281
281
|
extra?: unknown;
|
|
282
282
|
}[];
|
|
283
283
|
extra?: unknown;
|
|
284
284
|
session_id?: string | undefined;
|
|
285
285
|
}, {
|
|
286
286
|
type: "interim_transcript";
|
|
287
|
-
extra?: unknown;
|
|
288
|
-
transcript?: string | undefined;
|
|
289
287
|
language?: string | undefined;
|
|
288
|
+
transcript?: string | undefined;
|
|
290
289
|
confidence?: number | undefined;
|
|
291
290
|
start?: number | undefined;
|
|
291
|
+
extra?: unknown;
|
|
292
292
|
session_id?: string | undefined;
|
|
293
293
|
duration?: number | undefined;
|
|
294
294
|
words?: {
|
|
295
295
|
end?: number | undefined;
|
|
296
|
-
|
|
296
|
+
word?: string | undefined;
|
|
297
297
|
confidence?: number | undefined;
|
|
298
298
|
start?: number | undefined;
|
|
299
|
-
|
|
299
|
+
extra?: unknown;
|
|
300
300
|
}[] | undefined;
|
|
301
301
|
}>;
|
|
302
302
|
export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
|
|
@@ -315,49 +315,49 @@ export declare const sttFinalTranscriptEventSchema: z.ZodObject<{
|
|
|
315
315
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
316
316
|
}, "strip", z.ZodTypeAny, {
|
|
317
317
|
end: number;
|
|
318
|
+
word: string;
|
|
318
319
|
confidence: number;
|
|
319
320
|
start: number;
|
|
320
|
-
word: string;
|
|
321
321
|
extra?: unknown;
|
|
322
322
|
}, {
|
|
323
323
|
end?: number | undefined;
|
|
324
|
-
|
|
324
|
+
word?: string | undefined;
|
|
325
325
|
confidence?: number | undefined;
|
|
326
326
|
start?: number | undefined;
|
|
327
|
-
|
|
327
|
+
extra?: unknown;
|
|
328
328
|
}>, "many">>>;
|
|
329
329
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
330
330
|
}, "strip", z.ZodTypeAny, {
|
|
331
|
-
type: "final_transcript";
|
|
332
|
-
transcript: string;
|
|
333
331
|
language: string;
|
|
332
|
+
transcript: string;
|
|
333
|
+
type: "final_transcript";
|
|
334
334
|
confidence: number;
|
|
335
335
|
start: number;
|
|
336
336
|
duration: number;
|
|
337
337
|
words: {
|
|
338
338
|
end: number;
|
|
339
|
+
word: string;
|
|
339
340
|
confidence: number;
|
|
340
341
|
start: number;
|
|
341
|
-
word: string;
|
|
342
342
|
extra?: unknown;
|
|
343
343
|
}[];
|
|
344
344
|
extra?: unknown;
|
|
345
345
|
session_id?: string | undefined;
|
|
346
346
|
}, {
|
|
347
347
|
type: "final_transcript";
|
|
348
|
-
extra?: unknown;
|
|
349
|
-
transcript?: string | undefined;
|
|
350
348
|
language?: string | undefined;
|
|
349
|
+
transcript?: string | undefined;
|
|
351
350
|
confidence?: number | undefined;
|
|
352
351
|
start?: number | undefined;
|
|
352
|
+
extra?: unknown;
|
|
353
353
|
session_id?: string | undefined;
|
|
354
354
|
duration?: number | undefined;
|
|
355
355
|
words?: {
|
|
356
356
|
end?: number | undefined;
|
|
357
|
-
|
|
357
|
+
word?: string | undefined;
|
|
358
358
|
confidence?: number | undefined;
|
|
359
359
|
start?: number | undefined;
|
|
360
|
-
|
|
360
|
+
extra?: unknown;
|
|
361
361
|
}[] | undefined;
|
|
362
362
|
}>;
|
|
363
363
|
export declare const sttSessionCreatedEventSchema: z.ZodObject<{
|
|
@@ -434,49 +434,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
434
434
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
435
435
|
}, "strip", z.ZodTypeAny, {
|
|
436
436
|
end: number;
|
|
437
|
+
word: string;
|
|
437
438
|
confidence: number;
|
|
438
439
|
start: number;
|
|
439
|
-
word: string;
|
|
440
440
|
extra?: unknown;
|
|
441
441
|
}, {
|
|
442
442
|
end?: number | undefined;
|
|
443
|
-
|
|
443
|
+
word?: string | undefined;
|
|
444
444
|
confidence?: number | undefined;
|
|
445
445
|
start?: number | undefined;
|
|
446
|
-
|
|
446
|
+
extra?: unknown;
|
|
447
447
|
}>, "many">>>;
|
|
448
448
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
449
449
|
}, "strip", z.ZodTypeAny, {
|
|
450
|
-
type: "interim_transcript";
|
|
451
|
-
transcript: string;
|
|
452
450
|
language: string;
|
|
451
|
+
transcript: string;
|
|
452
|
+
type: "interim_transcript";
|
|
453
453
|
confidence: number;
|
|
454
454
|
start: number;
|
|
455
455
|
duration: number;
|
|
456
456
|
words: {
|
|
457
457
|
end: number;
|
|
458
|
+
word: string;
|
|
458
459
|
confidence: number;
|
|
459
460
|
start: number;
|
|
460
|
-
word: string;
|
|
461
461
|
extra?: unknown;
|
|
462
462
|
}[];
|
|
463
463
|
extra?: unknown;
|
|
464
464
|
session_id?: string | undefined;
|
|
465
465
|
}, {
|
|
466
466
|
type: "interim_transcript";
|
|
467
|
-
extra?: unknown;
|
|
468
|
-
transcript?: string | undefined;
|
|
469
467
|
language?: string | undefined;
|
|
468
|
+
transcript?: string | undefined;
|
|
470
469
|
confidence?: number | undefined;
|
|
471
470
|
start?: number | undefined;
|
|
471
|
+
extra?: unknown;
|
|
472
472
|
session_id?: string | undefined;
|
|
473
473
|
duration?: number | undefined;
|
|
474
474
|
words?: {
|
|
475
475
|
end?: number | undefined;
|
|
476
|
-
|
|
476
|
+
word?: string | undefined;
|
|
477
477
|
confidence?: number | undefined;
|
|
478
478
|
start?: number | undefined;
|
|
479
|
-
|
|
479
|
+
extra?: unknown;
|
|
480
480
|
}[] | undefined;
|
|
481
481
|
}>, z.ZodObject<{
|
|
482
482
|
type: z.ZodLiteral<"final_transcript">;
|
|
@@ -494,49 +494,49 @@ export declare const sttServerEventSchema: z.ZodDiscriminatedUnion<"type", [z.Zo
|
|
|
494
494
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
495
495
|
}, "strip", z.ZodTypeAny, {
|
|
496
496
|
end: number;
|
|
497
|
+
word: string;
|
|
497
498
|
confidence: number;
|
|
498
499
|
start: number;
|
|
499
|
-
word: string;
|
|
500
500
|
extra?: unknown;
|
|
501
501
|
}, {
|
|
502
502
|
end?: number | undefined;
|
|
503
|
-
|
|
503
|
+
word?: string | undefined;
|
|
504
504
|
confidence?: number | undefined;
|
|
505
505
|
start?: number | undefined;
|
|
506
|
-
|
|
506
|
+
extra?: unknown;
|
|
507
507
|
}>, "many">>>;
|
|
508
508
|
extra: z.ZodOptional<z.ZodNullable<z.ZodUnknown>>;
|
|
509
509
|
}, "strip", z.ZodTypeAny, {
|
|
510
|
-
type: "final_transcript";
|
|
511
|
-
transcript: string;
|
|
512
510
|
language: string;
|
|
511
|
+
transcript: string;
|
|
512
|
+
type: "final_transcript";
|
|
513
513
|
confidence: number;
|
|
514
514
|
start: number;
|
|
515
515
|
duration: number;
|
|
516
516
|
words: {
|
|
517
517
|
end: number;
|
|
518
|
+
word: string;
|
|
518
519
|
confidence: number;
|
|
519
520
|
start: number;
|
|
520
|
-
word: string;
|
|
521
521
|
extra?: unknown;
|
|
522
522
|
}[];
|
|
523
523
|
extra?: unknown;
|
|
524
524
|
session_id?: string | undefined;
|
|
525
525
|
}, {
|
|
526
526
|
type: "final_transcript";
|
|
527
|
-
extra?: unknown;
|
|
528
|
-
transcript?: string | undefined;
|
|
529
527
|
language?: string | undefined;
|
|
528
|
+
transcript?: string | undefined;
|
|
530
529
|
confidence?: number | undefined;
|
|
531
530
|
start?: number | undefined;
|
|
531
|
+
extra?: unknown;
|
|
532
532
|
session_id?: string | undefined;
|
|
533
533
|
duration?: number | undefined;
|
|
534
534
|
words?: {
|
|
535
535
|
end?: number | undefined;
|
|
536
|
-
|
|
536
|
+
word?: string | undefined;
|
|
537
537
|
confidence?: number | undefined;
|
|
538
538
|
start?: number | undefined;
|
|
539
|
-
|
|
539
|
+
extra?: unknown;
|
|
540
540
|
}[] | undefined;
|
|
541
541
|
}>, z.ZodObject<{
|
|
542
542
|
type: z.ZodLiteral<"error">;
|