@humeai/voice-embed 0.0.0-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,625 @@
1
+ import * as _humeai_voice from '@humeai/voice';
2
+ import { Config, UserTranscriptMessage, AgentTranscriptMessage } from '@humeai/voice';
3
+ export { AgentTranscriptMessage, Config, EmotionScores, JSONMessage, LanguageModelOption, UserTranscriptMessage } from '@humeai/voice';
4
+ import { z } from 'zod';
5
+
6
+ type EmbeddedVoiceConfig = {
7
+ rendererUrl: string;
8
+ } & Config;
9
+ type TranscriptMessageHandler = (message: UserTranscriptMessage | AgentTranscriptMessage) => void;
10
+ type CloseHandler = () => void;
11
+ declare class EmbeddedVoice {
12
+ private iframe;
13
+ private isMounted;
14
+ private managedContainer;
15
+ private config;
16
+ private onMessage;
17
+ private onClose;
18
+ private constructor();
19
+ static create({ rendererUrl, onMessage, onClose, ...config }: Partial<EmbeddedVoiceConfig> & {
20
+ onMessage?: TranscriptMessageHandler;
21
+ onClose?: CloseHandler;
22
+ } & NonNullable<Pick<EmbeddedVoiceConfig, 'auth'>>): EmbeddedVoice;
23
+ mount(container?: HTMLElement): () => void;
24
+ private createContainer;
25
+ private createIframe;
26
+ private messageHandler;
27
+ openEmbed(): void;
28
+ private sendConfigObject;
29
+ private sendWindowSize;
30
+ private sendMessageToFrame;
31
+ private showIframe;
32
+ private hideIframe;
33
+ private resizeIframe;
34
+ }
35
+
36
+ declare const WindowDimensionsSchema: z.ZodObject<{
37
+ width: z.ZodNumber;
38
+ height: z.ZodNumber;
39
+ }, "strip", z.ZodTypeAny, {
40
+ width: number;
41
+ height: number;
42
+ }, {
43
+ width: number;
44
+ height: number;
45
+ }>;
46
+ type WindowDimensions = z.infer<typeof WindowDimensionsSchema>;
47
+ declare const ClientToFrameActionSchema: z.ZodUnion<[z.ZodObject<{
48
+ type: z.ZodLiteral<"update_config">;
49
+ payload: z.ZodObject<{
50
+ auth: z.ZodUnion<[z.ZodObject<{
51
+ type: z.ZodLiteral<"apiKey">;
52
+ value: z.ZodString;
53
+ }, "strip", z.ZodTypeAny, {
54
+ type: "apiKey";
55
+ value: string;
56
+ }, {
57
+ type: "apiKey";
58
+ value: string;
59
+ }>, z.ZodObject<{
60
+ type: z.ZodLiteral<"accessToken">;
61
+ value: z.ZodString;
62
+ }, "strip", z.ZodTypeAny, {
63
+ type: "accessToken";
64
+ value: string;
65
+ }, {
66
+ type: "accessToken";
67
+ value: string;
68
+ }>]>;
69
+ hostname: z.ZodString;
70
+ channels: z.ZodOptional<z.ZodNativeEnum<typeof _humeai_voice.Channels>>;
71
+ sampleRate: z.ZodOptional<z.ZodNumber>;
72
+ tts: z.ZodDefault<z.ZodOptional<z.ZodNativeEnum<typeof _humeai_voice.TTSService>>>;
73
+ speedRatio: z.ZodOptional<z.ZodNumber>;
74
+ reconnectAttempts: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
75
+ debug: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
76
+ systemPrompt: z.ZodOptional<z.ZodString>;
77
+ configId: z.ZodOptional<z.ZodString>;
78
+ languageModel: z.ZodOptional<z.ZodNativeEnum<typeof _humeai_voice.LanguageModelOption>>;
79
+ }, "strip", z.ZodTypeAny, {
80
+ auth: {
81
+ type: "apiKey";
82
+ value: string;
83
+ } | {
84
+ type: "accessToken";
85
+ value: string;
86
+ };
87
+ hostname: string;
88
+ tts: _humeai_voice.TTSService;
89
+ reconnectAttempts: number;
90
+ debug: boolean;
91
+ channels?: _humeai_voice.Channels | undefined;
92
+ sampleRate?: number | undefined;
93
+ speedRatio?: number | undefined;
94
+ systemPrompt?: string | undefined;
95
+ configId?: string | undefined;
96
+ languageModel?: _humeai_voice.LanguageModelOption | undefined;
97
+ }, {
98
+ auth: {
99
+ type: "apiKey";
100
+ value: string;
101
+ } | {
102
+ type: "accessToken";
103
+ value: string;
104
+ };
105
+ hostname: string;
106
+ channels?: _humeai_voice.Channels | undefined;
107
+ sampleRate?: number | undefined;
108
+ tts?: _humeai_voice.TTSService | undefined;
109
+ speedRatio?: number | undefined;
110
+ reconnectAttempts?: number | undefined;
111
+ debug?: boolean | undefined;
112
+ systemPrompt?: string | undefined;
113
+ configId?: string | undefined;
114
+ languageModel?: _humeai_voice.LanguageModelOption | undefined;
115
+ }>;
116
+ }, "strip", z.ZodTypeAny, {
117
+ type: "update_config";
118
+ payload: {
119
+ auth: {
120
+ type: "apiKey";
121
+ value: string;
122
+ } | {
123
+ type: "accessToken";
124
+ value: string;
125
+ };
126
+ hostname: string;
127
+ tts: _humeai_voice.TTSService;
128
+ reconnectAttempts: number;
129
+ debug: boolean;
130
+ channels?: _humeai_voice.Channels | undefined;
131
+ sampleRate?: number | undefined;
132
+ speedRatio?: number | undefined;
133
+ systemPrompt?: string | undefined;
134
+ configId?: string | undefined;
135
+ languageModel?: _humeai_voice.LanguageModelOption | undefined;
136
+ };
137
+ }, {
138
+ type: "update_config";
139
+ payload: {
140
+ auth: {
141
+ type: "apiKey";
142
+ value: string;
143
+ } | {
144
+ type: "accessToken";
145
+ value: string;
146
+ };
147
+ hostname: string;
148
+ channels?: _humeai_voice.Channels | undefined;
149
+ sampleRate?: number | undefined;
150
+ tts?: _humeai_voice.TTSService | undefined;
151
+ speedRatio?: number | undefined;
152
+ reconnectAttempts?: number | undefined;
153
+ debug?: boolean | undefined;
154
+ systemPrompt?: string | undefined;
155
+ configId?: string | undefined;
156
+ languageModel?: _humeai_voice.LanguageModelOption | undefined;
157
+ };
158
+ }>, z.ZodObject<{
159
+ type: z.ZodLiteral<"cancel">;
160
+ }, "strip", z.ZodTypeAny, {
161
+ type: "cancel";
162
+ }, {
163
+ type: "cancel";
164
+ }>, z.ZodObject<{
165
+ type: z.ZodLiteral<"expand_widget_from_client">;
166
+ payload: z.ZodObject<{
167
+ width: z.ZodNumber;
168
+ height: z.ZodNumber;
169
+ }, "strip", z.ZodTypeAny, {
170
+ width: number;
171
+ height: number;
172
+ }, {
173
+ width: number;
174
+ height: number;
175
+ }>;
176
+ }, "strip", z.ZodTypeAny, {
177
+ type: "expand_widget_from_client";
178
+ payload: {
179
+ width: number;
180
+ height: number;
181
+ };
182
+ }, {
183
+ type: "expand_widget_from_client";
184
+ payload: {
185
+ width: number;
186
+ height: number;
187
+ };
188
+ }>, z.ZodObject<{
189
+ type: z.ZodLiteral<"send_window_size">;
190
+ payload: z.ZodObject<{
191
+ width: z.ZodNumber;
192
+ height: z.ZodNumber;
193
+ }, "strip", z.ZodTypeAny, {
194
+ width: number;
195
+ height: number;
196
+ }, {
197
+ width: number;
198
+ height: number;
199
+ }>;
200
+ }, "strip", z.ZodTypeAny, {
201
+ type: "send_window_size";
202
+ payload: {
203
+ width: number;
204
+ height: number;
205
+ };
206
+ }, {
207
+ type: "send_window_size";
208
+ payload: {
209
+ width: number;
210
+ height: number;
211
+ };
212
+ }>]>;
213
+ type ClientToFrameAction = z.infer<typeof ClientToFrameActionSchema>;
214
+ declare const parseClientToFrameAction: (data: unknown) => Promise<ClientToFrameAction>;
215
+ declare const FrameToClientActionSchema: z.ZodUnion<[z.ZodObject<{
216
+ type: z.ZodLiteral<"expand_widget">;
217
+ }, "strip", z.ZodTypeAny, {
218
+ type: "expand_widget";
219
+ }, {
220
+ type: "expand_widget";
221
+ }>, z.ZodObject<{
222
+ type: z.ZodLiteral<"collapse_widget">;
223
+ }, "strip", z.ZodTypeAny, {
224
+ type: "collapse_widget";
225
+ }, {
226
+ type: "collapse_widget";
227
+ }>, z.ZodObject<{
228
+ type: z.ZodLiteral<"minimize_widget">;
229
+ }, "strip", z.ZodTypeAny, {
230
+ type: "minimize_widget";
231
+ }, {
232
+ type: "minimize_widget";
233
+ }>, z.ZodObject<{
234
+ type: z.ZodLiteral<"widget_iframe_is_ready">;
235
+ }, "strip", z.ZodTypeAny, {
236
+ type: "widget_iframe_is_ready";
237
+ }, {
238
+ type: "widget_iframe_is_ready";
239
+ }>, z.ZodObject<{
240
+ type: z.ZodLiteral<"transcript_message">;
241
+ payload: z.ZodUnion<[z.ZodEffects<z.ZodObject<{
242
+ type: z.ZodLiteral<"user_message">;
243
+ message: z.ZodObject<{
244
+ role: z.ZodLiteral<"user">;
245
+ content: z.ZodString;
246
+ }, "strip", z.ZodTypeAny, {
247
+ role: "user";
248
+ content: string;
249
+ }, {
250
+ role: "user";
251
+ content: string;
252
+ }>;
253
+ models: z.ZodObject<{
254
+ prosody: z.ZodOptional<z.ZodNullable<z.ZodObject<{
255
+ scores: z.ZodRecord<z.ZodString, z.ZodNumber>;
256
+ }, "strip", z.ZodTypeAny, {
257
+ scores: Record<string, number>;
258
+ }, {
259
+ scores: Record<string, number>;
260
+ }>>>;
261
+ time: z.ZodOptional<z.ZodNullable<z.ZodObject<{
262
+ begin: z.ZodNumber;
263
+ end: z.ZodNumber;
264
+ }, "strip", z.ZodTypeAny, {
265
+ begin: number;
266
+ end: number;
267
+ }, {
268
+ begin: number;
269
+ end: number;
270
+ }>>>;
271
+ }, "strip", z.ZodTypeAny, {
272
+ prosody?: {
273
+ scores: Record<string, number>;
274
+ } | null | undefined;
275
+ time?: {
276
+ begin: number;
277
+ end: number;
278
+ } | null | undefined;
279
+ }, {
280
+ prosody?: {
281
+ scores: Record<string, number>;
282
+ } | null | undefined;
283
+ time?: {
284
+ begin: number;
285
+ end: number;
286
+ } | null | undefined;
287
+ }>;
288
+ }, "strip", z.ZodTypeAny, {
289
+ type: "user_message";
290
+ message: {
291
+ role: "user";
292
+ content: string;
293
+ };
294
+ models: {
295
+ prosody?: {
296
+ scores: Record<string, number>;
297
+ } | null | undefined;
298
+ time?: {
299
+ begin: number;
300
+ end: number;
301
+ } | null | undefined;
302
+ };
303
+ }, {
304
+ type: "user_message";
305
+ message: {
306
+ role: "user";
307
+ content: string;
308
+ };
309
+ models: {
310
+ prosody?: {
311
+ scores: Record<string, number>;
312
+ } | null | undefined;
313
+ time?: {
314
+ begin: number;
315
+ end: number;
316
+ } | null | undefined;
317
+ };
318
+ }>, {
319
+ type: "user_message";
320
+ message: {
321
+ role: "user";
322
+ content: string;
323
+ };
324
+ models: {
325
+ prosody?: {
326
+ scores: Record<string, number>;
327
+ } | null | undefined;
328
+ time?: {
329
+ begin: number;
330
+ end: number;
331
+ } | null | undefined;
332
+ };
333
+ } & {
334
+ receivedAt: Date;
335
+ }, {
336
+ type: "user_message";
337
+ message: {
338
+ role: "user";
339
+ content: string;
340
+ };
341
+ models: {
342
+ prosody?: {
343
+ scores: Record<string, number>;
344
+ } | null | undefined;
345
+ time?: {
346
+ begin: number;
347
+ end: number;
348
+ } | null | undefined;
349
+ };
350
+ }>, z.ZodEffects<z.ZodObject<{
351
+ type: z.ZodLiteral<"assistant_message">;
352
+ id: z.ZodString;
353
+ message: z.ZodObject<{
354
+ role: z.ZodLiteral<"assistant">;
355
+ content: z.ZodString;
356
+ }, "strip", z.ZodTypeAny, {
357
+ role: "assistant";
358
+ content: string;
359
+ }, {
360
+ role: "assistant";
361
+ content: string;
362
+ }>;
363
+ models: z.ZodObject<{
364
+ prosody: z.ZodOptional<z.ZodNullable<z.ZodObject<{
365
+ scores: z.ZodRecord<z.ZodString, z.ZodNumber>;
366
+ }, "strip", z.ZodTypeAny, {
367
+ scores: Record<string, number>;
368
+ }, {
369
+ scores: Record<string, number>;
370
+ }>>>;
371
+ time: z.ZodOptional<z.ZodNullable<z.ZodObject<{
372
+ begin: z.ZodNumber;
373
+ end: z.ZodNumber;
374
+ }, "strip", z.ZodTypeAny, {
375
+ begin: number;
376
+ end: number;
377
+ }, {
378
+ begin: number;
379
+ end: number;
380
+ }>>>;
381
+ }, "strip", z.ZodTypeAny, {
382
+ prosody?: {
383
+ scores: Record<string, number>;
384
+ } | null | undefined;
385
+ time?: {
386
+ begin: number;
387
+ end: number;
388
+ } | null | undefined;
389
+ }, {
390
+ prosody?: {
391
+ scores: Record<string, number>;
392
+ } | null | undefined;
393
+ time?: {
394
+ begin: number;
395
+ end: number;
396
+ } | null | undefined;
397
+ }>;
398
+ }, "strip", z.ZodTypeAny, {
399
+ type: "assistant_message";
400
+ message: {
401
+ role: "assistant";
402
+ content: string;
403
+ };
404
+ id: string;
405
+ models: {
406
+ prosody?: {
407
+ scores: Record<string, number>;
408
+ } | null | undefined;
409
+ time?: {
410
+ begin: number;
411
+ end: number;
412
+ } | null | undefined;
413
+ };
414
+ }, {
415
+ type: "assistant_message";
416
+ message: {
417
+ role: "assistant";
418
+ content: string;
419
+ };
420
+ id: string;
421
+ models: {
422
+ prosody?: {
423
+ scores: Record<string, number>;
424
+ } | null | undefined;
425
+ time?: {
426
+ begin: number;
427
+ end: number;
428
+ } | null | undefined;
429
+ };
430
+ }>, {
431
+ type: "assistant_message";
432
+ message: {
433
+ role: "assistant";
434
+ content: string;
435
+ };
436
+ id: string;
437
+ models: {
438
+ prosody?: {
439
+ scores: Record<string, number>;
440
+ } | null | undefined;
441
+ time?: {
442
+ begin: number;
443
+ end: number;
444
+ } | null | undefined;
445
+ };
446
+ } & {
447
+ receivedAt: Date;
448
+ }, {
449
+ type: "assistant_message";
450
+ message: {
451
+ role: "assistant";
452
+ content: string;
453
+ };
454
+ id: string;
455
+ models: {
456
+ prosody?: {
457
+ scores: Record<string, number>;
458
+ } | null | undefined;
459
+ time?: {
460
+ begin: number;
461
+ end: number;
462
+ } | null | undefined;
463
+ };
464
+ }>]>;
465
+ }, "strip", z.ZodTypeAny, {
466
+ type: "transcript_message";
467
+ payload: ({
468
+ type: "user_message";
469
+ message: {
470
+ role: "user";
471
+ content: string;
472
+ };
473
+ models: {
474
+ prosody?: {
475
+ scores: Record<string, number>;
476
+ } | null | undefined;
477
+ time?: {
478
+ begin: number;
479
+ end: number;
480
+ } | null | undefined;
481
+ };
482
+ } & {
483
+ receivedAt: Date;
484
+ }) | ({
485
+ type: "assistant_message";
486
+ message: {
487
+ role: "assistant";
488
+ content: string;
489
+ };
490
+ id: string;
491
+ models: {
492
+ prosody?: {
493
+ scores: Record<string, number>;
494
+ } | null | undefined;
495
+ time?: {
496
+ begin: number;
497
+ end: number;
498
+ } | null | undefined;
499
+ };
500
+ } & {
501
+ receivedAt: Date;
502
+ });
503
+ }, {
504
+ type: "transcript_message";
505
+ payload: {
506
+ type: "user_message";
507
+ message: {
508
+ role: "user";
509
+ content: string;
510
+ };
511
+ models: {
512
+ prosody?: {
513
+ scores: Record<string, number>;
514
+ } | null | undefined;
515
+ time?: {
516
+ begin: number;
517
+ end: number;
518
+ } | null | undefined;
519
+ };
520
+ } | {
521
+ type: "assistant_message";
522
+ message: {
523
+ role: "assistant";
524
+ content: string;
525
+ };
526
+ id: string;
527
+ models: {
528
+ prosody?: {
529
+ scores: Record<string, number>;
530
+ } | null | undefined;
531
+ time?: {
532
+ begin: number;
533
+ end: number;
534
+ } | null | undefined;
535
+ };
536
+ };
537
+ }>, z.ZodObject<{
538
+ type: z.ZodLiteral<"resize_frame">;
539
+ payload: z.ZodObject<{
540
+ width: z.ZodNumber;
541
+ height: z.ZodNumber;
542
+ }, "strip", z.ZodTypeAny, {
543
+ width: number;
544
+ height: number;
545
+ }, {
546
+ width: number;
547
+ height: number;
548
+ }>;
549
+ }, "strip", z.ZodTypeAny, {
550
+ type: "resize_frame";
551
+ payload: {
552
+ width: number;
553
+ height: number;
554
+ };
555
+ }, {
556
+ type: "resize_frame";
557
+ payload: {
558
+ width: number;
559
+ height: number;
560
+ };
561
+ }>]>;
562
+ type FrameToClientAction = z.infer<typeof FrameToClientActionSchema>;
563
+ declare const EXPAND_WIDGET_ACTION: {
564
+ type: "expand_widget";
565
+ };
566
+ declare const COLLAPSE_WIDGET_ACTION: {
567
+ type: "collapse_widget";
568
+ };
569
+ declare const MINIMIZE_WIDGET_ACTION: {
570
+ type: "minimize_widget";
571
+ };
572
+ declare const WIDGET_IFRAME_IS_READY_ACTION: {
573
+ type: "widget_iframe_is_ready";
574
+ };
575
+ declare const TRANSCRIPT_MESSAGE_ACTION: (message: UserTranscriptMessage | AgentTranscriptMessage) => {
576
+ type: "transcript_message";
577
+ payload: ({
578
+ type: "user_message";
579
+ message: {
580
+ role: "user";
581
+ content: string;
582
+ };
583
+ models: {
584
+ prosody?: {
585
+ scores: Record<string, number>;
586
+ } | null | undefined;
587
+ time?: {
588
+ begin: number;
589
+ end: number;
590
+ } | null | undefined;
591
+ };
592
+ } & {
593
+ receivedAt: Date;
594
+ }) | ({
595
+ type: "assistant_message";
596
+ message: {
597
+ role: "assistant";
598
+ content: string;
599
+ };
600
+ id: string;
601
+ models: {
602
+ prosody?: {
603
+ scores: Record<string, number>;
604
+ } | null | undefined;
605
+ time?: {
606
+ begin: number;
607
+ end: number;
608
+ } | null | undefined;
609
+ };
610
+ } & {
611
+ receivedAt: Date;
612
+ });
613
+ };
614
+ declare const RESIZE_FRAME_ACTION: (dimensions: {
615
+ width: number;
616
+ height: number;
617
+ }) => {
618
+ type: "resize_frame";
619
+ payload: {
620
+ width: number;
621
+ height: number;
622
+ };
623
+ };
624
+
625
+ export { COLLAPSE_WIDGET_ACTION, type CloseHandler, EXPAND_WIDGET_ACTION, EmbeddedVoice, type EmbeddedVoiceConfig, type FrameToClientAction, MINIMIZE_WIDGET_ACTION, RESIZE_FRAME_ACTION, TRANSCRIPT_MESSAGE_ACTION, type TranscriptMessageHandler, WIDGET_IFRAME_IS_READY_ACTION, type WindowDimensions, parseClientToFrameAction };