@unith-ai/core-client 2.0.5 → 2.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -0
- package/dist/index.d.ts +6 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/lib.js +1 -1
- package/dist/lib.js.map +1 -1
- package/dist/lib.module.js +1 -1
- package/dist/lib.module.js.map +1 -1
- package/dist/lib.web.js +212 -136
- package/dist/lib.web.js.map +1 -1
- package/dist/modules/connection.d.ts.map +1 -1
- package/dist/modules/idle-video.d.ts.map +1 -1
- package/dist/modules/microphone.d.ts +3 -3
- package/dist/modules/microphone.d.ts.map +1 -1
- package/dist/modules/video.d.ts +3 -1
- package/dist/modules/video.d.ts.map +1 -1
- package/dist/modules/vp8.d.ts +0 -2
- package/dist/modules/vp8.d.ts.map +1 -1
- package/dist/types/Conversation.d.ts +3 -0
- package/dist/types/Conversation.d.ts.map +1 -1
- package/dist/types/event.d.ts +6 -4
- package/dist/types/event.d.ts.map +1 -1
- package/dist/types/microphone.d.ts +4 -0
- package/dist/types/microphone.d.ts.map +1 -1
- package/dist/utils/microphone.d.ts +2 -7
- package/dist/utils/microphone.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"connection.d.ts","sourceRoot":"","sources":["../../src/modules/connection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAGL,oBAAoB,EACpB,iBAAiB,EAEjB,OAAO,EAEP,kBAAkB,EAClB,aAAa,EAId,MAAM,gBAAgB,CAAC;AAIxB,qBAAa,UAAU;aAwEH,MAAM,EAAE,SAAS;aACjB,MAAM,EAAE,MAAM;WAxEZ,MAAM,CACxB,MAAM,EAAE,yBAAyB,GAChC,OAAO,CAAC,UAAU,CAAC;IA8DtB,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,oBAAoB,CAAqC;IACjE,OAAO,CAAC,oBAAoB,CAAqC;IACjE,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,kBAAkB,CAAmC;IAE7D,OAAO;
|
|
1
|
+
{"version":3,"file":"connection.d.ts","sourceRoot":"","sources":["../../src/modules/connection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAGL,oBAAoB,EACpB,iBAAiB,EAEjB,OAAO,EAEP,kBAAkB,EAClB,aAAa,EAId,MAAM,gBAAgB,CAAC;AAIxB,qBAAa,UAAU;aAwEH,MAAM,EAAE,SAAS;aACjB,MAAM,EAAE,MAAM;WAxEZ,MAAM,CACxB,MAAM,EAAE,yBAAyB,GAChC,OAAO,CAAC,UAAU,CAAC;IA8DtB,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,oBAAoB,CAAqC;IACjE,OAAO,CAAC,oBAAoB,CAAqC;IACjE,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,kBAAkB,CAAmC;IAE7D,OAAO;IAoEP,OAAO,CAAC,UAAU;IAOX,KAAK;IAIL,WAAW,CAAC,OAAO,EAAE,OAAO;IAQ5B,aAAa,CAAC,OAAO,EAAE,aAAa;IAUpC,UAAU,CAAC,QAAQ,EAAE,kBAAkB;IAIvC,SAAS,CAAC,QAAQ,EAAE,iBAAiB;IAcrC,YAAY,CAAC,QAAQ,EAAE,oBAAoB;CAWnD"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"idle-video.d.ts","sourceRoot":"","sources":["../../src/modules/idle-video.ts"],"names":[],"mappings":"AAEA,qBAAa,SAAS;aAEF,eAAe,EAAE,MAAM;aACvB,OAAO,EAAE,MAAM;gBADf,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,MAAM;WAGb,YAAY,CAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"idle-video.d.ts","sourceRoot":"","sources":["../../src/modules/idle-video.ts"],"names":[],"mappings":"AAEA,qBAAa,SAAS;aAEF,eAAe,EAAE,MAAM;aACvB,OAAO,EAAE,MAAM;gBADf,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,MAAM;WAGb,YAAY,CAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,SAAS,CAAC;IAyBR,YAAY,CACvB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC;mBAwBG,cAAc;CA0BpC"}
|
|
@@ -7,7 +7,7 @@ export declare class Microphone {
|
|
|
7
7
|
elevenLabsOptions: ElevenLabsOptions;
|
|
8
8
|
user: User;
|
|
9
9
|
private readonly headInfo;
|
|
10
|
-
|
|
10
|
+
voiceInterruptions: boolean;
|
|
11
11
|
private microphoneStatus;
|
|
12
12
|
private microphoneAccess;
|
|
13
13
|
private recognizer;
|
|
@@ -26,8 +26,8 @@ export declare class Microphone {
|
|
|
26
26
|
* @param sendMessage
|
|
27
27
|
* @returns
|
|
28
28
|
*/
|
|
29
|
-
static initializeMicrophone(options: MicrophoneEvents, provider: MicrophoneProvider, elevenLabsOptions: ElevenLabsOptions, user: User, headInfo: HeadType, microphoneAccess: boolean,
|
|
30
|
-
constructor(provider: MicrophoneProvider, options: MicrophoneEvents, elevenLabsOptions: ElevenLabsOptions, user: User, headInfo: HeadType, microphoneAccess: boolean, token: MicTokenResponseType,
|
|
29
|
+
static initializeMicrophone(options: MicrophoneEvents, provider: MicrophoneProvider, elevenLabsOptions: ElevenLabsOptions, user: User, headInfo: HeadType, microphoneAccess: boolean, voiceInterruptions: boolean): Promise<Microphone>;
|
|
30
|
+
constructor(provider: MicrophoneProvider, options: MicrophoneEvents, elevenLabsOptions: ElevenLabsOptions, user: User, headInfo: HeadType, microphoneAccess: boolean, token: MicTokenResponseType, voiceInterruptions: boolean);
|
|
31
31
|
private updateMicrophoneStatus;
|
|
32
32
|
private handleRecognitionResult;
|
|
33
33
|
private startAzureMicrophone;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/modules/microphone.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/modules/microphone.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAc9B,qBAAa,UAAU;IA4DZ,QAAQ,EAAE,kBAAkB;IAC5B,OAAO,EAAE,gBAAgB;IACzB,iBAAiB,EAAE,iBAAiB;IACpC,IAAI,EAAE,IAAI;IACjB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAGlB,kBAAkB,EAAE,OAAO;IAlEpC,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,QAAQ,CAId;IACF,OAAO,CAAC,OAAO,CAA6D;IAE5E;;;;;;;;;;;OAWG;WACiB,oBAAoB,CACtC,OAAO,EAAE,gBAAgB,EACzB,QAAQ,EAAE,kBAAkB,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,QAAQ,EAClB,gBAAgB,EAAE,OAAO,EACzB,kBAAkB,EAAE,OAAO,GAC1B,OAAO,CAAC,UAAU,CAAC;gBA4Bb,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,gBAAgB,EACzB,iBAAiB,EAAE,iBAAiB,EACpC,IAAI,EAAE,IAAI,EACA,QAAQ,EAAE,QAAQ,EACnC,gBAAgB,EAAE,OAAO,EACzB,KAAK,EAAE,oBAAoB,EACpB,kBAAkB,EAAE,OAAO;IAWpC,OAAO,CAAC,sBAAsB;IAK9B,OAAO,CAAC,uBAAuB;YAOjB,oBAAoB;YA4GpB,mBAAmB;YAenB,yBAAyB;YAmEzB,wBAAwB;IAetC;;OAEG;IACU,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B9C;;OAEG;IACI,MAAM;CAGd"}
|
package/dist/modules/video.d.ts
CHANGED
|
@@ -20,6 +20,7 @@ export declare class VideoOutput {
|
|
|
20
20
|
private bufferCheckAnimationId;
|
|
21
21
|
private lastBufferCheckTime;
|
|
22
22
|
private sessionStarted;
|
|
23
|
+
private isRestoringIdleVideo;
|
|
23
24
|
private isShowingCachedVideo;
|
|
24
25
|
private onIdleVideoShown?;
|
|
25
26
|
private onIdleVideoHidden?;
|
|
@@ -41,6 +42,7 @@ export declare class VideoOutput {
|
|
|
41
42
|
startBufferMonitoring(): void;
|
|
42
43
|
toggleCacheVideoMute(): void;
|
|
43
44
|
playCachedVideo(cachedVideoUrl: string): Promise<void>;
|
|
45
|
+
stopCachedVideo(): Promise<void>;
|
|
44
46
|
private crossfadeFromIdleToCached;
|
|
45
47
|
private crossfadeFromCachedToIdle;
|
|
46
48
|
private cleanupCachedVideo;
|
|
@@ -51,12 +53,12 @@ export declare class VideoOutput {
|
|
|
51
53
|
onIdleVideoHidden?: () => void;
|
|
52
54
|
}): void;
|
|
53
55
|
getStreamingStatus(): boolean;
|
|
56
|
+
isPlayingCachedVideo(): boolean;
|
|
54
57
|
showIdleVideo(): Promise<void>;
|
|
55
58
|
showIdleVideoAfterStream(): Promise<void>;
|
|
56
59
|
addFrame(frameData: Blob | ArrayBuffer, timeStamp: number, isKeyframe?: boolean): Promise<void>;
|
|
57
60
|
clearFrame(): void;
|
|
58
61
|
toggleStream(status: boolean): Promise<void>;
|
|
59
|
-
interrupt(fadeOut?: boolean): void;
|
|
60
62
|
destroy(): void;
|
|
61
63
|
}
|
|
62
64
|
//# sourceMappingURL=video.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../src/modules/video.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,iBAAiB,EAEjB,mBAAmB,EACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,SAAS,CAAiC;IAClD,OAAO,CAAC,WAAW,CAAiC;IACpD,OAAO,CAAC,eAAe,CAAgC;IAGvD,OAAO,CAAC,qBAAqB,CAAoC;IACjE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAC1C,OAAO,CAAC,eAAe,CAAkB;IAGzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,cAAc,CAAkB;
|
|
1
|
+
{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../src/modules/video.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,iBAAiB,EAEjB,mBAAmB,EACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,SAAS,CAAiC;IAClD,OAAO,CAAC,WAAW,CAAiC;IACpD,OAAO,CAAC,eAAe,CAAgC;IAGvD,OAAO,CAAC,qBAAqB,CAAoC;IACjE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAC1C,OAAO,CAAC,eAAe,CAAkB;IAGzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,oBAAoB,CAAkB;IAG9C,OAAO,CAAC,oBAAoB,CAAkB;IAG9C,OAAO,CAAC,gBAAgB,CAAC,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAC,CAAa;IAEvC,OAAO,CAAC,uBAAuB,CAA6B;IAC5D,OAAO,CAAC,qBAAqB,CAA6B;WAEtC,iBAAiB,CACnC,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GAAG;QAC1B,OAAO,CAAC,EAAE,iBAAiB,CAAC;QAC5B,SAAS,EAAE,eAAe,CAAC;QAC3B,UAAU,EAAE,mBAAmB,CAAC;KACjC;IAiBH,OAAO;YAWO,cAAc;YA2Cd,gBAAgB;IA4BvB,eAAe,CAAC,qBAAqB,EAAE,MAAM,IAAI,GAAG,IAAI;IAIxD,aAAa,CAAC,mBAAmB,EAAE,MAAM,IAAI,GAAG,IAAI;IAIpD,cAAc,CAAC,IAAI,UAAQ,GAAG,IAAI;IAMlC,oBAAoB,IAAI,IAAI;IAS5B,eAAe,IAAI,MAAM;IAIzB,qBAAqB,IAAI,IAAI;IA6B7B,oBAAoB,IAAI,IAAI;IAMtB,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2DtD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;YAgB/B,yBAAyB;YA4BzB,yBAAyB;YA+BzB,kBAAkB;IAUhC,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,yBAAyB;IAS1B,iBAAiB,CAAC,SAAS,EAAE;QAClC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;QAC9B,iBAAiB,CAAC,EAAE,MAAM,IAAI,CAAC;KAChC,GAAG,IAAI;IAKD,kBAAkB,IAAI,OAAO;IAI7B,oBAAoB,IAAI,OAAO;IAIzB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB9B,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBzC,QAAQ,CACnB,SAAS,EAAE,IAAI,GAAG,WAAW,EAC7B,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,OAAO,GACnB,OAAO,CAAC,IAAI,CAAC;IAST,UAAU,IAAI,IAAI;IAMZ,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlD,OAAO,IAAI,IAAI;CAqBvB"}
|
package/dist/modules/vp8.d.ts
CHANGED
|
@@ -27,7 +27,6 @@ export declare class Vp8VideoOutput {
|
|
|
27
27
|
addFrame(frameData: Uint8Array<ArrayBuffer>, timestamp: number, isKeyframe?: boolean): Promise<void>;
|
|
28
28
|
toggleStream(status: boolean): Promise<void>;
|
|
29
29
|
clearFrame(): void;
|
|
30
|
-
interrupt(fadeOut?: boolean): void;
|
|
31
30
|
destroy(): void;
|
|
32
31
|
getState(): VideoState;
|
|
33
32
|
startRenderingStreamingVideo(init: boolean): void;
|
|
@@ -36,7 +35,6 @@ export declare class Vp8VideoOutput {
|
|
|
36
35
|
private decodeVP8Frame;
|
|
37
36
|
private renderVideoFrame;
|
|
38
37
|
private clearCanvas;
|
|
39
|
-
private fadeOutCanvas;
|
|
40
38
|
private setupContextLossHandling;
|
|
41
39
|
}
|
|
42
40
|
//# sourceMappingURL=vp8.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vp8.d.ts","sourceRoot":"","sources":["../../src/modules/vp8.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,UAAU,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAExE,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,cAAc,CAA+B;IAGrD,OAAO,CAAC,OAAO,CAA6B;IAG5C,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,SAAS,CAAa;IAI9B,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAGtC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,UAAU,CAAkB;IAGpC,OAAO,CAAC,UAAU,CAGhB;IAGF,OAAO,CAAC,iBAAiB,CAAoC;IAC7D,OAAO,CAAC,oBAAoB,CAAoC;IAEhE,OAAO;WAoBa,MAAM,CACxB,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,cAAc,CAAC;YAsCZ,iBAAiB;IAkC/B,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,YAAY,CAelB;IAEK,eAAe,IAAI,MAAM;IAIzB,kBAAkB,IAAI,OAAO;IAIvB,QAAQ,CACnB,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,EAClC,SAAS,EAAE,MAAM,EACjB,UAAU,GAAE,OAAe,GAC1B,OAAO,CAAC,IAAI,CAAC;IAoCH,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,UAAU,IAAI,IAAI;
|
|
1
|
+
{"version":3,"file":"vp8.d.ts","sourceRoot":"","sources":["../../src/modules/vp8.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,UAAU,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAExE,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,cAAc,CAA+B;IAGrD,OAAO,CAAC,OAAO,CAA6B;IAG5C,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,SAAS,CAAa;IAI9B,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAGtC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,UAAU,CAAkB;IAGpC,OAAO,CAAC,UAAU,CAGhB;IAGF,OAAO,CAAC,iBAAiB,CAAoC;IAC7D,OAAO,CAAC,oBAAoB,CAAoC;IAEhE,OAAO;WAoBa,MAAM,CACxB,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,cAAc,CAAC;YAsCZ,iBAAiB;IAkC/B,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,YAAY,CAelB;IAEK,eAAe,IAAI,MAAM;IAIzB,kBAAkB,IAAI,OAAO;IAIvB,QAAQ,CACnB,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,EAClC,SAAS,EAAE,MAAM,EACjB,UAAU,GAAE,OAAe,GAC1B,OAAO,CAAC,IAAI,CAAC;IAoCH,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,UAAU,IAAI,IAAI;IAuClB,OAAO,IAAI,IAAI;IAoCf,QAAQ,IAAI,UAAU;IAItB,4BAA4B,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IASxD,OAAO,CAAC,MAAM;YAwBA,gBAAgB;YAkChB,cAAc;IAgB5B,OAAO,CAAC,gBAAgB;IAiCxB,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,wBAAwB;CAmBjC"}
|
|
@@ -13,6 +13,7 @@ export type DigitalHumanOptions = {
|
|
|
13
13
|
language?: Language;
|
|
14
14
|
allowWakeLock?: boolean;
|
|
15
15
|
fadeTransitionsType?: VideoTransitionType;
|
|
16
|
+
voiceInterruptions?: boolean;
|
|
16
17
|
};
|
|
17
18
|
export type HeadOptions = {
|
|
18
19
|
orgId: string;
|
|
@@ -52,12 +53,14 @@ export type ConversationEvents = {
|
|
|
52
53
|
onSpeakingStart: () => void;
|
|
53
54
|
onSpeakingEnd: () => void;
|
|
54
55
|
onStoppingEnd: () => void;
|
|
56
|
+
onStoppingStart: () => void;
|
|
55
57
|
onKeepSession: (prop: KeepSessionEventData) => void;
|
|
56
58
|
onError: (prop: {
|
|
57
59
|
message: string;
|
|
58
60
|
endConversation: boolean;
|
|
59
61
|
type: "toast" | "modal" | "silent";
|
|
60
62
|
}) => void;
|
|
63
|
+
onHighDemand: () => void;
|
|
61
64
|
};
|
|
62
65
|
export type ConversationMode = "chat" | "audio" | "video" | "default";
|
|
63
66
|
export type Role = "user" | "ai";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Conversation.d.ts","sourceRoot":"","sources":["../../src/types/Conversation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAGL,gBAAgB,EAChB,oBAAoB,EAErB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAY,MAAM,QAAQ,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAC;AAE5C,MAAM,MAAM,QAAQ,GAChB,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,CAAC;AAEZ,MAAM,MAAM,MAAM,GACd,YAAY,GACZ,WAAW,GACX,eAAe,GACf,cAAc,CAAC;AAEnB,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"Conversation.d.ts","sourceRoot":"","sources":["../../src/types/Conversation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAGL,gBAAgB,EAChB,oBAAoB,EAErB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAY,MAAM,QAAQ,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAC;AAE5C,MAAM,MAAM,QAAQ,GAChB,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,CAAC;AAEZ,MAAM,MAAM,MAAM,GACd,YAAY,GACZ,WAAW,GACX,eAAe,GACf,cAAc,CAAC;AAEnB,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,mBAAmB,GAAG,WAAW,CAAC;AAEpE,MAAM,MAAM,cAAc,GAAG;IAC3B,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,cAAc,EAAE,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACnD,SAAS,EAAE,CAAC,IAAI,EAAE;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,eAAe,CAAC;QAC1B,gBAAgB,EAAE,OAAO,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX,YAAY,EAAE,oBAAoB,CAAC;IACnC,SAAS,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC5C,aAAa,EAAE,CAAC,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,IAAI,CAAC;IACtB,kBAAkB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,eAAe,EAAE,MAAM,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,eAAe,EAAE,MAAM,IAAI,CAAC;IAC5B,aAAa,EAAE,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACpD,OAAO,EAAE,CAAC,IAAI,EAAE;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,OAAO,CAAC;QACzB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;KACpC,KAAK,IAAI,CAAC;IACX,YAAY,EAAE,MAAM,IAAI,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;AAEtE,MAAM,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAEjC,MAAM,MAAM,IAAI,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,KAAK,CAAC;AAE1C,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC"}
|
package/dist/types/event.d.ts
CHANGED
|
@@ -13,14 +13,16 @@ export declare enum EventType {
|
|
|
13
13
|
STREAMING = "streaming",
|
|
14
14
|
PING = "ping",
|
|
15
15
|
PONG = "pong",
|
|
16
|
-
BINARY = "binary"
|
|
16
|
+
BINARY = "binary",
|
|
17
|
+
STOP = "stop"
|
|
17
18
|
}
|
|
18
19
|
export declare enum StreamingEventType {
|
|
19
20
|
VIDEO_FRAME = "video_frame",
|
|
20
21
|
AUDIO_FRAME = "audio_frame",
|
|
21
22
|
METADATA = "metadata",
|
|
22
23
|
ERROR = "error",
|
|
23
|
-
CACHE = "cache"
|
|
24
|
+
CACHE = "cache",
|
|
25
|
+
STOP = "stop"
|
|
24
26
|
}
|
|
25
27
|
export interface Message {
|
|
26
28
|
id: number;
|
|
@@ -30,7 +32,7 @@ export interface Message {
|
|
|
30
32
|
isSent: boolean;
|
|
31
33
|
user_id: string;
|
|
32
34
|
username?: string;
|
|
33
|
-
event: EventType.TEXT | EventType.KEEP_SESSION;
|
|
35
|
+
event: EventType.TEXT | EventType.KEEP_SESSION | EventType.STOP;
|
|
34
36
|
session_id?: string;
|
|
35
37
|
visible: boolean;
|
|
36
38
|
}
|
|
@@ -91,7 +93,7 @@ export type StreamingEventData = {
|
|
|
91
93
|
type: StreamingEventType;
|
|
92
94
|
video_url?: string;
|
|
93
95
|
text?: string;
|
|
94
|
-
error_type?: "resource_exhausted" | "deadline_exceeded" | "inactivity_timeout";
|
|
96
|
+
error_type?: "resource_exhausted" | "deadline_exceeded" | "inactivity_timeout" | "canceled";
|
|
95
97
|
format?: "jpeg" | "wav";
|
|
96
98
|
frame_data?: string;
|
|
97
99
|
height?: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"event.d.ts","sourceRoot":"","sources":["../../src/types/event.ts"],"names":[],"mappings":"AAAA,oBAAY,SAAS;IACnB,IAAI,SAAS;IACb,gBAAgB,qBAAqB;IACrC,IAAI,SAAS;IACb,KAAK,UAAU;IACf,QAAQ,YAAY;IACpB,mBAAmB,wBAAwB;IAC3C,SAAS,2BAA2B;IACpC,MAAM,WAAW;IACjB,eAAe,oBAAoB;IACnC,YAAY,iBAAiB;IAC7B,QAAQ,aAAa;IACrB,SAAS,cAAc;IACvB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,MAAM,WAAW;
|
|
1
|
+
{"version":3,"file":"event.d.ts","sourceRoot":"","sources":["../../src/types/event.ts"],"names":[],"mappings":"AAAA,oBAAY,SAAS;IACnB,IAAI,SAAS;IACb,gBAAgB,qBAAqB;IACrC,IAAI,SAAS;IACb,KAAK,UAAU;IACf,QAAQ,YAAY;IACpB,mBAAmB,wBAAwB;IAC3C,SAAS,2BAA2B;IACpC,MAAM,WAAW;IACjB,eAAe,oBAAoB;IACnC,YAAY,iBAAiB;IAC7B,QAAQ,aAAa;IACrB,SAAS,cAAc;IACvB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,IAAI,SAAS;CACd;AAED,oBAAY,kBAAkB;IAC5B,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;IAC3B,QAAQ,aAAa;IACrB,KAAK,UAAU;IACf,KAAK,UAAU;IACf,IAAI,SAAS;CACd;AACD,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC;IAEhE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,SAAS,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,IAAI,CAAC;AAExC,MAAM,MAAM,aAAa,GAAG;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,WAAW,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAGF,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,kBAAkB,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EACP,oBAAoB,GACpB,mBAAmB,GACnB,oBAAoB,GACpB,UAAU,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,SAAS,EAAE,IAAI,CAAC;IAChB,MAAM,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,mBAAmB,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,IAC7D,CAAC,SAAS,SAAS,CAAC,MAAM,GACtB,eAAe,GAAG,eAAe,GACjC,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,QAAQ,GAC1B,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,gBAAgB,GAClC,eAAe,GAAG,wBAAwB,GAC1C,CAAC,SAAS,SAAS,CAAC,SAAS,GAC3B,eAAe,GAAG,kBAAkB,GACpC,CAAC,SAAS,SAAS,CAAC,QAAQ,GAC1B,eAAe,GAAG,gBAAgB,GAClC,CAAC,SAAS,SAAS,CAAC,eAAe,GACjC,eAAe,GAAG,gBAAgB,GAClC,CAAC,SAAS,SAAS,CAAC,YAAY,GAC9B,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,SAAS,GAC3B,eAAe,GAAG,kBAAkB,GACpC,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,MAAM,GACxB,eAAe,GAAG,eAAe,GACjC,eAAe,CAAC;AAE9C,MAAM,MAAM,sBAAsB,GAC9B,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,GACvC,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,GACxC,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,GACrC,mBAAmB,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAC/C,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,GACvC,mBAAmB,CAAC,SAAS,CAAC,eAAe,CAAC,GAC9C,mBAAmB,CAAC,SAAS,CAAC,YAAY,CAAC,GAC3C,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,GACxC,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,GACrC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,CAAC,eAAe,GAAG;IACjB,KAAK,EAAE,OAAO,CACZ,SAAS,EACP,SAAS,CAAC,IAAI,GACd,SAAS,CAAC,IAAI,GACd,SAAS,CAAC,gBAAgB,GAC1B,SAAS,CAAC,QAAQ,GAClB,SAAS,CAAC,eAAe,GACzB,SAAS,CAAC,SAAS,GACnB,SAAS,CAAC,MAAM,GAChB,SAAS,CAAC,QAAQ,GAClB,SAAS,CAAC,SAAS,GACnB,SAAS,CAAC,IAAI,GACd,SAAS,CAAC,YAAY,GACtB,SAAS,CAAC,MAAM,CACnB,CAAC;CACH,CAAC,CAAC;AAEP,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,KAAK,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,CAAC;AAC3E,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,CAAC;AACxE,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;AAGhE,wBAAgB,WAAW,CACzB,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAE9C;AAED,wBAAgB,WAAW,CACzB,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAE9C;AAED,wBAAgB,eAAe,CAC7B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAElD;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,CAEnD;AACD,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,CAKnD;AACD,wBAAgB,aAAa,CAC3B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,CAEhD;AAED,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAE1D;AAED,wBAAgB,WAAW,CACzB,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAE9C;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,eAAe,CAAC,CAEzD;AAED,wBAAgB,cAAc,CAC5B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAElD;AAED,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,YAAY,CAAC,CAEtD"}
|
|
@@ -8,6 +8,9 @@ export type MicrophoneEvents = {
|
|
|
8
8
|
onMicrophoneSpeechRecognitionResult: (prop: {
|
|
9
9
|
transcript: string;
|
|
10
10
|
}) => void;
|
|
11
|
+
onMicrophonePartialSpeechRecognitionResult: (prop: {
|
|
12
|
+
transcript: string;
|
|
13
|
+
}) => void;
|
|
11
14
|
};
|
|
12
15
|
export type MicrophoneProvider = "azure" | "custom" | "eleven_labs";
|
|
13
16
|
export type MicrophoneStatus = "ON" | "OFF" | "PROCESSING";
|
|
@@ -17,6 +20,7 @@ export type ElevenLabsOptions = {
|
|
|
17
20
|
vadThreshold: number;
|
|
18
21
|
minSpeechDurationMs: number;
|
|
19
22
|
minSilenceDurationMs: number;
|
|
23
|
+
disableDynamicSpeechRecognition?: boolean;
|
|
20
24
|
};
|
|
21
25
|
export type MicTokenResponseType = {
|
|
22
26
|
token: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/types/microphone.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,iBAAiB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACvD,wBAAwB,EAAE,CAAC,IAAI,EAAE;QAC/B,MAAM,EAAE,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;KACrC,KAAK,IAAI,CAAC;IACX,mCAAmC,EAAE,CAAC,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/types/microphone.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,iBAAiB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACvD,wBAAwB,EAAE,CAAC,IAAI,EAAE;QAC/B,MAAM,EAAE,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;KACrC,KAAK,IAAI,CAAC;IACX,mCAAmC,EAAE,CAAC,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC5E,0CAA0C,EAAE,CAAC,IAAI,EAAE;QACjD,UAAU,EAAE,MAAM,CAAC;KACpB,KAAK,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,QAAQ,GAAG,aAAa,CAAC;AACpE,MAAM,MAAM,gBAAgB,GAAG,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,uBAAuB,EAAE,MAAM,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,+BAA+B,CAAC,EAAE,OAAO,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { ElevenLabsOptions } from "../types/microphone";
|
|
1
2
|
export type AsrTokenType = {
|
|
2
3
|
exp: number;
|
|
3
4
|
};
|
|
@@ -5,13 +6,7 @@ export declare function getAsrToken(orgId: string, headId: string): Promise<{
|
|
|
5
6
|
token: string;
|
|
6
7
|
region: string;
|
|
7
8
|
}>;
|
|
8
|
-
export declare const defaultElevenLabsOptions:
|
|
9
|
-
vadSilenceThresholdSecs: number;
|
|
10
|
-
noiseSuppression: boolean;
|
|
11
|
-
vadThreshold: number;
|
|
12
|
-
minSpeechDurationMs: number;
|
|
13
|
-
minSilenceDurationMs: number;
|
|
14
|
-
};
|
|
9
|
+
export declare const defaultElevenLabsOptions: ElevenLabsOptions;
|
|
15
10
|
/**
|
|
16
11
|
* Extracts ISO 639-1 or ISO 639-3 language code from a language tag
|
|
17
12
|
* @param {string} languageTag - Language tag (e.g., "en-US", "zh-Hans-CN", "en")
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/utils/microphone.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/utils/microphone.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAIxD,MAAM,MAAM,YAAY,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3C,wBAAsB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;;;GAM9D;AAED,eAAO,MAAM,wBAAwB,EAAE,iBAOtC,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,UAelD"}
|