@unith-ai/core-client 2.0.4 → 2.0.5-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -1
- package/dist/index.d.ts +5 -5
- package/dist/index.d.ts.map +1 -1
- package/dist/lib.js +1 -1
- package/dist/lib.js.map +1 -1
- package/dist/lib.modern.js +2 -0
- package/dist/lib.modern.js.map +1 -0
- package/dist/lib.module.js +1 -1
- package/dist/lib.module.js.map +1 -1
- package/dist/lib.web.js +185 -24306
- package/dist/lib.web.js.map +1 -1
- package/dist/microsoft.cognitiveservices.speech.sdk-aac6c80f.js +2 -0
- package/dist/microsoft.cognitiveservices.speech.sdk-aac6c80f.js.map +1 -0
- package/dist/modules/microphone.d.ts +0 -1
- package/dist/modules/microphone.d.ts.map +1 -1
- package/dist/modules/video.d.ts +3 -1
- package/dist/modules/video.d.ts.map +1 -1
- package/dist/modules/vp8.d.ts +0 -2
- package/dist/modules/vp8.d.ts.map +1 -1
- package/dist/types/Conversation.d.ts +1 -0
- package/dist/types/Conversation.d.ts.map +1 -1
- package/dist/types/event.d.ts +6 -4
- package/dist/types/event.d.ts.map +1 -1
- package/dist/types/microphone.d.ts +4 -0
- package/dist/types/microphone.d.ts.map +1 -1
- package/dist/utils/microphone.d.ts +2 -7
- package/dist/utils/microphone.d.ts.map +1 -1
- package/package.json +15 -7
|
@@ -14,7 +14,6 @@ export declare class Microphone {
|
|
|
14
14
|
private connection;
|
|
15
15
|
private tokenObj;
|
|
16
16
|
private micBeep;
|
|
17
|
-
private loadAzureSdk;
|
|
18
17
|
/**
|
|
19
18
|
* This static method initializes the Microphone instance.
|
|
20
19
|
* It gets the tokens from our endpoints and sets up the necessary configurations.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/modules/microphone.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/modules/microphone.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAc9B,qBAAa,UAAU;IA4DZ,QAAQ,EAAE,kBAAkB;IAC5B,OAAO,EAAE,gBAAgB;IACzB,iBAAiB,EAAE,iBAAiB;IACpC,IAAI,EAAE,IAAI;IACjB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAGzB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAlE9B,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,QAAQ,CAId;IACF,OAAO,CAAC,OAAO,CAA6D;IAE5E;;;;;;;;;;;OAWG;WACiB,oBAAoB,CACtC,OAAO,EAAE,gBAAgB,EACzB,QAAQ,EAAE,kBAAkB,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,QAAQ,EAClB,gBAAgB,EAAE,OAAO,EACzB,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GACrC,OAAO,CAAC,UAAU,CAAC;gBA4Bb,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,gBAAgB,EACzB,iBAAiB,EAAE,iBAAiB,EACpC,IAAI,EAAE,IAAI,EACA,QAAQ,EAAE,QAAQ,EACnC,gBAAgB,EAAE,OAAO,EACzB,KAAK,EAAE,oBAAoB,EACV,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI;IAWzD,OAAO,CAAC,sBAAsB;IAK9B,OAAO,CAAC,uBAAuB;YAOjB,oBAAoB;YA6GpB,mBAAmB;YAenB,yBAAyB;YA8DzB,wBAAwB;IAetC;;OAEG;IACU,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B9C;;OAEG;IACI,MAAM;CAGd"}
|
package/dist/modules/video.d.ts
CHANGED
|
@@ -20,6 +20,7 @@ export declare class VideoOutput {
|
|
|
20
20
|
private bufferCheckAnimationId;
|
|
21
21
|
private lastBufferCheckTime;
|
|
22
22
|
private sessionStarted;
|
|
23
|
+
private isRestoringIdleVideo;
|
|
23
24
|
private isShowingCachedVideo;
|
|
24
25
|
private onIdleVideoShown?;
|
|
25
26
|
private onIdleVideoHidden?;
|
|
@@ -41,6 +42,7 @@ export declare class VideoOutput {
|
|
|
41
42
|
startBufferMonitoring(): void;
|
|
42
43
|
toggleCacheVideoMute(): void;
|
|
43
44
|
playCachedVideo(cachedVideoUrl: string): Promise<void>;
|
|
45
|
+
stopCachedVideo(): Promise<void>;
|
|
44
46
|
private crossfadeFromIdleToCached;
|
|
45
47
|
private crossfadeFromCachedToIdle;
|
|
46
48
|
private cleanupCachedVideo;
|
|
@@ -51,12 +53,12 @@ export declare class VideoOutput {
|
|
|
51
53
|
onIdleVideoHidden?: () => void;
|
|
52
54
|
}): void;
|
|
53
55
|
getStreamingStatus(): boolean;
|
|
56
|
+
isPlayingCachedVideo(): boolean;
|
|
54
57
|
showIdleVideo(): Promise<void>;
|
|
55
58
|
showIdleVideoAfterStream(): Promise<void>;
|
|
56
59
|
addFrame(frameData: Blob | ArrayBuffer, timeStamp: number, isKeyframe?: boolean): Promise<void>;
|
|
57
60
|
clearFrame(): void;
|
|
58
61
|
toggleStream(status: boolean): Promise<void>;
|
|
59
|
-
interrupt(fadeOut?: boolean): void;
|
|
60
62
|
destroy(): void;
|
|
61
63
|
}
|
|
62
64
|
//# sourceMappingURL=video.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../src/modules/video.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,iBAAiB,EAEjB,mBAAmB,EACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,SAAS,CAAiC;IAClD,OAAO,CAAC,WAAW,CAAiC;IACpD,OAAO,CAAC,eAAe,CAAgC;IAGvD,OAAO,CAAC,qBAAqB,CAAoC;IACjE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAC1C,OAAO,CAAC,eAAe,CAAkB;IAGzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,cAAc,CAAkB;
|
|
1
|
+
{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../src/modules/video.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,iBAAiB,EAEjB,mBAAmB,EACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,SAAS,CAAiC;IAClD,OAAO,CAAC,WAAW,CAAiC;IACpD,OAAO,CAAC,eAAe,CAAgC;IAGvD,OAAO,CAAC,qBAAqB,CAAoC;IACjE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAC1C,OAAO,CAAC,eAAe,CAAkB;IAGzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,oBAAoB,CAAkB;IAG9C,OAAO,CAAC,oBAAoB,CAAkB;IAG9C,OAAO,CAAC,gBAAgB,CAAC,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAC,CAAa;IAEvC,OAAO,CAAC,uBAAuB,CAA6B;IAC5D,OAAO,CAAC,qBAAqB,CAA6B;WAEtC,iBAAiB,CACnC,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GAAG;QAC1B,OAAO,CAAC,EAAE,iBAAiB,CAAC;QAC5B,SAAS,EAAE,eAAe,CAAC;QAC3B,UAAU,EAAE,mBAAmB,CAAC;KACjC;IAiBH,OAAO;YAWO,cAAc;YA2Cd,gBAAgB;IA4BvB,eAAe,CAAC,qBAAqB,EAAE,MAAM,IAAI,GAAG,IAAI;IAIxD,aAAa,CAAC,mBAAmB,EAAE,MAAM,IAAI,GAAG,IAAI;IAIpD,cAAc,CAAC,IAAI,UAAQ,GAAG,IAAI;IAMlC,oBAAoB,IAAI,IAAI;IAS5B,eAAe,IAAI,MAAM;IAIzB,qBAAqB,IAAI,IAAI;IA6B7B,oBAAoB,IAAI,IAAI;IAMtB,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2DtD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;YAgB/B,yBAAyB;YA4BzB,yBAAyB;YA+BzB,kBAAkB;IAUhC,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,yBAAyB;IAS1B,iBAAiB,CAAC,SAAS,EAAE;QAClC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;QAC9B,iBAAiB,CAAC,EAAE,MAAM,IAAI,CAAC;KAChC,GAAG,IAAI;IAKD,kBAAkB,IAAI,OAAO;IAI7B,oBAAoB,IAAI,OAAO;IAIzB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB9B,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBzC,QAAQ,CACnB,SAAS,EAAE,IAAI,GAAG,WAAW,EAC7B,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,OAAO,GACnB,OAAO,CAAC,IAAI,CAAC;IAST,UAAU,IAAI,IAAI;IAMZ,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlD,OAAO,IAAI,IAAI;CAqBvB"}
|
package/dist/modules/vp8.d.ts
CHANGED
|
@@ -27,7 +27,6 @@ export declare class Vp8VideoOutput {
|
|
|
27
27
|
addFrame(frameData: Uint8Array<ArrayBuffer>, timestamp: number, isKeyframe?: boolean): Promise<void>;
|
|
28
28
|
toggleStream(status: boolean): Promise<void>;
|
|
29
29
|
clearFrame(): void;
|
|
30
|
-
interrupt(fadeOut?: boolean): void;
|
|
31
30
|
destroy(): void;
|
|
32
31
|
getState(): VideoState;
|
|
33
32
|
startRenderingStreamingVideo(init: boolean): void;
|
|
@@ -36,7 +35,6 @@ export declare class Vp8VideoOutput {
|
|
|
36
35
|
private decodeVP8Frame;
|
|
37
36
|
private renderVideoFrame;
|
|
38
37
|
private clearCanvas;
|
|
39
|
-
private fadeOutCanvas;
|
|
40
38
|
private setupContextLossHandling;
|
|
41
39
|
}
|
|
42
40
|
//# sourceMappingURL=vp8.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vp8.d.ts","sourceRoot":"","sources":["../../src/modules/vp8.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,UAAU,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAExE,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,cAAc,CAA+B;IAGrD,OAAO,CAAC,OAAO,CAA6B;IAG5C,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,SAAS,CAAa;IAI9B,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAGtC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,UAAU,CAAkB;IAGpC,OAAO,CAAC,UAAU,CAGhB;IAGF,OAAO,CAAC,iBAAiB,CAAoC;IAC7D,OAAO,CAAC,oBAAoB,CAAoC;IAEhE,OAAO;WAoBa,MAAM,CACxB,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,cAAc,CAAC;YAsCZ,iBAAiB;IAkC/B,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,YAAY,CAelB;IAEK,eAAe,IAAI,MAAM;IAIzB,kBAAkB,IAAI,OAAO;IAIvB,QAAQ,CACnB,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,EAClC,SAAS,EAAE,MAAM,EACjB,UAAU,GAAE,OAAe,GAC1B,OAAO,CAAC,IAAI,CAAC;IAoCH,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,UAAU,IAAI,IAAI;
|
|
1
|
+
{"version":3,"file":"vp8.d.ts","sourceRoot":"","sources":["../../src/modules/vp8.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,UAAU,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAExE,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,cAAc,CAA+B;IAGrD,OAAO,CAAC,OAAO,CAA6B;IAG5C,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,SAAS,CAAa;IAI9B,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAGtC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,UAAU,CAAkB;IAGpC,OAAO,CAAC,UAAU,CAGhB;IAGF,OAAO,CAAC,iBAAiB,CAAoC;IAC7D,OAAO,CAAC,oBAAoB,CAAoC;IAEhE,OAAO;WAoBa,MAAM,CACxB,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,cAAc,CAAC;YAsCZ,iBAAiB;IAkC/B,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,YAAY,CAelB;IAEK,eAAe,IAAI,MAAM;IAIzB,kBAAkB,IAAI,OAAO;IAIvB,QAAQ,CACnB,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,EAClC,SAAS,EAAE,MAAM,EACjB,UAAU,GAAE,OAAe,GAC1B,OAAO,CAAC,IAAI,CAAC;IAoCH,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,UAAU,IAAI,IAAI;IAuClB,OAAO,IAAI,IAAI;IAoCf,QAAQ,IAAI,UAAU;IAItB,4BAA4B,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IASxD,OAAO,CAAC,MAAM;YAwBA,gBAAgB;YAkChB,cAAc;IAgB5B,OAAO,CAAC,gBAAgB;IAiCxB,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,wBAAwB;CAmBjC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Conversation.d.ts","sourceRoot":"","sources":["../../src/types/Conversation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAGL,gBAAgB,EAChB,oBAAoB,EAErB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAY,MAAM,QAAQ,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAC;AAE5C,MAAM,MAAM,QAAQ,GAChB,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,CAAC;AAEZ,MAAM,MAAM,MAAM,GACd,YAAY,GACZ,WAAW,GACX,eAAe,GACf,cAAc,CAAC;AAEnB,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,mBAAmB,GAAG,WAAW,CAAC;AAEpE,MAAM,MAAM,cAAc,GAAG;IAC3B,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,cAAc,EAAE,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACnD,SAAS,EAAE,CAAC,IAAI,EAAE;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,eAAe,CAAC;QAC1B,gBAAgB,EAAE,OAAO,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX,YAAY,EAAE,oBAAoB,CAAC;IACnC,SAAS,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC5C,aAAa,EAAE,CAAC,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,IAAI,CAAC;IACtB,kBAAkB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,eAAe,EAAE,MAAM,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,aAAa,EAAE,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACpD,OAAO,EAAE,CAAC,IAAI,EAAE;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,OAAO,CAAC;QACzB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;KACpC,KAAK,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;AAEtE,MAAM,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAEjC,MAAM,MAAM,IAAI,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,KAAK,CAAC;AAE1C,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC"}
|
|
1
|
+
{"version":3,"file":"Conversation.d.ts","sourceRoot":"","sources":["../../src/types/Conversation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAGL,gBAAgB,EAChB,oBAAoB,EAErB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAY,MAAM,QAAQ,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAC;AAE5C,MAAM,MAAM,QAAQ,GAChB,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,CAAC;AAEZ,MAAM,MAAM,MAAM,GACd,YAAY,GACZ,WAAW,GACX,eAAe,GACf,cAAc,CAAC;AAEnB,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,mBAAmB,GAAG,WAAW,CAAC;AAEpE,MAAM,MAAM,cAAc,GAAG;IAC3B,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,cAAc,EAAE,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACnD,SAAS,EAAE,CAAC,IAAI,EAAE;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,eAAe,CAAC;QAC1B,gBAAgB,EAAE,OAAO,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX,YAAY,EAAE,oBAAoB,CAAC;IACnC,SAAS,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC5C,aAAa,EAAE,CAAC,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,IAAI,CAAC;IACtB,kBAAkB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,eAAe,EAAE,MAAM,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,eAAe,EAAE,MAAM,IAAI,CAAC;IAC5B,aAAa,EAAE,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACpD,OAAO,EAAE,CAAC,IAAI,EAAE;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,OAAO,CAAC;QACzB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;KACpC,KAAK,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;AAEtE,MAAM,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAEjC,MAAM,MAAM,IAAI,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,KAAK,CAAC;AAE1C,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC"}
|
package/dist/types/event.d.ts
CHANGED
|
@@ -13,14 +13,16 @@ export declare enum EventType {
|
|
|
13
13
|
STREAMING = "streaming",
|
|
14
14
|
PING = "ping",
|
|
15
15
|
PONG = "pong",
|
|
16
|
-
BINARY = "binary"
|
|
16
|
+
BINARY = "binary",
|
|
17
|
+
STOP = "stop"
|
|
17
18
|
}
|
|
18
19
|
export declare enum StreamingEventType {
|
|
19
20
|
VIDEO_FRAME = "video_frame",
|
|
20
21
|
AUDIO_FRAME = "audio_frame",
|
|
21
22
|
METADATA = "metadata",
|
|
22
23
|
ERROR = "error",
|
|
23
|
-
CACHE = "cache"
|
|
24
|
+
CACHE = "cache",
|
|
25
|
+
STOP = "stop"
|
|
24
26
|
}
|
|
25
27
|
export interface Message {
|
|
26
28
|
id: number;
|
|
@@ -30,7 +32,7 @@ export interface Message {
|
|
|
30
32
|
isSent: boolean;
|
|
31
33
|
user_id: string;
|
|
32
34
|
username?: string;
|
|
33
|
-
event: EventType.TEXT | EventType.KEEP_SESSION;
|
|
35
|
+
event: EventType.TEXT | EventType.KEEP_SESSION | EventType.STOP;
|
|
34
36
|
session_id?: string;
|
|
35
37
|
visible: boolean;
|
|
36
38
|
}
|
|
@@ -91,7 +93,7 @@ export type StreamingEventData = {
|
|
|
91
93
|
type: StreamingEventType;
|
|
92
94
|
video_url?: string;
|
|
93
95
|
text?: string;
|
|
94
|
-
error_type?: "resource_exhausted" | "deadline_exceeded" | "inactivity_timeout";
|
|
96
|
+
error_type?: "resource_exhausted" | "deadline_exceeded" | "inactivity_timeout" | "canceled";
|
|
95
97
|
format?: "jpeg" | "wav";
|
|
96
98
|
frame_data?: string;
|
|
97
99
|
height?: number;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"event.d.ts","sourceRoot":"","sources":["../../src/types/event.ts"],"names":[],"mappings":"AAAA,oBAAY,SAAS;IACnB,IAAI,SAAS;IACb,gBAAgB,qBAAqB;IACrC,IAAI,SAAS;IACb,KAAK,UAAU;IACf,QAAQ,YAAY;IACpB,mBAAmB,wBAAwB;IAC3C,SAAS,2BAA2B;IACpC,MAAM,WAAW;IACjB,eAAe,oBAAoB;IACnC,YAAY,iBAAiB;IAC7B,QAAQ,aAAa;IACrB,SAAS,cAAc;IACvB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,MAAM,WAAW;
|
|
1
|
+
{"version":3,"file":"event.d.ts","sourceRoot":"","sources":["../../src/types/event.ts"],"names":[],"mappings":"AAAA,oBAAY,SAAS;IACnB,IAAI,SAAS;IACb,gBAAgB,qBAAqB;IACrC,IAAI,SAAS;IACb,KAAK,UAAU;IACf,QAAQ,YAAY;IACpB,mBAAmB,wBAAwB;IAC3C,SAAS,2BAA2B;IACpC,MAAM,WAAW;IACjB,eAAe,oBAAoB;IACnC,YAAY,iBAAiB;IAC7B,QAAQ,aAAa;IACrB,SAAS,cAAc;IACvB,IAAI,SAAS;IACb,IAAI,SAAS;IACb,MAAM,WAAW;IACjB,IAAI,SAAS;CACd;AAED,oBAAY,kBAAkB;IAC5B,WAAW,gBAAgB;IAC3B,WAAW,gBAAgB;IAC3B,QAAQ,aAAa;IACrB,KAAK,UAAU;IACf,KAAK,UAAU;IACf,IAAI,SAAS;CACd;AACD,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC;IAEhE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,SAAS,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,IAAI,CAAC;AAExC,MAAM,MAAM,aAAa,GAAG;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,EAAE,WAAW,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAGF,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,IAAI,EAAE,kBAAkB,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EACP,oBAAoB,GACpB,mBAAmB,GACnB,oBAAoB,GACpB,UAAU,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,SAAS,EAAE,IAAI,CAAC;IAChB,MAAM,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,mBAAmB,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,IAC7D,CAAC,SAAS,SAAS,CAAC,MAAM,GACtB,eAAe,GAAG,eAAe,GACjC,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,QAAQ,GAC1B,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,gBAAgB,GAClC,eAAe,GAAG,wBAAwB,GAC1C,CAAC,SAAS,SAAS,CAAC,SAAS,GAC3B,eAAe,GAAG,kBAAkB,GACpC,CAAC,SAAS,SAAS,CAAC,QAAQ,GAC1B,eAAe,GAAG,gBAAgB,GAClC,CAAC,SAAS,SAAS,CAAC,eAAe,GACjC,eAAe,GAAG,gBAAgB,GAClC,CAAC,SAAS,SAAS,CAAC,YAAY,GAC9B,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,SAAS,GAC3B,eAAe,GAAG,kBAAkB,GACpC,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,IAAI,GACtB,eAAe,GAAG,aAAa,GAC/B,CAAC,SAAS,SAAS,CAAC,MAAM,GACxB,eAAe,GAAG,eAAe,GACjC,eAAe,CAAC;AAE9C,MAAM,MAAM,sBAAsB,GAC9B,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,GACvC,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,GACxC,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,GACrC,mBAAmB,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAC/C,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,GACvC,mBAAmB,CAAC,SAAS,CAAC,eAAe,CAAC,GAC9C,mBAAmB,CAAC,SAAS,CAAC,YAAY,CAAC,GAC3C,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,GACxC,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,GACrC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,GACnC,CAAC,eAAe,GAAG;IACjB,KAAK,EAAE,OAAO,CACZ,SAAS,EACP,SAAS,CAAC,IAAI,GACd,SAAS,CAAC,IAAI,GACd,SAAS,CAAC,gBAAgB,GAC1B,SAAS,CAAC,QAAQ,GAClB,SAAS,CAAC,eAAe,GACzB,SAAS,CAAC,SAAS,GACnB,SAAS,CAAC,MAAM,GAChB,SAAS,CAAC,QAAQ,GAClB,SAAS,CAAC,SAAS,GACnB,SAAS,CAAC,IAAI,GACd,SAAS,CAAC,YAAY,GACtB,SAAS,CAAC,MAAM,CACnB,CAAC;CACH,CAAC,CAAC;AAEP,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,KAAK,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI,CAAC;AAC3E,MAAM,MAAM,iBAAiB,GAAG,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,CAAC;AACxE,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;AAGhE,wBAAgB,WAAW,CACzB,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAE9C;AAED,wBAAgB,WAAW,CACzB,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAE9C;AAED,wBAAgB,eAAe,CAC7B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAElD;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,CAEnD;AACD,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,SAAS,CAAC,CAKnD;AACD,wBAAgB,aAAa,CAC3B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,MAAM,CAAC,CAEhD;AAED,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAE1D;AAED,wBAAgB,WAAW,CACzB,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAE9C;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,eAAe,CAAC,CAEzD;AAED,wBAAgB,cAAc,CAC5B,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAElD;AAED,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,sBAAsB,GAC5B,KAAK,IAAI,mBAAmB,CAAC,SAAS,CAAC,YAAY,CAAC,CAEtD"}
|
|
@@ -8,6 +8,9 @@ export type MicrophoneEvents = {
|
|
|
8
8
|
onMicrophoneSpeechRecognitionResult: (prop: {
|
|
9
9
|
transcript: string;
|
|
10
10
|
}) => void;
|
|
11
|
+
onMicrophonePartialSpeechRecognitionResult: (prop: {
|
|
12
|
+
transcript: string;
|
|
13
|
+
}) => void;
|
|
11
14
|
};
|
|
12
15
|
export type MicrophoneProvider = "azure" | "custom" | "eleven_labs";
|
|
13
16
|
export type MicrophoneStatus = "ON" | "OFF" | "PROCESSING";
|
|
@@ -17,6 +20,7 @@ export type ElevenLabsOptions = {
|
|
|
17
20
|
vadThreshold: number;
|
|
18
21
|
minSpeechDurationMs: number;
|
|
19
22
|
minSilenceDurationMs: number;
|
|
23
|
+
disableDynamicSpeechRecognition?: boolean;
|
|
20
24
|
};
|
|
21
25
|
export type MicTokenResponseType = {
|
|
22
26
|
token: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/types/microphone.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,iBAAiB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACvD,wBAAwB,EAAE,CAAC,IAAI,EAAE;QAC/B,MAAM,EAAE,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;KACrC,KAAK,IAAI,CAAC;IACX,mCAAmC,EAAE,CAAC,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;
|
|
1
|
+
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/types/microphone.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,iBAAiB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACvD,wBAAwB,EAAE,CAAC,IAAI,EAAE;QAC/B,MAAM,EAAE,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;KACrC,KAAK,IAAI,CAAC;IACX,mCAAmC,EAAE,CAAC,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC5E,0CAA0C,EAAE,CAAC,IAAI,EAAE;QACjD,UAAU,EAAE,MAAM,CAAC;KACpB,KAAK,IAAI,CAAC;CACZ,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,QAAQ,GAAG,aAAa,CAAC;AACpE,MAAM,MAAM,gBAAgB,GAAG,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,uBAAuB,EAAE,MAAM,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,+BAA+B,CAAC,EAAE,OAAO,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { ElevenLabsOptions } from "../types/microphone";
|
|
1
2
|
export type AsrTokenType = {
|
|
2
3
|
exp: number;
|
|
3
4
|
};
|
|
@@ -5,13 +6,7 @@ export declare function getAsrToken(orgId: string, headId: string): Promise<{
|
|
|
5
6
|
token: string;
|
|
6
7
|
region: string;
|
|
7
8
|
}>;
|
|
8
|
-
export declare const defaultElevenLabsOptions:
|
|
9
|
-
vadSilenceThresholdSecs: number;
|
|
10
|
-
noiseSuppression: boolean;
|
|
11
|
-
vadThreshold: number;
|
|
12
|
-
minSpeechDurationMs: number;
|
|
13
|
-
minSilenceDurationMs: number;
|
|
14
|
-
};
|
|
9
|
+
export declare const defaultElevenLabsOptions: ElevenLabsOptions;
|
|
15
10
|
/**
|
|
16
11
|
* Extracts ISO 639-1 or ISO 639-3 language code from a language tag
|
|
17
12
|
* @param {string} languageTag - Language tag (e.g., "en-US", "zh-Hans-CN", "en")
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/utils/microphone.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/utils/microphone.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAIxD,MAAM,MAAM,YAAY,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3C,wBAAsB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;;;GAM9D;AAED,eAAO,MAAM,wBAAwB,EAAE,iBAOtC,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,UAelD"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@unith-ai/core-client",
|
|
3
|
-
"version": "2.0.
|
|
3
|
+
"version": "2.0.5-beta.1",
|
|
4
4
|
"description": "Core TypeScript SDK for building digital human experiences with Unith AI",
|
|
5
5
|
"main": "./dist/lib.js",
|
|
6
6
|
"module": "./dist/lib.module.js",
|
|
@@ -31,7 +31,8 @@
|
|
|
31
31
|
"devDependencies": {
|
|
32
32
|
"eslint": "^9.8.0",
|
|
33
33
|
"microbundle": "^0.15.1",
|
|
34
|
-
"typescript": "^5.5.4"
|
|
34
|
+
"typescript": "^5.5.4",
|
|
35
|
+
"microsoft-cognitiveservices-speech-sdk": "^1.45.0"
|
|
35
36
|
},
|
|
36
37
|
"repository": {
|
|
37
38
|
"type": "git",
|
|
@@ -39,15 +40,22 @@
|
|
|
39
40
|
"directory": "packages/core-client"
|
|
40
41
|
},
|
|
41
42
|
"dependencies": {
|
|
42
|
-
"@elevenlabs/client": "^0.13.0"
|
|
43
|
+
"@elevenlabs/client": "^0.13.0"
|
|
44
|
+
},
|
|
45
|
+
"peerDependencies": {
|
|
43
46
|
"microsoft-cognitiveservices-speech-sdk": "^1.45.0"
|
|
44
47
|
},
|
|
48
|
+
"peerDependenciesMeta": {
|
|
49
|
+
"microsoft-cognitiveservices-speech-sdk": {
|
|
50
|
+
"optional": true
|
|
51
|
+
}
|
|
52
|
+
},
|
|
45
53
|
"scripts": {
|
|
46
|
-
"build": "BROWSERSLIST_ENV=modern microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts && npm run build:web",
|
|
47
|
-
"build:web": "npx esbuild src/index.ts --bundle --format=esm --platform=browser --target=es2019 --outfile=dist/lib.web.js",
|
|
54
|
+
"build": "BROWSERSLIST_ENV=modern microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react --external microsoft-cognitiveservices-speech-sdk src/index.ts && npm run build:web",
|
|
55
|
+
"build:web": "npx esbuild src/index.ts --bundle --format=esm --platform=browser --target=es2019 --external:microsoft-cognitiveservices-speech-sdk --outfile=dist/lib.web.js",
|
|
48
56
|
"clean": "rm -rf ./dist",
|
|
49
|
-
"dev": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts -w -f modern",
|
|
50
|
-
"dev:build-only": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts -w -f modern",
|
|
57
|
+
"dev": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react --external microsoft-cognitiveservices-speech-sdk src/index.ts -w -f modern",
|
|
58
|
+
"dev:build-only": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react --external microsoft-cognitiveservices-speech-sdk src/index.ts -w -f modern",
|
|
51
59
|
"lint": "npm run lint:ts && npm run lint:es",
|
|
52
60
|
"lint:ts": "tsc --noEmit --skipLibCheck",
|
|
53
61
|
"lint:es": "npx eslint .",
|