@unith-ai/core-client 2.0.6 → 2.0.61
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib.js +24245 -2
- package/dist/lib.js.map +1 -1
- package/dist/lib.module.js +24229 -2
- package/dist/lib.module.js.map +1 -1
- package/dist/lib.web.js +23970 -27099
- package/dist/lib.web.js.map +1 -1
- package/package.json +11 -10
- package/dist/index.d.ts +0 -89
- package/dist/index.d.ts.map +0 -1
- package/dist/modules/audio.d.ts +0 -18
- package/dist/modules/audio.d.ts.map +0 -1
- package/dist/modules/av.d.ts +0 -23
- package/dist/modules/av.d.ts.map +0 -1
- package/dist/modules/connection.d.ts +0 -21
- package/dist/modules/connection.d.ts.map +0 -1
- package/dist/modules/environment.d.ts +0 -4
- package/dist/modules/environment.d.ts.map +0 -1
- package/dist/modules/event.d.ts +0 -3
- package/dist/modules/event.d.ts.map +0 -1
- package/dist/modules/idle-video.d.ts +0 -9
- package/dist/modules/idle-video.d.ts.map +0 -1
- package/dist/modules/microphone.d.ts +0 -46
- package/dist/modules/microphone.d.ts.map +0 -1
- package/dist/modules/monitor.d.ts +0 -33
- package/dist/modules/monitor.d.ts.map +0 -1
- package/dist/modules/sync.d.ts +0 -15
- package/dist/modules/sync.d.ts.map +0 -1
- package/dist/modules/user.d.ts +0 -28
- package/dist/modules/user.d.ts.map +0 -1
- package/dist/modules/video.d.ts +0 -64
- package/dist/modules/video.d.ts.map +0 -1
- package/dist/modules/vp8.d.ts +0 -40
- package/dist/modules/vp8.d.ts.map +0 -1
- package/dist/types/Conversation.d.ts +0 -70
- package/dist/types/Conversation.d.ts.map +0 -1
- package/dist/types/User.d.ts +0 -44
- package/dist/types/User.d.ts.map +0 -1
- package/dist/types/audio.d.ts +0 -17
- package/dist/types/audio.d.ts.map +0 -1
- package/dist/types/chat.d.ts +0 -29
- package/dist/types/chat.d.ts.map +0 -1
- package/dist/types/connection.d.ts +0 -14
- package/dist/types/connection.d.ts.map +0 -1
- package/dist/types/environment.d.ts +0 -2
- package/dist/types/environment.d.ts.map +0 -1
- package/dist/types/event.d.ts +0 -144
- package/dist/types/event.d.ts.map +0 -1
- package/dist/types/idle-video.d.ts +0 -8
- package/dist/types/idle-video.d.ts.map +0 -1
- package/dist/types/microphone.d.ts +0 -30
- package/dist/types/microphone.d.ts.map +0 -1
- package/dist/types/sync.d.ts +0 -24
- package/dist/types/sync.d.ts.map +0 -1
- package/dist/types/vp8.d.ts +0 -49
- package/dist/types/vp8.d.ts.map +0 -1
- package/dist/utils/audio.d.ts +0 -9
- package/dist/utils/audio.d.ts.map +0 -1
- package/dist/utils/microphone.d.ts +0 -16
- package/dist/utils/microphone.d.ts.map +0 -1
- package/dist/utils/storage.d.ts +0 -5
- package/dist/utils/storage.d.ts.map +0 -1
- package/dist/utils/sync.d.ts +0 -3
- package/dist/utils/sync.d.ts.map +0 -1
- package/dist/utils/worklet-loader.d.ts +0 -2
- package/dist/utils/worklet-loader.d.ts.map +0 -1
package/package.json
CHANGED
|
@@ -1,12 +1,11 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@unith-ai/core-client",
|
|
3
|
-
"version": "2.0.
|
|
3
|
+
"version": "2.0.61",
|
|
4
4
|
"description": "Core TypeScript SDK for building digital human experiences with Unith AI",
|
|
5
5
|
"main": "./dist/lib.js",
|
|
6
6
|
"module": "./dist/lib.module.js",
|
|
7
|
-
"source": "src/index.ts",
|
|
8
|
-
"unpkg": "./dist/lib.web.js",
|
|
9
7
|
"types": "./dist/index.d.ts",
|
|
8
|
+
"unpkg": "./dist/lib.web.js",
|
|
10
9
|
"exports": {
|
|
11
10
|
".": {
|
|
12
11
|
"types": "./dist/index.d.ts",
|
|
@@ -30,9 +29,9 @@
|
|
|
30
29
|
"license": "MIT",
|
|
31
30
|
"devDependencies": {
|
|
32
31
|
"eslint": "^9.8.0",
|
|
33
|
-
"
|
|
34
|
-
"
|
|
35
|
-
"
|
|
32
|
+
"microsoft-cognitiveservices-speech-sdk": "^1.45.0",
|
|
33
|
+
"rolldown": "1.0.0-rc.9",
|
|
34
|
+
"typescript": "^5.5.4"
|
|
36
35
|
},
|
|
37
36
|
"repository": {
|
|
38
37
|
"type": "git",
|
|
@@ -51,11 +50,13 @@
|
|
|
51
50
|
}
|
|
52
51
|
},
|
|
53
52
|
"scripts": {
|
|
54
|
-
"build": "
|
|
55
|
-
"build:
|
|
53
|
+
"build": "npm run build:esm && npm run build:cjs && npm run build:web",
|
|
54
|
+
"build:esm": "rolldown src/index.ts -f es --file dist/lib.module.js --sourcemap --external microsoft-cognitiveservices-speech-sdk",
|
|
55
|
+
"build:cjs": "rolldown src/index.ts -f cjs --file dist/lib.js --sourcemap --external microsoft-cognitiveservices-speech-sdk",
|
|
56
|
+
"build:web": "rolldown src/index.ts -f iife --name UnithCoreClient --file dist/lib.web.js --sourcemap --external microsoft-cognitiveservices-speech-sdk",
|
|
57
|
+
"build:types": "tsc --project tsconfig.build.json --emitDeclarationOnly --declarationDir dist",
|
|
56
58
|
"clean": "rm -rf ./dist",
|
|
57
|
-
"dev": "npm run clean &&
|
|
58
|
-
"dev:build-only": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react --external microsoft-cognitiveservices-speech-sdk src/index.ts -w -f modern",
|
|
59
|
+
"dev": "npm run clean && rolldown src/index.ts -f es --file dist/lib.module.js --sourcemap --external microsoft-cognitiveservices-speech-sdk --watch",
|
|
59
60
|
"lint": "npm run lint:ts && npm run lint:es",
|
|
60
61
|
"lint:ts": "tsc --noEmit --skipLibCheck",
|
|
61
62
|
"lint:es": "npx eslint .",
|
package/dist/index.d.ts
DELETED
|
@@ -1,89 +0,0 @@
|
|
|
1
|
-
import { AudioOutput } from "./modules/audio";
|
|
2
|
-
import { Connection } from "./modules/connection";
|
|
3
|
-
import { IdleVideo } from "./modules/idle-video";
|
|
4
|
-
import { User } from "./modules/user";
|
|
5
|
-
import { VideoOutput } from "./modules/video";
|
|
6
|
-
import type { ConversationOptions, ConversationEvents, DigitalHumanOptions, HeadOptions, VideoHtmlElement, MicrophoneType } from "./types/Conversation";
|
|
7
|
-
import { Environment } from "./types/environment";
|
|
8
|
-
import { HeadType } from "./types/User";
|
|
9
|
-
export * from "./types/event";
|
|
10
|
-
export * from "./types/Conversation";
|
|
11
|
-
export * from "./types/connection";
|
|
12
|
-
export * from "./types/User";
|
|
13
|
-
export * from "./types/environment";
|
|
14
|
-
export * from "./types/microphone";
|
|
15
|
-
export { defaultElevenLabsOptions } from "./utils/microphone";
|
|
16
|
-
export { VideoTransitionType } from "./types/vp8";
|
|
17
|
-
export type Options = ConversationOptions & ConversationEvents & MicrophoneType;
|
|
18
|
-
export type HeadConfigOptions = HeadOptions & Partial<DigitalHumanOptions>;
|
|
19
|
-
export type PartialOptions = HeadConfigOptions & Partial<MicrophoneType> & VideoHtmlElement & Partial<ConversationEvents>;
|
|
20
|
-
export declare class Conversation {
|
|
21
|
-
private options;
|
|
22
|
-
private microphoneAccess;
|
|
23
|
-
private connection;
|
|
24
|
-
private idleVideo;
|
|
25
|
-
private wakeLock;
|
|
26
|
-
private user;
|
|
27
|
-
private audioOutput;
|
|
28
|
-
private videoOutput;
|
|
29
|
-
private headInfo;
|
|
30
|
-
private status;
|
|
31
|
-
protected volume: number;
|
|
32
|
-
private sessionStarted;
|
|
33
|
-
private isStoppingLastResponse;
|
|
34
|
-
private messageCounter;
|
|
35
|
-
private syncController;
|
|
36
|
-
private avController;
|
|
37
|
-
private monitor;
|
|
38
|
-
private microphone;
|
|
39
|
-
private videoFrameQueue;
|
|
40
|
-
private cachedResponseQueue;
|
|
41
|
-
private suggestionsQueue;
|
|
42
|
-
private static getFullOptions;
|
|
43
|
-
/**
|
|
44
|
-
* Starts a digital human conversation.
|
|
45
|
-
* @param options - The options for the conversation.
|
|
46
|
-
* @returns A promise that resolves to a Conversation instance.
|
|
47
|
-
*/
|
|
48
|
-
static startDigitalHuman(options: PartialOptions): Promise<Conversation>;
|
|
49
|
-
/**
|
|
50
|
-
* This retrieves the background video to use for widget mode & welcome screen
|
|
51
|
-
* @param options PartialOptions
|
|
52
|
-
* @returns Video link to use as widget background
|
|
53
|
-
*/
|
|
54
|
-
static getBackgroundVideo(options: {
|
|
55
|
-
orgId: string;
|
|
56
|
-
headId: string;
|
|
57
|
-
environment?: Environment;
|
|
58
|
-
}): Promise<string>;
|
|
59
|
-
constructor(options: Options, microphoneAccess: boolean, connection: Connection, idleVideo: IdleVideo, wakeLock: WakeLockSentinel | null, user: User, audioOutput: AudioOutput, videoOutput: VideoOutput, headInfo: HeadType);
|
|
60
|
-
private startLatencyMonitoring;
|
|
61
|
-
private handleIOSSilentMode;
|
|
62
|
-
private onOutputWorkletMessage;
|
|
63
|
-
private handleMessage;
|
|
64
|
-
private handleStreamError;
|
|
65
|
-
private handleStreamingEvent;
|
|
66
|
-
private handleVideoFrame;
|
|
67
|
-
private handleBinaryData;
|
|
68
|
-
private handleAudioFrame;
|
|
69
|
-
private onMessage;
|
|
70
|
-
private handleStopVideoEvents;
|
|
71
|
-
private endSessionWithDetails;
|
|
72
|
-
getUserId(): string;
|
|
73
|
-
private handleEndSession;
|
|
74
|
-
private updateStatus;
|
|
75
|
-
/**
|
|
76
|
-
* To stop streaming response, we'll send a stop message to the BE. The BE will then stop sending audio and video frames, which will naturally end the response. This is more efficient and leads to a better user experience as it allows for a smoother transition when stopping the response.
|
|
77
|
-
*
|
|
78
|
-
* To stop cached response, we just stop the video and fade to idle.
|
|
79
|
-
*/
|
|
80
|
-
stopResponse(): Promise<void>;
|
|
81
|
-
toggleMute(): Promise<number>;
|
|
82
|
-
startSession(): Promise<Connection>;
|
|
83
|
-
toggleMicrophone(): Promise<void>;
|
|
84
|
-
getMicrophoneStatus(): import("./types/microphone").MicrophoneStatus;
|
|
85
|
-
endSession(): Promise<void>;
|
|
86
|
-
sendMessage(text: string): void;
|
|
87
|
-
keepSession(): void;
|
|
88
|
-
}
|
|
89
|
-
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAIjD,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,KAAK,EACV,mBAAmB,EACnB,kBAAkB,EAElB,mBAAmB,EACnB,WAAW,EACX,gBAAgB,EAEhB,cAAc,EACf,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAgBlD,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAKxC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,MAAM,MAAM,OAAO,GAAG,mBAAmB,GAAG,kBAAkB,GAAG,cAAc,CAAC;AAChF,MAAM,MAAM,iBAAiB,GAAG,WAAW,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAC3E,MAAM,MAAM,cAAc,GAAG,iBAAiB,GAC5C,OAAO,CAAC,cAAc,CAAC,GACvB,gBAAgB,GAChB,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAC9B,qBAAa,YAAY;IA0MrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,gBAAgB;IACxB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,IAAI;IACZ,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,QAAQ;IAjNlB,OAAO,CAAC,MAAM,CAAwB;IACtC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAK;IAC7B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,sBAAsB,CAAS;IACvC,OAAO,CAAC,cAAc,CAAK;IAE3B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,OAAO,CAA+B;IAC9C,OAAO,CAAC,UAAU,CAA2B;IAE7C,OAAO,CAAC,eAAe,CAAwB;IAE/C,OAAO,CAAC,mBAAmB,CAGlB;IAET,OAAO,CAAC,gBAAgB,CAAgB;IAExC,OAAO,CAAC,MAAM,CAAC,cAAc;IAiC7B;;;;OAIG;WACiB,iBAAiB,CACnC,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,YAAY,CAAC;IAuHxB;;;;OAIG;WACiB,kBAAkB,CAAC,OAAO,EAAE;QAC9C,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,WAAW,CAAC;KAC3B;gBAaS,OAAO,EAAE,OAAO,EAChB,gBAAgB,EAAE,OAAO,EACzB,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,gBAAgB,GAAG,IAAI,EACjC,IAAI,EAAE,IAAI,EACV,WAAW,EAAE,WAAW,EACxB,WAAW,EAAE,WAAW,EACxB,QAAQ,EAAE,QAAQ;IA6B5B,OAAO,CAAC,sBAAsB;IAQ9B,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,sBAAsB,CAE5B;IAEF,OAAO,CAAC,aAAa,CAgBnB;IAEF,OAAO,CAAC,iBAAiB,CAsEvB;IAEF,OAAO,CAAC,oBAAoB,CAuE1B;IAEF,OAAO,CAAC,gBAAgB,CAYtB;IAEF,OAAO,CAAC,gBAAgB,CAStB;IAEF,OAAO,CAAC,gBAAgB,CA0BtB;IAEF,OAAO,CAAC,SAAS,CA6Df;IAEF,OAAO,CAAC,qBAAqB,CAQ3B;IAEF,OAAO,CAAC,qBAAqB,CAQ3B;IAEK,SAAS;YAIF,gBAAgB;IAG9B,OAAO,CAAC,YAAY;IAQpB;;;;OAIG;IACU,YAAY;IA8CZ,UAAU;IASV,YAAY;IA8BZ,gBAAgB;IAqBtB,mBAAmB;IAInB,UAAU;IAIV,WAAW,CAAC,IAAI,EAAE,MAAM;IAuBxB,WAAW;CAsBnB"}
|
package/dist/modules/audio.d.ts
DELETED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import { AudioFormatConfig } from "../types/audio";
|
|
2
|
-
export declare class AudioOutput {
|
|
3
|
-
readonly context: AudioContext;
|
|
4
|
-
readonly analyser: AnalyserNode;
|
|
5
|
-
readonly gain: GainNode;
|
|
6
|
-
readonly worklet: AudioWorkletNode;
|
|
7
|
-
private _isMuted;
|
|
8
|
-
static createAudioOutput({ sampleRate, format, }: AudioFormatConfig): Promise<AudioOutput>;
|
|
9
|
-
private ensureIOSCompatibility;
|
|
10
|
-
private constructor();
|
|
11
|
-
getOutputDevice(): Promise<MediaDeviceInfo | null>;
|
|
12
|
-
getAvailableOutputDevices(): Promise<MediaDeviceInfo[]>;
|
|
13
|
-
mute(): void;
|
|
14
|
-
unmute(): void;
|
|
15
|
-
toggleMute(): boolean;
|
|
16
|
-
close(): Promise<void>;
|
|
17
|
-
}
|
|
18
|
-
//# sourceMappingURL=audio.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../../src/modules/audio.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAEnD,qBAAa,WAAW;aAyDJ,OAAO,EAAE,YAAY;aACrB,QAAQ,EAAE,YAAY;aACtB,IAAI,EAAE,QAAQ;aACd,OAAO,EAAE,gBAAgB;IA3D3C,OAAO,CAAC,QAAQ,CAAkB;WAEd,iBAAiB,CAAC,EACpC,UAAU,EACV,MAAM,GACP,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC;YAuC7B,sBAAsB;IAWpC,OAAO;IAOM,eAAe,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IA6BlD,yBAAyB,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAU7D,IAAI,IAAI,IAAI;IAMZ,MAAM,IAAI,IAAI;IAMd,UAAU,IAAI,OAAO;IASf,KAAK;CAGnB"}
|
package/dist/modules/av.d.ts
DELETED
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { AudioOutput } from "./audio";
|
|
2
|
-
import { SyncController } from "./sync";
|
|
3
|
-
import { VideoOutput } from "./video";
|
|
4
|
-
export declare class AVController {
|
|
5
|
-
private syncController;
|
|
6
|
-
private audioOutput;
|
|
7
|
-
private videoOutput;
|
|
8
|
-
initialized: boolean;
|
|
9
|
-
isPlaying: boolean;
|
|
10
|
-
isPlayingAudio: boolean;
|
|
11
|
-
isPlayingVideo: boolean;
|
|
12
|
-
isStoppingAV: boolean;
|
|
13
|
-
constructor(syncConfig: SyncController, audioOutput: AudioOutput, videoOutput: VideoOutput);
|
|
14
|
-
updatePlayingState(state: boolean): void;
|
|
15
|
-
toggleStoppingVideo(stopping: boolean): void;
|
|
16
|
-
startPlayback(init?: boolean): Promise<void>;
|
|
17
|
-
handleAudioWorkletMessage: (event: {
|
|
18
|
-
type: string;
|
|
19
|
-
finished: boolean;
|
|
20
|
-
}) => void;
|
|
21
|
-
playAudioVideo(): Promise<void>;
|
|
22
|
-
}
|
|
23
|
-
//# sourceMappingURL=av.d.ts.map
|
package/dist/modules/av.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"av.d.ts","sourceRoot":"","sources":["../../src/modules/av.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEtC,qBAAa,YAAY;IACvB,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,WAAW,CAAc;IAEjC,WAAW,EAAE,OAAO,CAAS;IAC7B,SAAS,EAAE,OAAO,CAAS;IAC3B,cAAc,EAAE,OAAO,CAAS;IAChC,cAAc,EAAE,OAAO,CAAS;IAChC,YAAY,EAAE,OAAO,CAAS;gBAG5B,UAAU,EAAE,cAAc,EAC1B,WAAW,EAAE,WAAW,EACxB,WAAW,EAAE,WAAW;IAqBnB,kBAAkB,CAAC,KAAK,EAAE,OAAO;IAMjC,mBAAmB,CAAC,QAAQ,EAAE,OAAO;IAI/B,aAAa,CAAC,IAAI,UAAQ;IAchC,yBAAyB,GAAI,OAAO;QACzC,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,OAAO,CAAC;KACnB,UAUC;IAEW,cAAc;CAW5B"}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import { WebsocketConnectionConfig } from "../types/connection";
|
|
2
|
-
import { OnDisconnectCallback, OnMessageCallback, Message, OnPingPongCallback, PingEventData } from "../types/event";
|
|
3
|
-
export declare class Connection {
|
|
4
|
-
readonly socket: WebSocket;
|
|
5
|
-
readonly userId: string;
|
|
6
|
-
static create(config: WebsocketConnectionConfig): Promise<Connection>;
|
|
7
|
-
private queue;
|
|
8
|
-
private disconnectionDetails;
|
|
9
|
-
private onDisconnectCallback;
|
|
10
|
-
private onMessageCallback;
|
|
11
|
-
private onPingPongCallback;
|
|
12
|
-
private constructor();
|
|
13
|
-
private disconnect;
|
|
14
|
-
close(): void;
|
|
15
|
-
sendMessage(message: Message): void;
|
|
16
|
-
sendPingEvent(message: PingEventData): void;
|
|
17
|
-
onPingPong(callback: OnPingPongCallback): void;
|
|
18
|
-
onMessage(callback: OnMessageCallback): void;
|
|
19
|
-
onDisconnect(callback: OnDisconnectCallback): void;
|
|
20
|
-
}
|
|
21
|
-
//# sourceMappingURL=connection.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"connection.d.ts","sourceRoot":"","sources":["../../src/modules/connection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAGL,oBAAoB,EACpB,iBAAiB,EAEjB,OAAO,EAEP,kBAAkB,EAClB,aAAa,EAId,MAAM,gBAAgB,CAAC;AAIxB,qBAAa,UAAU;aAwEH,MAAM,EAAE,SAAS;aACjB,MAAM,EAAE,MAAM;WAxEZ,MAAM,CACxB,MAAM,EAAE,yBAAyB,GAChC,OAAO,CAAC,UAAU,CAAC;IA8DtB,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,oBAAoB,CAAqC;IACjE,OAAO,CAAC,oBAAoB,CAAqC;IACjE,OAAO,CAAC,iBAAiB,CAAkC;IAC3D,OAAO,CAAC,kBAAkB,CAAmC;IAE7D,OAAO;IAoEP,OAAO,CAAC,UAAU;IAOX,KAAK;IAIL,WAAW,CAAC,OAAO,EAAE,OAAO;IAQ5B,aAAa,CAAC,OAAO,EAAE,aAAa;IAUpC,UAAU,CAAC,QAAQ,EAAE,kBAAkB;IAIvC,SAAS,CAAC,QAAQ,EAAE,iBAAiB;IAcrC,YAAY,CAAC,QAAQ,EAAE,oBAAoB;CAWnD"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"environment.d.ts","sourceRoot":"","sources":["../../src/modules/environment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAEnD,wBAAgB,UAAU,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAW3D;AAED,wBAAgB,aAAa,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAW9D"}
|
package/dist/modules/event.d.ts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"event.d.ts","sourceRoot":"","sources":["../../src/modules/event.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAGxD,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,sBAAsB,CAE9E"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
export declare class IdleVideo {
|
|
2
|
-
readonly idleVideoSource: string;
|
|
3
|
-
readonly videoId: string;
|
|
4
|
-
constructor(idleVideoSource: string, videoId: string);
|
|
5
|
-
static getIdleVideo(apiUrl: string, orgId: string, headId: string): Promise<IdleVideo>;
|
|
6
|
-
getAvatarSrc(apiUrl: string, orgId: string, headId: string): Promise<string>;
|
|
7
|
-
private static getIdleVideoId;
|
|
8
|
-
}
|
|
9
|
-
//# sourceMappingURL=idle-video.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"idle-video.d.ts","sourceRoot":"","sources":["../../src/modules/idle-video.ts"],"names":[],"mappings":"AAEA,qBAAa,SAAS;aAEF,eAAe,EAAE,MAAM;aACvB,OAAO,EAAE,MAAM;gBADf,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,MAAM;WAGb,YAAY,CAC9B,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,SAAS,CAAC;IAyBR,YAAY,CACvB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,CAAC;mBAwBG,cAAc;CA0BpC"}
|
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
import { MicrophoneEvents, MicrophoneStatus, MicrophoneProvider, ElevenLabsOptions, MicTokenResponseType } from "../types/microphone";
|
|
2
|
-
import { User } from "./user";
|
|
3
|
-
import { HeadType } from "..";
|
|
4
|
-
export declare class Microphone {
|
|
5
|
-
provider: MicrophoneProvider;
|
|
6
|
-
options: MicrophoneEvents;
|
|
7
|
-
elevenLabsOptions: ElevenLabsOptions;
|
|
8
|
-
user: User;
|
|
9
|
-
private readonly headInfo;
|
|
10
|
-
voiceInterruptions: boolean;
|
|
11
|
-
private microphoneStatus;
|
|
12
|
-
private microphoneAccess;
|
|
13
|
-
private recognizer;
|
|
14
|
-
private connection;
|
|
15
|
-
private tokenObj;
|
|
16
|
-
private micBeep;
|
|
17
|
-
/**
|
|
18
|
-
* This static method initializes the Microphone instance.
|
|
19
|
-
* It gets the tokens from our endpoints and sets up the necessary configurations.
|
|
20
|
-
* @param options
|
|
21
|
-
* @param provider
|
|
22
|
-
* @param elevenLabsOptions
|
|
23
|
-
* @param user
|
|
24
|
-
* @param headInfo
|
|
25
|
-
* @param microphoneAccess
|
|
26
|
-
* @param sendMessage
|
|
27
|
-
* @returns
|
|
28
|
-
*/
|
|
29
|
-
static initializeMicrophone(options: MicrophoneEvents, provider: MicrophoneProvider, elevenLabsOptions: ElevenLabsOptions, user: User, headInfo: HeadType, microphoneAccess: boolean, voiceInterruptions: boolean): Promise<Microphone>;
|
|
30
|
-
constructor(provider: MicrophoneProvider, options: MicrophoneEvents, elevenLabsOptions: ElevenLabsOptions, user: User, headInfo: HeadType, microphoneAccess: boolean, token: MicTokenResponseType, voiceInterruptions: boolean);
|
|
31
|
-
private updateMicrophoneStatus;
|
|
32
|
-
private handleRecognitionResult;
|
|
33
|
-
private startAzureMicrophone;
|
|
34
|
-
private stopAzureMicrophone;
|
|
35
|
-
private startElevenLabsMicrophone;
|
|
36
|
-
private stopElevenLabsMicrophone;
|
|
37
|
-
/**
|
|
38
|
-
* Toggles the microphone on or off.
|
|
39
|
-
*/
|
|
40
|
-
toggleMicrophone(): Promise<void>;
|
|
41
|
-
/**
|
|
42
|
-
* Gets the current status of the microphone.
|
|
43
|
-
*/
|
|
44
|
-
status(): MicrophoneStatus;
|
|
45
|
-
}
|
|
46
|
-
//# sourceMappingURL=microphone.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/modules/microphone.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,kBAAkB,EAClB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AAc9B,qBAAa,UAAU;IA4DZ,QAAQ,EAAE,kBAAkB;IAC5B,OAAO,EAAE,gBAAgB;IACzB,iBAAiB,EAAE,iBAAiB;IACpC,IAAI,EAAE,IAAI;IACjB,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAGlB,kBAAkB,EAAE,OAAO;IAlEpC,OAAO,CAAC,gBAAgB,CAA2B;IACnD,OAAO,CAAC,gBAAgB,CAAkB;IAC1C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,UAAU,CAAmC;IACrD,OAAO,CAAC,QAAQ,CAId;IACF,OAAO,CAAC,OAAO,CAA6D;IAE5E;;;;;;;;;;;OAWG;WACiB,oBAAoB,CACtC,OAAO,EAAE,gBAAgB,EACzB,QAAQ,EAAE,kBAAkB,EAC5B,iBAAiB,EAAE,iBAAiB,EACpC,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,QAAQ,EAClB,gBAAgB,EAAE,OAAO,EACzB,kBAAkB,EAAE,OAAO,GAC1B,OAAO,CAAC,UAAU,CAAC;gBA4Bb,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,EAAE,gBAAgB,EACzB,iBAAiB,EAAE,iBAAiB,EACpC,IAAI,EAAE,IAAI,EACA,QAAQ,EAAE,QAAQ,EACnC,gBAAgB,EAAE,OAAO,EACzB,KAAK,EAAE,oBAAoB,EACpB,kBAAkB,EAAE,OAAO;IAWpC,OAAO,CAAC,sBAAsB;IAK9B,OAAO,CAAC,uBAAuB;YAOjB,oBAAoB;YA4GpB,mBAAmB;YAenB,yBAAyB;YAmEzB,wBAAwB;IAetC;;OAEG;IACU,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IA8B9C;;OAEG;IACI,MAAM;CAGd"}
|
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
import { Connection } from "./connection";
|
|
2
|
-
type LatencyStatus = "good" | "moderate" | "poor";
|
|
3
|
-
interface LatencyStats {
|
|
4
|
-
rtt: number;
|
|
5
|
-
average: number;
|
|
6
|
-
status: LatencyStatus;
|
|
7
|
-
}
|
|
8
|
-
type OnUpdateCallback = (stats: LatencyStats) => void;
|
|
9
|
-
export declare class LatencyMonitor {
|
|
10
|
-
connection: Connection;
|
|
11
|
-
private intervalId;
|
|
12
|
-
private pingInterval;
|
|
13
|
-
private timeout;
|
|
14
|
-
private lastPingTimestamp;
|
|
15
|
-
private history;
|
|
16
|
-
private maxHistory;
|
|
17
|
-
private onUpdate?;
|
|
18
|
-
constructor(connection: Connection, options?: {
|
|
19
|
-
pingInterval?: number;
|
|
20
|
-
timeout?: number;
|
|
21
|
-
maxHistory?: number;
|
|
22
|
-
onUpdate?: OnUpdateCallback;
|
|
23
|
-
});
|
|
24
|
-
start(): void;
|
|
25
|
-
stop(): void;
|
|
26
|
-
destroy(): void;
|
|
27
|
-
private sendPing;
|
|
28
|
-
private handleMessage;
|
|
29
|
-
private recordLatency;
|
|
30
|
-
private classifyLatency;
|
|
31
|
-
}
|
|
32
|
-
export {};
|
|
33
|
-
//# sourceMappingURL=monitor.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"monitor.d.ts","sourceRoot":"","sources":["../../src/modules/monitor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,KAAK,aAAa,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;AAElD,UAAU,YAAY;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,KAAK,gBAAgB,GAAG,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;AAEtD,qBAAa,cAAc;IAUhB,UAAU,EAAE,UAAU;IAT/B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,iBAAiB,CAAe;IACxC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,QAAQ,CAAC,CAAmB;gBAG3B,UAAU,EAAE,UAAU,EAC7B,OAAO,CAAC,EAAE;QACR,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,gBAAgB,CAAC;KAC7B;IAUH,KAAK;IAQL,IAAI;IAKJ,OAAO;IAIP,OAAO,CAAC,QAAQ;IAqBhB,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,eAAe;CAKxB"}
|
package/dist/modules/sync.d.ts
DELETED
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import { SyncConfig } from "../types/sync";
|
|
2
|
-
export declare class SyncController {
|
|
3
|
-
private config;
|
|
4
|
-
private driftHistory;
|
|
5
|
-
private correctionInProgress;
|
|
6
|
-
private lastAudioTiming;
|
|
7
|
-
private lastVideoTiming;
|
|
8
|
-
constructor(config: SyncConfig);
|
|
9
|
-
updateAudioTime(relativeTime: number): void;
|
|
10
|
-
updateVideoTime(relativeTime: number): void;
|
|
11
|
-
resetTiming(): void;
|
|
12
|
-
checkSync(): Promise<void>;
|
|
13
|
-
private recordDrift;
|
|
14
|
-
}
|
|
15
|
-
//# sourceMappingURL=sync.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../src/modules/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,UAAU,EAAc,MAAM,eAAe,CAAC;AAEpE,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,YAAY,CAAqB;IACzC,OAAO,CAAC,oBAAoB,CAAkB;IAC9C,OAAO,CAAC,eAAe,CAA2B;IAClD,OAAO,CAAC,eAAe,CAA2B;gBAEtC,MAAM,EAAE,UAAU;IAIvB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAO3C,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI;IAO3C,WAAW,IAAI,IAAI;IAKb,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAwBvC,OAAO,CAAC,WAAW;CAapB"}
|
package/dist/modules/user.d.ts
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import { ApiAsrTokenType, HeadType, TokenResponseType } from "../types/User";
|
|
2
|
-
export declare class User {
|
|
3
|
-
readonly id: string;
|
|
4
|
-
username: string;
|
|
5
|
-
readonly password: string;
|
|
6
|
-
readonly orgId: string;
|
|
7
|
-
readonly headId: string;
|
|
8
|
-
readonly apiBase: string;
|
|
9
|
-
static loginUser(username: string, password: string, apiUrl: string, orgId: string, headId: string): Promise<User>;
|
|
10
|
-
private EXPIRATION_OFFSET;
|
|
11
|
-
accessToken: string;
|
|
12
|
-
tokenType: string;
|
|
13
|
-
sessionId: number;
|
|
14
|
-
private constructor();
|
|
15
|
-
getHeadDetails(apiKey: string): Promise<HeadType>;
|
|
16
|
-
getAuthToken(username: string, password: string): Promise<TokenResponseType>;
|
|
17
|
-
getProviderToken(auth_jwt: string, provider: "elevenlabs" | "azure"): Promise<ApiAsrTokenType>;
|
|
18
|
-
getAccessToken(): Promise<{
|
|
19
|
-
access_token: string;
|
|
20
|
-
user_id: string | null | undefined;
|
|
21
|
-
session_id: number;
|
|
22
|
-
}>;
|
|
23
|
-
getAsrToken(provider: "elevenlabs" | "azure"): Promise<{
|
|
24
|
-
token: string;
|
|
25
|
-
region: string;
|
|
26
|
-
}>;
|
|
27
|
-
}
|
|
28
|
-
//# sourceMappingURL=user.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"user.d.ts","sourceRoot":"","sources":["../../src/modules/user.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EAGf,QAAQ,EACR,iBAAiB,EAClB,MAAM,eAAe,CAAC;AAIvB,qBAAa,IAAI;aA0DG,EAAE,EAAE,MAAM;IACnB,QAAQ,EAAE,MAAM;aACP,QAAQ,EAAE,MAAM;aAChB,KAAK,EAAE,MAAM;aACb,MAAM,EAAE,MAAM;aACd,OAAO,EAAE,MAAM;WA9Db,SAAS,CAC3B,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IA2ChB,OAAO,CAAC,iBAAiB,CAAkB;IACpC,WAAW,EAAE,MAAM,CAAM;IACzB,SAAS,EAAE,MAAM,CAAM;IACvB,SAAS,EAAE,MAAM,CAAK;IAE7B,OAAO;IAoBM,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IA4BjD,YAAY,CACvB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,iBAAiB,CAAC;IAyBhB,gBAAgB,CAC3B,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,YAAY,GAAG,OAAO,GAC/B,OAAO,CAAC,eAAe,CAAC;IAsBd,cAAc;;;;;IA+Dd,WAAW,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO;;;;CAuC1D"}
|
package/dist/modules/video.d.ts
DELETED
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
import { IdleVideoConfig } from "../types/idle-video";
|
|
2
|
-
import { VideoFormatConfig, VideoTransitionType } from "../types/vp8";
|
|
3
|
-
export interface VideoEffectConfig {
|
|
4
|
-
background?: BackgroundConfig;
|
|
5
|
-
}
|
|
6
|
-
export interface BackgroundConfig {
|
|
7
|
-
type: "color" | "image";
|
|
8
|
-
value: number | string;
|
|
9
|
-
}
|
|
10
|
-
export declare class VideoOutput {
|
|
11
|
-
private videoOutput;
|
|
12
|
-
private container;
|
|
13
|
-
private idleVideo;
|
|
14
|
-
private cachedVideo;
|
|
15
|
-
private idleVideoConfig;
|
|
16
|
-
private videoTransitionConfig;
|
|
17
|
-
private readonly CROSSFADE_DURATION;
|
|
18
|
-
private isTransitioning;
|
|
19
|
-
private isShowingIdleVideo;
|
|
20
|
-
private bufferCheckAnimationId;
|
|
21
|
-
private lastBufferCheckTime;
|
|
22
|
-
private sessionStarted;
|
|
23
|
-
private isRestoringIdleVideo;
|
|
24
|
-
private isShowingCachedVideo;
|
|
25
|
-
private onIdleVideoShown?;
|
|
26
|
-
private onIdleVideoHidden?;
|
|
27
|
-
private onSpeakingStartCallback;
|
|
28
|
-
private onSpeakingEndCallback;
|
|
29
|
-
static createVideoOutput(container: HTMLElement, config: VideoFormatConfig & {
|
|
30
|
-
effects?: VideoEffectConfig;
|
|
31
|
-
idleVideo: IdleVideoConfig;
|
|
32
|
-
transition: VideoTransitionType;
|
|
33
|
-
}): Promise<VideoOutput>;
|
|
34
|
-
private constructor();
|
|
35
|
-
private setupIdleVideo;
|
|
36
|
-
private setupCachedVideo;
|
|
37
|
-
onSpeakingStart(speakingStartCallback: () => void): void;
|
|
38
|
-
onSpeakingEnd(speakingEndCallback: () => void): void;
|
|
39
|
-
startStreaming(init?: boolean): void;
|
|
40
|
-
stopBufferMonitoring(): void;
|
|
41
|
-
getBufferLength(): number;
|
|
42
|
-
startBufferMonitoring(): void;
|
|
43
|
-
toggleCacheVideoMute(): void;
|
|
44
|
-
playCachedVideo(cachedVideoUrl: string): Promise<void>;
|
|
45
|
-
stopCachedVideo(): Promise<void>;
|
|
46
|
-
private crossfadeFromIdleToCached;
|
|
47
|
-
private crossfadeFromCachedToIdle;
|
|
48
|
-
private cleanupCachedVideo;
|
|
49
|
-
private hideIdleVideo;
|
|
50
|
-
private hideIdleVideoBeforeStream;
|
|
51
|
-
setEventCallbacks(callbacks: {
|
|
52
|
-
onIdleVideoShown?: () => void;
|
|
53
|
-
onIdleVideoHidden?: () => void;
|
|
54
|
-
}): void;
|
|
55
|
-
getStreamingStatus(): boolean;
|
|
56
|
-
isPlayingCachedVideo(): boolean;
|
|
57
|
-
showIdleVideo(): Promise<void>;
|
|
58
|
-
showIdleVideoAfterStream(): Promise<void>;
|
|
59
|
-
addFrame(frameData: Blob | ArrayBuffer, timeStamp: number, isKeyframe?: boolean): Promise<void>;
|
|
60
|
-
clearFrame(): void;
|
|
61
|
-
toggleStream(status: boolean): Promise<void>;
|
|
62
|
-
destroy(): void;
|
|
63
|
-
}
|
|
64
|
-
//# sourceMappingURL=video.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"video.d.ts","sourceRoot":"","sources":["../../src/modules/video.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACL,iBAAiB,EAEjB,mBAAmB,EACpB,MAAM,cAAc,CAAC;AAEtB,MAAM,WAAW,iBAAiB;IAChC,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,WAAW,CAAiB;IACpC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,SAAS,CAAiC;IAClD,OAAO,CAAC,WAAW,CAAiC;IACpD,OAAO,CAAC,eAAe,CAAgC;IAGvD,OAAO,CAAC,qBAAqB,CAAoC;IACjE,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAO;IAC1C,OAAO,CAAC,eAAe,CAAkB;IAGzC,OAAO,CAAC,kBAAkB,CAAiB;IAC3C,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,cAAc,CAAkB;IACxC,OAAO,CAAC,oBAAoB,CAAkB;IAG9C,OAAO,CAAC,oBAAoB,CAAkB;IAG9C,OAAO,CAAC,gBAAgB,CAAC,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAC,CAAa;IAEvC,OAAO,CAAC,uBAAuB,CAA6B;IAC5D,OAAO,CAAC,qBAAqB,CAA6B;WAEtC,iBAAiB,CACnC,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GAAG;QAC1B,OAAO,CAAC,EAAE,iBAAiB,CAAC;QAC5B,SAAS,EAAE,eAAe,CAAC;QAC3B,UAAU,EAAE,mBAAmB,CAAC;KACjC;IAiBH,OAAO;YAWO,cAAc;YA2Cd,gBAAgB;IA4BvB,eAAe,CAAC,qBAAqB,EAAE,MAAM,IAAI,GAAG,IAAI;IAIxD,aAAa,CAAC,mBAAmB,EAAE,MAAM,IAAI,GAAG,IAAI;IAIpD,cAAc,CAAC,IAAI,UAAQ,GAAG,IAAI;IAMlC,oBAAoB,IAAI,IAAI;IAS5B,eAAe,IAAI,MAAM;IAIzB,qBAAqB,IAAI,IAAI;IA6B7B,oBAAoB,IAAI,IAAI;IAMtB,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2DtD,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;YAgB/B,yBAAyB;YA4BzB,yBAAyB;YA+BzB,kBAAkB;IAUhC,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,yBAAyB;IAS1B,iBAAiB,CAAC,SAAS,EAAE;QAClC,gBAAgB,CAAC,EAAE,MAAM,IAAI,CAAC;QAC9B,iBAAiB,CAAC,EAAE,MAAM,IAAI,CAAC;KAChC,GAAG,IAAI;IAKD,kBAAkB,IAAI,OAAO;IAI7B,oBAAoB,IAAI,OAAO;IAIzB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB9B,wBAAwB,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBzC,QAAQ,CACnB,SAAS,EAAE,IAAI,GAAG,WAAW,EAC7B,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,OAAO,GACnB,OAAO,CAAC,IAAI,CAAC;IAST,UAAU,IAAI,IAAI;IAMZ,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlD,OAAO,IAAI,IAAI;CAqBvB"}
|
package/dist/modules/vp8.d.ts
DELETED
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
import { VideoState, VideoFormatConfig } from "../types/vp8";
|
|
2
|
-
export declare class Vp8VideoOutput {
|
|
3
|
-
private canvas;
|
|
4
|
-
private ctx;
|
|
5
|
-
private container;
|
|
6
|
-
private config;
|
|
7
|
-
private resizeObserver;
|
|
8
|
-
private decoder;
|
|
9
|
-
private state;
|
|
10
|
-
private isProcessingFrame;
|
|
11
|
-
private isStreaming;
|
|
12
|
-
private startTime;
|
|
13
|
-
private frameBuffer;
|
|
14
|
-
private currentSequenceId;
|
|
15
|
-
private animationFrameId;
|
|
16
|
-
private renderLoop;
|
|
17
|
-
private fpsCounter;
|
|
18
|
-
private handleContextLoss;
|
|
19
|
-
private handleContextRestore;
|
|
20
|
-
private constructor();
|
|
21
|
-
static create(container: HTMLElement, config: VideoFormatConfig): Promise<Vp8VideoOutput>;
|
|
22
|
-
private initializeDecoder;
|
|
23
|
-
private setupResizeHandling;
|
|
24
|
-
private handleResize;
|
|
25
|
-
getBufferLength(): number;
|
|
26
|
-
getStreamingStatus(): boolean;
|
|
27
|
-
addFrame(frameData: Uint8Array<ArrayBuffer>, timestamp: number, isKeyframe?: boolean): Promise<void>;
|
|
28
|
-
toggleStream(status: boolean): Promise<void>;
|
|
29
|
-
clearFrame(): void;
|
|
30
|
-
destroy(): void;
|
|
31
|
-
getState(): VideoState;
|
|
32
|
-
startRenderingStreamingVideo(init: boolean): void;
|
|
33
|
-
private render;
|
|
34
|
-
private processNextFrame;
|
|
35
|
-
private decodeVP8Frame;
|
|
36
|
-
private renderVideoFrame;
|
|
37
|
-
private clearCanvas;
|
|
38
|
-
private setupContextLossHandling;
|
|
39
|
-
}
|
|
40
|
-
//# sourceMappingURL=vp8.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"vp8.d.ts","sourceRoot":"","sources":["../../src/modules/vp8.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,UAAU,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAExE,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,cAAc,CAA+B;IAGrD,OAAO,CAAC,OAAO,CAA6B;IAG5C,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,SAAS,CAAa;IAI9B,OAAO,CAAC,WAAW,CAAmB;IACtC,OAAO,CAAC,iBAAiB,CAAa;IAGtC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,UAAU,CAAkB;IAGpC,OAAO,CAAC,UAAU,CAGhB;IAGF,OAAO,CAAC,iBAAiB,CAAoC;IAC7D,OAAO,CAAC,oBAAoB,CAAoC;IAEhE,OAAO;WAoBa,MAAM,CACxB,SAAS,EAAE,WAAW,EACtB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,cAAc,CAAC;YAsCZ,iBAAiB;IAkC/B,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,YAAY,CAelB;IAEK,eAAe,IAAI,MAAM;IAIzB,kBAAkB,IAAI,OAAO;IAIvB,QAAQ,CACnB,SAAS,EAAE,UAAU,CAAC,WAAW,CAAC,EAClC,SAAS,EAAE,MAAM,EACjB,UAAU,GAAE,OAAe,GAC1B,OAAO,CAAC,IAAI,CAAC;IAoCH,YAAY,CAAC,MAAM,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlD,UAAU,IAAI,IAAI;IAuClB,OAAO,IAAI,IAAI;IAoCf,QAAQ,IAAI,UAAU;IAItB,4BAA4B,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI;IASxD,OAAO,CAAC,MAAM;YAwBA,gBAAgB;YAkChB,cAAc;IAgB5B,OAAO,CAAC,gBAAgB;IAiCxB,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,wBAAwB;CAmBjC"}
|
|
@@ -1,70 +0,0 @@
|
|
|
1
|
-
import { Environment } from "./environment";
|
|
2
|
-
import { MessageEventData, OnDisconnectCallback } from "./event";
|
|
3
|
-
import { ElevenLabsOptions, MicrophoneEvents, MicrophoneProvider } from "./microphone";
|
|
4
|
-
import { ConnectHeadType } from "./User";
|
|
5
|
-
import { VideoTransitionType } from "./vp8";
|
|
6
|
-
export type Language = "ar-AE" | "bg-BG" | "bs-BA" | "cs-CZ" | "de-DE" | "en-US" | "es-ES" | "fr-FR" | "hu-HU" | "id-ID" | "it-IT" | "ka-GE" | "kk-KZ" | "lt-LT" | "lv-LV" | "nl-NL" | "pl-PL" | "pt-PT" | "ro-RO" | "ru-RU" | "sk-SK" | "sr-RS" | "th-TH" | "uk-UA";
|
|
7
|
-
export type Status = "connecting" | "connected" | "disconnecting" | "disconnected";
|
|
8
|
-
export type DigitalHumanOptions = {
|
|
9
|
-
username: string;
|
|
10
|
-
apiKey: string;
|
|
11
|
-
environment: Environment;
|
|
12
|
-
mode: ConversationMode;
|
|
13
|
-
language?: Language;
|
|
14
|
-
allowWakeLock?: boolean;
|
|
15
|
-
fadeTransitionsType?: VideoTransitionType;
|
|
16
|
-
voiceInterruptions?: boolean;
|
|
17
|
-
};
|
|
18
|
-
export type HeadOptions = {
|
|
19
|
-
orgId: string;
|
|
20
|
-
headId: string;
|
|
21
|
-
};
|
|
22
|
-
export type VideoHtmlElement = {
|
|
23
|
-
element: HTMLElement;
|
|
24
|
-
};
|
|
25
|
-
export type KeepSessionEventData = {
|
|
26
|
-
granted: boolean;
|
|
27
|
-
};
|
|
28
|
-
export type ConversationOptions = DigitalHumanOptions & HeadOptions;
|
|
29
|
-
export type MicrophoneType = {
|
|
30
|
-
microphoneProvider: MicrophoneProvider;
|
|
31
|
-
microphoneOptions: MicrophoneEvents;
|
|
32
|
-
elevenLabsOptions?: ElevenLabsOptions;
|
|
33
|
-
};
|
|
34
|
-
export type ConversationEvents = {
|
|
35
|
-
onStatusChange: (prop: {
|
|
36
|
-
status: Status;
|
|
37
|
-
}) => void;
|
|
38
|
-
onConnect: (prop: {
|
|
39
|
-
userId: string;
|
|
40
|
-
headInfo: ConnectHeadType;
|
|
41
|
-
microphoneAccess: boolean;
|
|
42
|
-
}) => void;
|
|
43
|
-
onDisconnect: OnDisconnectCallback;
|
|
44
|
-
onMessage: (prop: MessageEventData) => void;
|
|
45
|
-
onSuggestions: (prop: {
|
|
46
|
-
suggestions: string[];
|
|
47
|
-
}) => void;
|
|
48
|
-
onTimeoutWarning: () => void;
|
|
49
|
-
onTimeout: () => void;
|
|
50
|
-
onMuteStatusChange: (prop: {
|
|
51
|
-
isMuted: boolean;
|
|
52
|
-
}) => void;
|
|
53
|
-
onSpeakingStart: () => void;
|
|
54
|
-
onSpeakingEnd: () => void;
|
|
55
|
-
onStoppingEnd: () => void;
|
|
56
|
-
onStoppingStart: () => void;
|
|
57
|
-
onKeepSession: (prop: KeepSessionEventData) => void;
|
|
58
|
-
onError: (prop: {
|
|
59
|
-
message: string;
|
|
60
|
-
endConversation: boolean;
|
|
61
|
-
type: "toast" | "modal" | "silent";
|
|
62
|
-
}) => void;
|
|
63
|
-
onHighDemand: () => void;
|
|
64
|
-
};
|
|
65
|
-
export type ConversationMode = "chat" | "audio" | "video" | "default";
|
|
66
|
-
export type Role = "user" | "ai";
|
|
67
|
-
export type Mode = "speaking" | "listening" | "thinking" | "stopping";
|
|
68
|
-
export type StreamingType = "jpg" | "vp8";
|
|
69
|
-
export type QualityType = "low" | "standard" | "high" | "premium";
|
|
70
|
-
//# sourceMappingURL=Conversation.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"Conversation.d.ts","sourceRoot":"","sources":["../../src/types/Conversation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAGL,gBAAgB,EAChB,oBAAoB,EAErB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,eAAe,EAAY,MAAM,QAAQ,CAAC;AACnD,OAAO,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAC;AAE5C,MAAM,MAAM,QAAQ,GAChB,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,CAAC;AAEZ,MAAM,MAAM,MAAM,GACd,YAAY,GACZ,WAAW,GACX,eAAe,GACf,cAAc,CAAC;AAEnB,MAAM,MAAM,mBAAmB,GAAG;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,IAAI,EAAE,gBAAgB,CAAC;IACvB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,mBAAmB,GAAG,WAAW,CAAC;AAEpE,MAAM,MAAM,cAAc,GAAG;IAC3B,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,iBAAiB,EAAE,gBAAgB,CAAC;IACpC,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,cAAc,EAAE,CAAC,IAAI,EAAE;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACnD,SAAS,EAAE,CAAC,IAAI,EAAE;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,eAAe,CAAC;QAC1B,gBAAgB,EAAE,OAAO,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX,YAAY,EAAE,oBAAoB,CAAC;IACnC,SAAS,EAAE,CAAC,IAAI,EAAE,gBAAgB,KAAK,IAAI,CAAC;IAC5C,aAAa,EAAE,CAAC,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,EAAE,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,gBAAgB,EAAE,MAAM,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,IAAI,CAAC;IACtB,kBAAkB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,KAAK,IAAI,CAAC;IACzD,eAAe,EAAE,MAAM,IAAI,CAAC;IAC5B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,IAAI,CAAC;IAC1B,eAAe,EAAE,MAAM,IAAI,CAAC;IAC5B,aAAa,EAAE,CAAC,IAAI,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACpD,OAAO,EAAE,CAAC,IAAI,EAAE;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,eAAe,EAAE,OAAO,CAAC;QACzB,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;KACpC,KAAK,IAAI,CAAC;IACX,YAAY,EAAE,MAAM,IAAI,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;AAEtE,MAAM,MAAM,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAEjC,MAAM,MAAM,IAAI,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;AAEtE,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,KAAK,CAAC;AAE1C,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,GAAG,SAAS,CAAC"}
|
package/dist/types/User.d.ts
DELETED
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
import { Language } from "./Conversation";
|
|
2
|
-
export type ApiErrorType = {
|
|
3
|
-
response?: {
|
|
4
|
-
data?: {
|
|
5
|
-
detail?: string;
|
|
6
|
-
};
|
|
7
|
-
status_code?: number;
|
|
8
|
-
status?: number;
|
|
9
|
-
};
|
|
10
|
-
name?: string;
|
|
11
|
-
};
|
|
12
|
-
export type TokenResponseType = {
|
|
13
|
-
access_token: string;
|
|
14
|
-
user_id: string;
|
|
15
|
-
token_type: string;
|
|
16
|
-
};
|
|
17
|
-
export type HeadType = {
|
|
18
|
-
alias: string;
|
|
19
|
-
icon_config: undefined;
|
|
20
|
-
lang_speech_recognition: string;
|
|
21
|
-
language: Language;
|
|
22
|
-
name: string;
|
|
23
|
-
operation_mode: "ttt" | "oc" | "doc_qa";
|
|
24
|
-
phrases: string[];
|
|
25
|
-
streaming_enabled: boolean;
|
|
26
|
-
allowed_iframe_origins: string[];
|
|
27
|
-
avatarSrc?: string;
|
|
28
|
-
};
|
|
29
|
-
export type ConnectHeadType = {
|
|
30
|
-
name: string;
|
|
31
|
-
phrases: string[];
|
|
32
|
-
language: Language;
|
|
33
|
-
avatar?: string;
|
|
34
|
-
};
|
|
35
|
-
export type AuthTokenType = {
|
|
36
|
-
exp: number;
|
|
37
|
-
username: string;
|
|
38
|
-
admin: boolean;
|
|
39
|
-
};
|
|
40
|
-
export type ApiAsrTokenType = {
|
|
41
|
-
token: string;
|
|
42
|
-
region: string;
|
|
43
|
-
};
|
|
44
|
-
//# sourceMappingURL=User.d.ts.map
|