@unith-ai/core-client 2.0.0 → 2.0.2

package/dist/types/microphone.d.ts

@@ -0,0 +1,26 @@
+export type MicrophoneEvents = {
+    onMicrophoneError: (prop: {
+        message: string;
+    }) => void;
+    onMicrophoneStatusChange: (prop: {
+        status: "ON" | "OFF" | "PROCESSING";
+    }) => void;
+    onMicrophoneSpeechRecognitionResult: (prop: {
+        transcript: string;
+    }) => void;
+};
+export type MicrophoneProvider = "azure" | "custom" | "eleven_labs";
+export type MicrophoneStatus = "ON" | "OFF" | "PROCESSING";
+export type ElevenLabsOptions = {
+    noiseSuppression: boolean;
+    vadSilenceThresholdSecs: number;
+    vadThreshold: number;
+    minSpeechDurationMs: number;
+    minSilenceDurationMs: number;
+};
+export type MicTokenResponseType = {
+    token: string;
+    region: string;
+    generatedAt: number | null;
+};
+//# sourceMappingURL=microphone.d.ts.map

package/dist/types/microphone.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/types/microphone.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,iBAAiB,EAAE,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACvD,wBAAwB,EAAE,CAAC,IAAI,EAAE;QAC/B,MAAM,EAAE,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;KACrC,KAAK,IAAI,CAAC;IACX,mCAAmC,EAAE,CAAC,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAC7E,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,QAAQ,GAAG,aAAa,CAAC;AACpE,MAAM,MAAM,gBAAgB,GAAG,IAAI,GAAG,KAAK,GAAG,YAAY,CAAC;AAC3D,MAAM,MAAM,iBAAiB,GAAG;IAC9B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,uBAAuB,EAAE,MAAM,CAAC;IAChC,YAAY,EAAE,MAAM,CAAC;IACrB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,EAAE,MAAM,CAAC;CAC9B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B,CAAC"}

package/dist/types/sync.d.ts

@@ -0,0 +1,24 @@
+export type DriftSample = {
+    timestamp: number;
+    drift: number;
+    audioTime: number;
+    videoTime: number;
+};
+export type SyncConfig = {
+    softCorrectionThreshold: number;
+    hardCorrectionThreshold: number;
+    tolerance: number;
+    maxCorrectionRate: number;
+    correctionCoolDown: number;
+    correctionFadeTime: number;
+    minAudioBuffer: number;
+    maxAudioBuffer: number;
+    minVideoBuffer: number;
+    maxVideoBuffer: number;
+    historyLength: number;
+};
+export type TimingInfo = {
+    timestamp: number;
+    relativeTime: number;
+};
+//# sourceMappingURL=sync.d.ts.map

package/dist/types/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../src/types/sync.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,uBAAuB,EAAE,MAAM,CAAC;IAChC,uBAAuB,EAAE,MAAM,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAElB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;IAE3B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IAEvB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC"}

package/dist/types/vp8.d.ts

@@ -0,0 +1,49 @@
+export interface FrameData {
+    data: Uint8Array<ArrayBuffer>;
+    timestamp: number;
+    isKeyframe: boolean;
+    sequenceId: number;
+    size: number;
+}
+export interface VideoMetrics {
+    framesRendered: number;
+    framesDropped: number;
+    actualFps: number;
+    bufferSize: number;
+    lastRenderTime: number;
+    decoderQueueSize: number;
+}
+export declare enum VideoState {
+    INITIALIZING = "initializing",
+    READY = "ready",
+    PLAYING = "playing",
+    PAUSED = "paused",
+    INTERRUPTED = "interrupted",
+    DESTROYED = "destroyed"
+}
+export interface VideoTransitionConfig {
+    enabled: boolean;
+    type: VideoTransitionType;
+}
+export declare enum VideoTransitionType {
+    NONE = "none",
+    CROSSFADE = "crossfade",
+    FADEIN = "fadein",
+    FADEOUT = "fadeout"
+}
+export interface VideoFrameType {
+    timeStamp: number;
+    isKeyframe?: boolean;
+}
+export interface VideoFormatConfig {
+    width: number;
+    height: number;
+    frameRate: number;
+    format: "jpeg" | "webp" | "png";
+    backgroundColor?: string;
+    antialias?: boolean;
+    resolution?: number;
+    maxBufferSize?: number;
+    enableAdaptiveQuality?: boolean;
+}
+//# sourceMappingURL=vp8.d.ts.map

package/dist/types/vp8.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vp8.d.ts","sourceRoot":"","sources":["../../src/types/vp8.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,oBAAY,UAAU;IACpB,YAAY,iBAAiB;IAC7B,KAAK,UAAU;IACf,OAAO,YAAY;IACnB,MAAM,WAAW;IACjB,WAAW,gBAAgB;IAC3B,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAED,oBAAY,mBAAmB;IAC7B,IAAI,SAAS;IACb,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,OAAO,YAAY;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC"}

package/dist/utils/audio.d.ts

@@ -0,0 +1,9 @@
+export declare const loadAudioConcatProcessor: (worklet: AudioWorklet) => Promise<void>;
+export declare function base64ToArrayBuffer(base64: string): ArrayBuffer;
+export declare function detectAudioFormat(base64Data: string): {
+    hasHeader: boolean;
+    headerSize: number;
+    format: string;
+    shouldSlice: boolean;
+};
+//# sourceMappingURL=audio.d.ts.map

package/dist/utils/audio.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio.d.ts","sourceRoot":"","sources":["../../src/utils/audio.ts"],"names":[],"mappings":"AAOA,eAAO,MAAM,wBAAwB,0CAuRpC,CAAC;AAEF,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAQ/D;AAED,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG;IACrD,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,OAAO,CAAC;CACtB,CAgHA"}

package/dist/utils/microphone.d.ts

@@ -0,0 +1,21 @@
+export type AsrTokenType = {
+    exp: number;
+};
+export declare function getAsrToken(orgId: string, headId: string): Promise<{
+    token: string;
+    region: string;
+}>;
+export declare const defaultElevenLabsOptions: {
+    vadSilenceThresholdSecs: number;
+    noiseSuppression: boolean;
+    vadThreshold: number;
+    minSpeechDurationMs: number;
+    minSilenceDurationMs: number;
+};
+/**
+ * Extracts ISO 639-1 or ISO 639-3 language code from a language tag
+ * @param {string} languageTag - Language tag (e.g., "en-US", "zh-Hans-CN", "en")
+ * @returns {string} ISO 639 language code (e.g., "en", "zh")
+ */
+export declare function getLanguageCode(languageTag: string): string;
+//# sourceMappingURL=microphone.d.ts.map

package/dist/utils/microphone.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../src/utils/microphone.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,YAAY,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3C,wBAAsB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;;;GAM9D;AAED,eAAO,MAAM,wBAAwB;;;;;;CAMpC,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,WAAW,EAAE,MAAM,UAelD"}

package/dist/utils/storage.d.ts

@@ -0,0 +1,5 @@
+export declare const getFromStorage: (key: string, orgId: string, headId: string) => string | null | undefined;
+export declare const setToStorage: (key: string, val: string, orgId: string, headId: string) => void;
+export declare const setCookie: (key: string, val: string) => void;
+export declare const getCookie: (key: string) => string | null | undefined;
+//# sourceMappingURL=storage.d.ts.map

package/dist/utils/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/utils/storage.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,cAAc,GACzB,KAAK,MAAM,EACX,OAAO,MAAM,EACb,QAAQ,MAAM,KACb,MAAM,GAAG,IAAI,GAAG,SAKlB,CAAC;AAEF,eAAO,MAAM,YAAY,GACvB,KAAK,MAAM,EACX,KAAK,MAAM,EACX,OAAO,MAAM,EACb,QAAQ,MAAM,KACb,IAMF,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,KAAK,MAAM,EAAE,KAAK,MAAM,KAAG,IAKpD,CAAC;AAEF,eAAO,MAAM,SAAS,GAAI,KAAK,MAAM,KAAG,MAAM,GAAG,IAAI,GAAG,SAIvD,CAAC"}

package/dist/utils/sync.d.ts

@@ -0,0 +1,3 @@
+import { SyncConfig } from "../types/sync";
+export declare const DEFAULT_SYNC_CONFIG: SyncConfig;
+//# sourceMappingURL=sync.d.ts.map

package/dist/utils/sync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync.d.ts","sourceRoot":"","sources":["../../src/utils/sync.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,eAAO,MAAM,mBAAmB,EAAE,UAYjC,CAAC"}

package/dist/utils/worklet-loader.d.ts

@@ -0,0 +1,2 @@
+export declare function createWorkletModuleLoader(name: string, sourceCode: string): (worklet: AudioWorklet) => Promise<void>;
+//# sourceMappingURL=worklet-loader.d.ts.map

package/dist/utils/worklet-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worklet-loader.d.ts","sourceRoot":"","sources":["../../src/utils/worklet-loader.ts"],"names":[],"mappings":"AAEA,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,IAC1D,SAAS,YAAY,mBA8BpC"}

package/package.json

@@ -1,40 +1,35 @@
 {
   "name": "@unith-ai/core-client",
-  "version": "2.0.0",
-  "description": "",
-  "main": "./dist/lib.umd.js",
+  "version": "2.0.2",
+  "description": "Core TypeScript SDK for building digital human experiences with Unith AI",
+  "main": "./dist/lib.js",
   "module": "./dist/lib.module.js",
   "source": "src/index.ts",
-  "type": "module",
   "unpkg": "./dist/lib.umd.js",
   "types": "./dist/index.d.ts",
   "exports": {
     ".": {
       "types": "./dist/index.d.ts",
-      "import": "./dist/lib.modern.js",
-      "require": "./dist/lib.cjs"
+      "import": "./dist/lib.module.js",
+      "require": "./dist/lib.js"
     }
   },
-  "scripts": {
-    "build": "BROWSERSLIST_ENV=modern microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts",
-    "clean": "rm -rf ./dist",
-    "dev": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts -w -f modern",
-    "dev:build-only": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts -w -f modern",
-    "lint": "npm run lint:ts && npm run lint:es",
-    "lint:ts": "tsc --noEmit --skipLibCheck",
-    "lint:es": "npx eslint .",
-    "lint:prettier": "prettier 'src/**/*.ts'",
-    "prepublishOnly": "npm run build",
-    "publish:public": "npm publish --access public",
-    "test": "jest"
-  },
-  "keywords": [],
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "keywords": [
+    "unith",
+    "ai",
+    "digital-human",
+    "typescript",
+    "sdk",
+    "conversation"
+  ],
   "author": "UNITH AI",
   "license": "MIT",
   "devDependencies": {
-    "@types/jest": "^29.5.12",
     "eslint": "^9.8.0",
-    "jest": "^29.7.0",
     "microbundle": "^0.15.1",
     "typescript": "^5.5.4"
   },
@@ -43,5 +38,18 @@
     "url": "git+https://github.com/unith-ai/libraries",
     "directory": "packages/core-client"
   },
-  "dependencies": {}
+  "dependencies": {
+    "@elevenlabs/client": "^0.13.0",
+    "microsoft-cognitiveservices-speech-sdk": "^1.45.0"
+  },
+  "scripts": {
+    "build": "BROWSERSLIST_ENV=modern microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts",
+    "clean": "rm -rf ./dist",
+    "dev": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts -w -f modern",
+    "dev:build-only": "npm run clean && BROWSERSLIST_ENV=development microbundle --jsx React.createElement --jsxFragment React.Fragment --jsxImportSource react src/index.ts -w -f modern",
+    "lint": "npm run lint:ts && npm run lint:es",
+    "lint:ts": "tsc --noEmit --skipLibCheck",
+    "lint:es": "npx eslint .",
+    "lint:prettier": "prettier 'src/**/*.ts'"
+  }
 }

package/eslint.config.cjs

@@ -1 +0,0 @@
-module.exports = [{}];