@unith-ai/core-client 1.3.0 → 1.4.0

package/dist/modules/connection.d.ts

@@ -1,20 +0,0 @@
-import { WebsocketConnectionConfig } from "../types/connection";
-import { OnDisconnectCallback, OnMessageCallback, Message, OnPingPongCallback, PingEventData } from "../types/event";
-export declare class Connection {
-    readonly socket: WebSocket;
-    readonly userId: string;
-    static create(config: WebsocketConnectionConfig): Promise<Connection>;
-    private queue;
-    private disconnectionDetails;
-    private onDisconnectCallback;
-    private onMessageCallback;
-    private onPingPongCallback;
-    private constructor();
-    private disconnect;
-    close(): void;
-    sendMessage(message: Message): void;
-    sendPingEvent(message: PingEventData): void;
-    onPingPong(callback: OnPingPongCallback): void;
-    onMessage(callback: OnMessageCallback): void;
-    onDisconnect(callback: OnDisconnectCallback): void;
-}

package/dist/modules/environment.d.ts

@@ -1,3 +0,0 @@
-import { Environment } from "../types/environment";
-export declare function getApiBase(environment: Environment): string;
-export declare function getStreamBase(environment: Environment): string;

package/dist/modules/event.d.ts

@@ -1,2 +0,0 @@
-import { AnyIncomingSocketEvent } from "../types/event";
-export declare function isValidSocketEvent(event: any): event is AnyIncomingSocketEvent;

package/dist/modules/idle-video.d.ts

@@ -1,8 +0,0 @@
-export declare class IdleVideo {
-    readonly idleVideoSource: string;
-    readonly videoId: string;
-    constructor(idleVideoSource: string, videoId: string);
-    static getIdleVideo(apiUrl: string, orgId: string, headId: string): Promise<IdleVideo>;
-    getAvatarSrc(apiUrl: string, orgId: string, headId: string): Promise<string>;
-    private static getIdleVideoId;
-}

package/dist/modules/monitor.d.ts

@@ -1,32 +0,0 @@
-import { Connection } from "./connection";
-type LatencyStatus = "good" | "moderate" | "poor";
-interface LatencyStats {
-    rtt: number;
-    average: number;
-    status: LatencyStatus;
-}
-type OnUpdateCallback = (stats: LatencyStats) => void;
-export declare class LatencyMonitor {
-    connection: Connection;
-    private intervalId;
-    private pingInterval;
-    private timeout;
-    private lastPingTimestamp;
-    private history;
-    private maxHistory;
-    private onUpdate?;
-    constructor(connection: Connection, options?: {
-        pingInterval?: number;
-        timeout?: number;
-        maxHistory?: number;
-        onUpdate?: OnUpdateCallback;
-    });
-    start(): void;
-    stop(): void;
-    destroy(): void;
-    private sendPing;
-    private handleMessage;
-    private recordLatency;
-    private classifyLatency;
-}
-export {};

package/dist/modules/sync.d.ts

@@ -1,14 +0,0 @@
-import { SyncConfig } from "../types/sync";
-export declare class SyncController {
-    private config;
-    private driftHistory;
-    private correctionInProgress;
-    private lastAudioTiming;
-    private lastVideoTiming;
-    constructor(config: SyncConfig);
-    updateAudioTime(relativeTime: number): void;
-    updateVideoTime(relativeTime: number): void;
-    resetTiming(): void;
-    checkSync(): Promise<void>;
-    private recordDrift;
-}

package/dist/modules/user.d.ts

@@ -1,27 +0,0 @@
-import { ApiAsrTokenType, HeadType, TokenResponseType } from "../types/User";
-export declare class User {
-    readonly id: string;
-    username: string;
-    readonly password: string;
-    readonly orgId: string;
-    readonly headId: string;
-    readonly apiBase: string;
-    static loginUser(username: string, password: string, apiUrl: string, orgId: string, headId: string): Promise<User>;
-    private EXPIRATION_OFFSET;
-    accessToken: string;
-    tokenType: string;
-    sessionId: number;
-    private constructor();
-    getHeadDetails(apiKey: string): Promise<HeadType>;
-    getAuthToken(username: string, password: string): Promise<TokenResponseType>;
-    getApiAsrToken(auth_jwt: string): Promise<ApiAsrTokenType>;
-    getAccessToken(): Promise<{
-        access_token: string;
-        user_id: string | null | undefined;
-        session_id: number;
-    }>;
-    getAsrToken(): Promise<{
-        token: string | null | undefined;
-        region: string | null | undefined;
-    }>;
-}

package/dist/modules/video.d.ts

@@ -1,61 +0,0 @@
-import { IdleVideoConfig } from "../types/idle-video";
-import { VideoFormatConfig, VideoTransitionType } from "../types/vp8";
-export interface VideoEffectConfig {
-    background?: BackgroundConfig;
-}
-export interface BackgroundConfig {
-    type: "color" | "image";
-    value: number | string;
-}
-export declare class VideoOutput {
-    private videoOutput;
-    private container;
-    private idleVideo;
-    private cachedVideo;
-    private idleVideoConfig;
-    private videoTransitionConfig;
-    private readonly CROSSFADE_DURATION;
-    private isTransitioning;
-    private isShowingIdleVideo;
-    private bufferCheckAnimationId;
-    private lastBufferCheckTime;
-    private sessionStarted;
-    private isShowingCachedVideo;
-    private onIdleVideoShown?;
-    private onIdleVideoHidden?;
-    private onSpeakingStartCallback;
-    private onSpeakingEndCallback;
-    static createVideoOutput(container: HTMLElement, config: VideoFormatConfig & {
-        effects?: VideoEffectConfig;
-        idleVideo: IdleVideoConfig;
-        transition: VideoTransitionType;
-    }): Promise<VideoOutput>;
-    private constructor();
-    private setupIdleVideo;
-    private setupCachedVideo;
-    onSpeakingStart(speakingStartCallback: () => void): void;
-    onSpeakingEnd(speakingEndCallback: () => void): void;
-    startStreaming(init?: boolean): void;
-    stopBufferMonitoring(): void;
-    getBufferLength(): number;
-    startBufferMonitoring(): void;
-    toggleCacheVideoMute(): void;
-    playCachedVideo(cachedVideoUrl: string): Promise<void>;
-    private crossfadeFromIdleToCached;
-    private crossfadeFromCachedToIdle;
-    private cleanupCachedVideo;
-    private hideIdleVideo;
-    private hideIdleVideoBeforeStream;
-    setEventCallbacks(callbacks: {
-        onIdleVideoShown?: () => void;
-        onIdleVideoHidden?: () => void;
-    }): void;
-    getStreamingStatus(): boolean;
-    showIdleVideo(): Promise<void>;
-    showIdleVideoAfterStream(): Promise<void>;
-    addFrame(frameData: Blob | ArrayBuffer, timeStamp: number, isKeyframe?: boolean): Promise<void>;
-    clearFrame(): void;
-    toggleStream(status: boolean): Promise<void>;
-    interrupt(fadeOut?: boolean): void;
-    destroy(): void;
-}

package/dist/modules/vp8.d.ts

@@ -1,41 +0,0 @@
-import { VideoState, VideoFormatConfig } from "../types/vp8";
-export declare class Vp8VideoOutput {
-    private canvas;
-    private ctx;
-    private container;
-    private config;
-    private resizeObserver;
-    private decoder;
-    private state;
-    private isProcessingFrame;
-    private isStreaming;
-    private startTime;
-    private frameBuffer;
-    private currentSequenceId;
-    private animationFrameId;
-    private renderLoop;
-    private fpsCounter;
-    private handleContextLoss;
-    private handleContextRestore;
-    private constructor();
-    static create(container: HTMLElement, config: VideoFormatConfig): Promise<Vp8VideoOutput>;
-    private initializeDecoder;
-    private setupResizeHandling;
-    private handleResize;
-    getBufferLength(): number;
-    getStreamingStatus(): boolean;
-    addFrame(frameData: Uint8Array<ArrayBuffer>, timestamp: number, isKeyframe?: boolean): Promise<void>;
-    toggleStream(status: boolean): Promise<void>;
-    clearFrame(): void;
-    interrupt(fadeOut?: boolean): void;
-    destroy(): void;
-    getState(): VideoState;
-    startRenderingStreamingVideo(init: boolean): void;
-    private render;
-    private processNextFrame;
-    private decodeVP8Frame;
-    private renderVideoFrame;
-    private clearCanvas;
-    private fadeOutCanvas;
-    private setupContextLossHandling;
-}

package/dist/types/Conversation.d.ts

@@ -1,63 +0,0 @@
-import { Environment } from "./environment";
-import { EventType, IncomingSocketEvent, OnDisconnectCallback } from "./event";
-import { HeadType } from "./User";
-import { VideoTransitionType } from "./vp8";
-export type Language = "ar-AE" | "bg-BG" | "bs-BA" | "cs-CZ" | "de-DE" | "en-US" | "es-ES" | "fr-FR" | "hu-HU" | "id-ID" | "it-IT" | "ka-GE" | "kk-KZ" | "lt-LT" | "lv-LV" | "nl-NL" | "pl-PL" | "pt-PT" | "ro-RO" | "ru-RU" | "sk-SK" | "sr-RS" | "th-TH" | "uk-UA";
-export type Status = "connecting" | "connected" | "disconnecting" | "disconnected";
-export type DigitalHumanOptions = {
-    username: string;
-    password: string;
-    apiKey: string;
-    environment: Environment;
-    mode: ConversationMode;
-    language?: Language;
-    allowWakeLock?: boolean;
-    frameRate?: number;
-    streamType: StreamingType;
-    quality: QualityType;
-    crop: boolean;
-    showIdle: boolean;
-    fadeTransitionsType?: VideoTransitionType;
-};
-export type HeadOptions = {
-    orgId: string;
-    headId: string;
-};
-export type VideoHtmlElement = {
-    element: HTMLElement;
-};
-export type ConversationOptions = DigitalHumanOptions & HeadOptions;
-export type ConversationEvents = {
-    onStatusChange: (prop: {
-        status: Status;
-    }) => void;
-    onConnect: (prop: {
-        userId: string;
-        headInfo: HeadType;
-        microphoneAccess: boolean;
-    }) => void;
-    onDisconnect: OnDisconnectCallback;
-    onText: (prop: IncomingSocketEvent<EventType.TEXT>) => void;
-    onJoin: (prop: IncomingSocketEvent<EventType.JOIN>) => void;
-    onResponse: (prop: IncomingSocketEvent<EventType.RESPONSE>) => void;
-    onStreaming: (prop: IncomingSocketEvent<EventType.STREAMING>) => void;
-    onTimeoutWarning: (prop: IncomingSocketEvent<EventType.TIMEOUT_WARNING>) => void;
-    onTimeout: (prop?: IncomingSocketEvent<EventType.TIME_OUT>) => void;
-    onMuteStatusChange: (prop: {
-        isMuted: boolean;
-    }) => void;
-    onSpeakingStart: () => void;
-    onSpeakingEnd: () => void;
-    onStoppingEnd: () => void;
-    onKeepSession: (prop: IncomingSocketEvent<EventType.KEEP_SESSION>) => void;
-    onError: (prop: {
-        message: string;
-        endConversation: boolean;
-        type: "toast" | "modal" | "silent";
-    }) => void;
-};
-export type ConversationMode = "chat" | "audio" | "video" | "default";
-export type Role = "user" | "ai";
-export type Mode = "speaking" | "listening" | "thinking" | "stopping";
-export type StreamingType = "jpg" | "vp8";
-export type QualityType = "low" | "standard" | "high" | "premium";

package/dist/types/User.d.ts

@@ -1,37 +0,0 @@
-import { Language } from "./Conversation";
-export type ApiErrorType = {
-    response?: {
-        data?: {
-            detail?: string;
-        };
-        status_code?: number;
-        status?: number;
-    };
-    name?: string;
-};
-export type TokenResponseType = {
-    access_token: string;
-    user_id: string;
-    token_type: string;
-};
-export type HeadType = {
-    alias: string;
-    icon_config: undefined;
-    lang_speech_recognition: string;
-    language: Language;
-    name: string;
-    operation_mode: "ttt" | "oc" | "doc_qa";
-    phrases: string[];
-    streaming_enabled: boolean;
-    allowed_iframe_origins: string[];
-    avatarSrc?: string;
-};
-export type AuthTokenType = {
-    exp: number;
-    username: string;
-    admin: boolean;
-};
-export type ApiAsrTokenType = {
-    token: string;
-    region: string;
-};

package/dist/types/connection.d.ts

@@ -1,16 +0,0 @@
-import { ConversationMode, Language, QualityType, StreamingType } from "./Conversation";
-import { Environment } from "./environment";
-export type WebsocketConnectionConfig = {
-    environment: Environment;
-    orgId: string;
-    headId: string;
-    token: string;
-    apiKey: string;
-    mode: ConversationMode;
-    language: Language;
-    streamType: StreamingType;
-    crop: boolean;
-    quality: QualityType;
-    onJoin?: () => void;
-    onError?: (error: string) => void;
-};

package/dist/types/environment.d.ts

@@ -1 +0,0 @@
-export type Environment = "production" | "staging" | "development";

package/dist/types/event.d.ts

@@ -1,134 +0,0 @@
-export declare enum EventType {
-    TEXT = "text",
-    CONVERSATION_END = "conversation_end",
-    JOIN = "join",
-    ERROR = "error",
-    TIME_OUT = "timeout",
-    UNITH_NLP_EXCEPTION = "unith_nlp_exception",
-    ANALYTICS = "analytics-userFeedback",
-    CHOICE = "choice",
-    TIMEOUT_WARNING = "timeout_warning",
-    KEEP_SESSION = "keep_session",
-    RESPONSE = "response",
-    STREAMING = "streaming",
-    PING = "ping",
-    PONG = "pong",
-    BINARY = "binary"
-}
-export declare enum StreamingEventType {
-    VIDEO_FRAME = "video_frame",
-    AUDIO_FRAME = "audio_frame",
-    METADATA = "metadata",
-    ERROR = "error",
-    CACHE = "cache"
-}
-export interface Message {
-    id: number;
-    timestamp: string;
-    speaker: string;
-    text: string;
-    isSent: boolean;
-    user_id: string;
-    username?: string;
-    event: EventType.TEXT | EventType.KEEP_SESSION;
-    session_id?: string;
-    visible: boolean;
-}
-export type JoinEventData = {
-    granted: boolean;
-};
-export type GlobalEventData = {
-    event: EventType;
-    user_id: string;
-    username: string;
-    type?: string;
-};
-export type BinaryEventData = {
-    data: ArrayBuffer;
-};
-export type SpeakerType = "user" | "backend";
-export type TextEventData = {
-    id: string;
-    timestamp: Date;
-    speaker: SpeakerType;
-    text: string;
-    isSent: boolean;
-    session_id: string;
-    visible: boolean;
-    is_last?: boolean;
-    part_order?: number;
-    input_message_id?: string;
-    suggestions: string[];
-    has_error?: boolean;
-    error_code?: number;
-    error_message?: string;
-    media?: string[];
-    video?: string;
-    stream_id?: string;
-};
-export type ConversationEndEventData = {
-    reason: string;
-    duration: number;
-};
-export type TimeoutEventData = {
-    remaining_time: number;
-};
-export type AnalyticsEventData = {
-    feedback_type: string;
-    rating: number;
-    comment?: string;
-};
-export type ChoiceEventData = {
-    choices: string[];
-    selected_choice?: string;
-};
-export type StreamingEventData = {
-    message?: string;
-    metadata_type?: string;
-    session_id?: string;
-    event_timestamp_ms: number;
-    type: StreamingEventType;
-    video_url?: string;
-    text?: string;
-    error_type?: "resource_exhausted" | "deadline_exceeded" | "inactivity_timeout";
-    format?: "jpeg" | "wav";
-    frame_data?: string;
-    height?: number;
-    width?: string;
-    sample_rate?: string;
-    duration_ms?: number;
-    is_keyframe?: boolean;
-};
-export type PingEventData = {
-    event: EventType.PING;
-    timestamp: string;
-    id: string;
-};
-export type PongEventData = {
-    type: EventType.PONG;
-    timestamp: string;
-    id: string;
-};
-export type IncomingSocketEvent<T extends EventType = EventType> = T extends EventType.BINARY ? GlobalEventData & BinaryEventData : T extends EventType.JOIN ? GlobalEventData & JoinEventData : T extends EventType.TEXT ? GlobalEventData & TextEventData : T extends EventType.RESPONSE ? GlobalEventData & TextEventData : T extends EventType.CONVERSATION_END ? GlobalEventData & ConversationEndEventData : T extends EventType.STREAMING ? GlobalEventData & StreamingEventData : T extends EventType.TIME_OUT ? GlobalEventData & TimeoutEventData : T extends EventType.TIMEOUT_WARNING ? GlobalEventData & TimeoutEventData : T extends EventType.KEEP_SESSION ? GlobalEventData & JoinEventData : T extends EventType.ANALYTICS ? GlobalEventData & AnalyticsEventData : T extends EventType.PING ? GlobalEventData & PingEventData : T extends EventType.PONG ? GlobalEventData & PongEventData : T extends EventType.CHOICE ? GlobalEventData & ChoiceEventData : GlobalEventData;
-export type AnyIncomingSocketEvent = IncomingSocketEvent<EventType.JOIN> | IncomingSocketEvent<EventType.TEXT> | IncomingSocketEvent<EventType.RESPONSE> | IncomingSocketEvent<EventType.STREAMING> | IncomingSocketEvent<EventType.BINARY> | IncomingSocketEvent<EventType.CONVERSATION_END> | IncomingSocketEvent<EventType.TIME_OUT> | IncomingSocketEvent<EventType.TIMEOUT_WARNING> | IncomingSocketEvent<EventType.KEEP_SESSION> | IncomingSocketEvent<EventType.ANALYTICS> | IncomingSocketEvent<EventType.CHOICE> | IncomingSocketEvent<EventType.PING> | IncomingSocketEvent<EventType.PONG> | (GlobalEventData & {
-    event: Exclude<EventType, EventType.JOIN | EventType.TEXT | EventType.CONVERSATION_END | EventType.TIME_OUT | EventType.TIMEOUT_WARNING | EventType.ANALYTICS | EventType.CHOICE | EventType.RESPONSE | EventType.STREAMING | EventType.PING | EventType.KEEP_SESSION | EventType.BINARY>;
-});
-export type DisconnectionDetails = {
-    reason: "error" | "user";
-    message?: string;
-    context?: Event;
-};
-export type OnDisconnectCallback = (details: DisconnectionDetails) => void;
-export type OnMessageCallback = (event: AnyIncomingSocketEvent) => void;
-export type OnPingPongCallback = (event: PongEventData) => void;
-export declare function isJoinEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.JOIN>;
-export declare function isTextEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.TEXT>;
-export declare function isResponseEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.RESPONSE>;
-export declare function isStreamingEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.STREAMING>;
-export declare function isStreamingErrorEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.STREAMING>;
-export declare function isBinaryEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.BINARY>;
-export declare function isConversationEndEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.CONVERSATION_END>;
-export declare function isPongEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.PONG>;
-export declare function isTimeoutWarningEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.TIMEOUT_WARNING>;
-export declare function isTimeoutEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.TIME_OUT>;
-export declare function isKeepSessionEvent(event: AnyIncomingSocketEvent): event is IncomingSocketEvent<EventType.KEEP_SESSION>;

package/dist/types/vp8.d.ts

@@ -1,48 +0,0 @@
-export interface FrameData {
-    data: Uint8Array<ArrayBuffer>;
-    timestamp: number;
-    isKeyframe: boolean;
-    sequenceId: number;
-    size: number;
-}
-export interface VideoMetrics {
-    framesRendered: number;
-    framesDropped: number;
-    actualFps: number;
-    bufferSize: number;
-    lastRenderTime: number;
-    decoderQueueSize: number;
-}
-export declare enum VideoState {
-    INITIALIZING = "initializing",
-    READY = "ready",
-    PLAYING = "playing",
-    PAUSED = "paused",
-    INTERRUPTED = "interrupted",
-    DESTROYED = "destroyed"
-}
-export interface VideoTransitionConfig {
-    enabled: boolean;
-    type: VideoTransitionType;
-}
-export declare enum VideoTransitionType {
-    NONE = "none",
-    CROSSFADE = "crossfade",
-    FADEIN = "fadein",
-    FADEOUT = "fadeout"
-}
-export interface VideoFrameType {
-    timeStamp: number;
-    isKeyframe?: boolean;
-}
-export interface VideoFormatConfig {
-    width: number;
-    height: number;
-    frameRate: number;
-    format: "jpeg" | "webp" | "png";
-    backgroundColor?: string;
-    antialias?: boolean;
-    resolution?: number;
-    maxBufferSize?: number;
-    enableAdaptiveQuality?: boolean;
-}

package/dist/utils/audio.d.ts

@@ -1,8 +0,0 @@
-export declare const loadAudioConcatProcessor: (worklet: AudioWorklet) => Promise<void>;
-export declare function base64ToArrayBuffer(base64: string): ArrayBuffer;
-export declare function detectAudioFormat(base64Data: string): {
-    hasHeader: boolean;
-    headerSize: number;
-    format: string;
-    shouldSlice: boolean;
-};

package/dist/utils/storage.d.ts

@@ -1,4 +0,0 @@
-export declare const getFromStorage: (key: string, orgId: string, headId: string) => string | null | undefined;
-export declare const setToStorage: (key: string, val: string, orgId: string, headId: string) => void;
-export declare const setCookie: (key: string, val: string) => void;
-export declare const getCookie: (key: string) => string | null | undefined;

package/dist/utils/sync.d.ts

@@ -1,2 +0,0 @@
-import { SyncConfig } from "../types/sync";
-export declare const DEFAULT_SYNC_CONFIG: SyncConfig;

package/dist/utils/worklet-loader.d.ts

@@ -1 +0,0 @@
-export declare function createWorkletModuleLoader(name: string, sourceCode: string): (worklet: AudioWorklet) => Promise<void>;