@xmov/avatar 2.0.0-alpha.38

package/dist/control/StreamingClient.d.ts

@@ -0,0 +1,33 @@
+/**
+ * StreamingClient - 薄客户端模式下的 WebSocket 连接管理器
+ * 负责与 Streaming Server 建立连接，管理消息路由、心跳和重连。
+ */
+export interface StreamingClientOptions {
+    url: string;
+    onReady?: () => void;
+    onOffer?: (sdp: string) => void;
+    onIce?: (candidate: RTCIceCandidateInit) => void;
+    onEventProxy?: (eventType: string, data: any, serverFrame?: number) => void;
+    onError?: (error: string) => void;
+    onDisconnect?: () => void;
+}
+export declare class StreamingClient {
+    private ws;
+    private options;
+    private retryCount;
+    private maxRetry;
+    private retryTimer;
+    private destroyed;
+    private connected;
+    constructor(options: StreamingClientOptions);
+    connect(): void;
+    private handleMessage;
+    send(msg: object): void;
+    /**
+     * 发送 API 调用
+     */
+    sendApiCall(method: string, params?: any[]): void;
+    private scheduleRetry;
+    isConnected(): boolean;
+    destroy(): void;
+}

package/dist/control/VideoPlayer.d.ts

@@ -0,0 +1,47 @@
+/**
+ * VideoPlayer - 薄客户端模式下的 WebRTC 收流与播放管理
+ * 支持两种模式：
+ * - 普通模式：直接 <video> 播放
+ * - Alpha Mask 模式：canvas 渲染 + 双路流 alpha 合成（透明背景）
+ */
+import { StreamingClient } from './StreamingClient';
+export interface VideoPlayerOptions {
+    container: HTMLElement;
+    streamingClient: StreamingClient;
+    useAlphaMask?: boolean;
+    onConnected?: () => void;
+    onDisconnected?: () => void;
+}
+export declare class VideoPlayer {
+    private video;
+    private canvas;
+    private canvasCtx;
+    private pc;
+    private stream;
+    private options;
+    private destroyed;
+    private animFrameId;
+    private tempCanvas;
+    private tempCtx;
+    constructor(options: VideoPlayerOptions);
+    private createVideoElement;
+    private createCanvasElement;
+    /**
+     * 处理远端 SDP offer，创建 answer 并通过 StreamingClient 回传
+     */
+    handleOffer(sdp: string): Promise<void>;
+    /**
+     * Alpha Mask 渲染循环
+     * 将双路流（RGB + Alpha）合成为带透明度的画面
+     */
+    private startAlphaRendering;
+    /**
+     * 添加 ICE candidate
+     */
+    addIceCandidate(candidate: RTCIceCandidateInit): Promise<void>;
+    getVideoElement(): HTMLVideoElement | null;
+    getCanvasElement(): HTMLCanvasElement | null;
+    isConnected(): boolean;
+    private destroyPeer;
+    destroy(): void;
+}

package/dist/control/ttsa.d.ts

@@ -0,0 +1,111 @@
+import { EFrameDataType, IRawFrameData, StateChangeInfo } from "../types/frame-data";
+import type XmovAvatar from "../index";
+import { DeviceInfo, Layout, WalkConfig } from "../types";
+import { IResumeParams } from "../modules/ResourceManager";
+import '../proto/protobuf.min';
+import '../proto/face_data_pb';
+interface ITtsaOptions {
+    sdkInstance: XmovAvatar;
+    url: string;
+    room: string;
+    session_id: string;
+    token: string;
+    appInfo: {
+        appId: string;
+        env: string;
+    };
+    framedata_proto_version: number;
+    onReady(): void;
+    handleMessage: (type: EFrameDataType, data: IRawFrameData[]) => void;
+    handleAAFrame: (data: any) => void;
+    runStartFrameIndex: (server_time: number) => void;
+    ttsaStateChangeHandle: (state: StateChangeInfo) => void;
+    reloadSuccess: () => void;
+    enterOfflineMode: () => void;
+    reStartSDK: () => void;
+    reconnect_client_timeout: number;
+    sendVoiceEnd: () => void;
+    getCurrentFrameIndex: () => number;
+}
+export default class Ttsa {
+    private TAG;
+    private ws;
+    private room;
+    private session_id;
+    private token;
+    private framedata_proto_version;
+    private getResumeInfo?;
+    private runStartFrameIndex;
+    private ttsaStateChangeHandle;
+    private sdk;
+    private reloadSuccess;
+    private _lastSessionId;
+    private _uniqueSpeakId;
+    private session_speak_req_id;
+    private enterOfflineMode;
+    private reStartSDK;
+    private reconnect_client_timeout;
+    private reconnectTimer;
+    private wsConnectTimer;
+    private enterOfflineFlag;
+    private sendVoiceEnd;
+    private syncTimestampInterval;
+    private syncTimestampNum;
+    private readonly SYNC_INTERVAL;
+    private lastSyncTime;
+    private getCurrentFrameIndex;
+    private heartbeatTimer;
+    private readonly HEARTBEAT_INTERVAL;
+    /**
+     * 清除WebSocket重连定时器
+     */
+    clearReconnectTimer(): void;
+    /**
+     * 启动客户端心跳（每 2s 发送一次 client_heartbeat）
+     */
+    private startHeartbeat;
+    /**
+     * 停止客户端心跳
+     */
+    private stopHeartbeat;
+    private _isResume;
+    private appInfo;
+    constructor(options: ITtsaOptions);
+    clearOldWsTimeoutTimer: () => void;
+    initWsTimeoutTimer: () => void;
+    start(): void;
+    idle(): void;
+    listen(): void;
+    think(): void;
+    interactiveidle(): void;
+    /**
+     * 通知后端进入隐身模式
+     */
+    enterInvisibleMode(): void;
+    /**
+     * 通知后端退出隐身模式
+     */
+    exitInvisibleMode(): void;
+    firstStartTimestamp(server_time: number): void;
+    syncTimestamp(): void;
+    sendSyncTimestamp(client_frame: number): void;
+    sendText(ssml: string, is_start: boolean, is_end: boolean, extra?: {
+        client_speak_id: string;
+    }): string | undefined;
+    sendSdkPoint(name: string, params?: any, extra?: any): void;
+    stateChange(state: string, params?: object): void;
+    sendPerfLog(payload: object): void;
+    changeLayout(layout: Layout): void;
+    changeWalkConfig(walkConfig: WalkConfig): void;
+    send(event: string, payload: Object): void;
+    sendDeviceInfo(deviceInfo: DeviceInfo): void;
+    getStatus(): boolean;
+    _setResumeInfoCallback(lastSessionId: string, _getResumeInfo: () => IResumeParams): void;
+    _getResumeInfo(): IResumeParams | null;
+    updateUniqueSpeakId(): void;
+    getUniqueSpeakId(): string;
+    close(): void;
+    connect(): void;
+    seekToFrame(frame: number): void;
+}
+export {};

package/dist/encoding/media-recorder-encoder.d.ts

@@ -0,0 +1,33 @@
+/**
+ * MediaRecorder 降级编码器
+ * 对于不支持 WebCodecs Opus 但支持 MediaRecorder webm/opus 的平台（Safari 18.4+）
+ * 通过 16kHz AudioContext + PCMInjectorProcessor + MediaRecorder 实现 Opus 编码
+ */
+export declare class MediaRecorderEncoder {
+    private audioCtx;
+    private workletNode;
+    private destination;
+    private recorder;
+    private isRecording;
+    private nextResolve;
+    private dataQueue;
+    /**
+     * 检测当前浏览器是否支持 MediaRecorder webm/opus
+     */
+    static isSupported(): boolean;
+    /**
+     * 初始化：创建 16kHz AudioContext + 中转 Worklet + MediaRecorder
+     */
+    init(): Promise<void>;
+    /**
+     * 注入 PCM 数据并等待编码输出
+     * @param pcmData S16LE PCM ArrayBuffer (16kHz)
+     * @returns 编码后的 WebM 数据，或 null
+     */
+    feedPCM(pcmData: ArrayBuffer): Promise<ArrayBuffer | null>;
+    /**
+     * 重置（新 speak 段开始时调用）
+     */
+    reset(): void;
+    destroy(): void;
+}

package/dist/encoding/pcm-webm-encoder.d.ts

@@ -0,0 +1,13 @@
+export declare class PcmWebMEncoder {
+    private readonly opusEncoder;
+    private readonly muxer;
+    private queue;
+    private generation;
+    private destroyed;
+    private pendingBlocks;
+    static isSupported(): Promise<boolean>;
+    init(): Promise<void>;
+    encode(pcm: Int16Array): Promise<ArrayBuffer>;
+    reset(): void;
+    destroy(): Promise<void>;
+}

package/dist/encoding/webcodec-opus-encoder.d.ts

@@ -0,0 +1,41 @@
+/**
+ * WebCodecs AudioEncoder Opus 编码封装
+ * 使用浏览器原生 WebCodecs API 将 PCM 音频编码为 Opus 帧
+ */
+export interface OpusEncoderConfig {
+    sampleRate: number;
+    channels: number;
+    bitrate: number;
+    frameSize: number;
+}
+export interface EncodedOpusFrame {
+    data: Uint8Array;
+    durationMs: number;
+}
+export declare class WebCodecOpusEncoder {
+    private encoder;
+    private config;
+    private isInitialized;
+    private pendingEncode;
+    private timestamp;
+    constructor(config?: Partial<OpusEncoderConfig>);
+    /**
+     * 检测当前浏览器是否支持 WebCodecs Opus 编码
+     */
+    static isSupported(): Promise<boolean>;
+    init(): Promise<void>;
+    /**
+     * 异步编码 PCM 为 Opus 帧
+     * @param pcm S16LE PCM 数据 (Int16Array, 1600 samples = 100ms)
+     * @returns 保留 packet 边界和时长的 Opus 帧数组
+     */
+    encode(pcm: Int16Array): Promise<EncodedOpusFrame[]>;
+    /**
+     * 重置时间戳（新 speak 段开始时调用）
+     */
+    reset(): void;
+    destroy(): Promise<void>;
+    private createEncoder;
+    private handleOutput;
+    private failPending;
+}

package/dist/encoding/webm-muxer.d.ts

@@ -0,0 +1,90 @@
+/**
+ * WebM EBML 封装器
+ * 将 Opus 帧封装为 WebM 容器格式，产出与 MSE 模式一致的 WebM/Opus 数据
+ *
+ * WebM 结构：
+ * EBML Header → Segment → SegmentInfo → Tracks → Cluster(s) → SimpleBlock(s)
+ */
+export declare class WebMMuxer {
+    private chunks;
+    private hasHeader;
+    private clusterTimestamp;
+    private sampleRate;
+    private frameDuration;
+    constructor(sampleRate?: number);
+    /**
+     * 写入 WebM 文件头（EBML Header + Segment Info + Track）
+     */
+    writeHeader(): void;
+    /**
+     * 写入 Opus 帧
+     * @param opusFrame Opus 编码后的数据
+     * @param durationMs 帧时长 (默认 100ms)
+     */
+    feedOpusFrame(opusFrame: Uint8Array, durationMs?: number): void;
+    /**
+     * 获取新增的 WebM 数据（自上次 flush 以来的数据）
+     * 返回后清空已返回的数据，避免重复发送
+     */
+    flush(): ArrayBuffer;
+    /**
+     * 重置（新 speak 段开始时调用）
+     */
+    reset(): void;
+    /**
+     * 编码 VINT（Variable-length Integer）
+     */
+    private encodeVINT;
+    /**
+     * 编码 EBML Element ID
+     */
+    private encodeID;
+    /**
+     * 编码无符号整数
+     */
+    private encodeUint;
+    /**
+     * 编码字符串
+     */
+    private encodeString;
+    /**
+     * 编码浮点数（32-bit IEEE 754）
+     */
+    private encodeFloat32;
+    /**
+     * 编码 EBML Element = ID + Size + Data
+     */
+    private encodeElement;
+    /**
+     * 编码 unsigned integer Element
+     */
+    private encodeUintElement;
+    /**
+     * 编码 string Element
+     */
+    private encodeStringElement;
+    /**
+     * 编码 float32 Element
+     */
+    private encodeFloat32Element;
+    /**
+     * 合并多个 Uint8Array
+     */
+    private concatArrays;
+    /**
+     * 构建 EBML Header
+     */
+    private buildEBMLHeader;
+    /**
+     * 构建 SegmentInfo
+     */
+    private buildSegmentInfo;
+    /**
+     * 构建 Opus Audio Track
+     */
+    private buildOpusTracks;
+    /**
+     * 构建 Cluster + SimpleBlock
+     */
+    private buildCluster;
+}