@spatialwalk/avatarkit 1.0.0-beta.3 → 1.0.0-beta.31

package/dist/config/app-config.d.ts

@@ -2,19 +2,8 @@ export declare const APP_CONFIG: {
     testEnv: boolean;
     readonly debug: boolean;
     rendering: {
-        backgroundColor: [number, number, number, number];
-        /**
-         * 排序模式
-         * - 'balance': 性能优先，首帧排序后复用（默认）
-         * - 'quality': 质量优先，每帧重新排序
-         */
+
         sortMode: "balance" | "quality";
-        /**
-         * 背景显示模式
-         * - 'cover': 保持宽高比，覆盖整个画布（默认）
-         * - 'stretch': 拉伸填充整个画布
-         */
-        backgroundMode: "cover" | "stretch";
     };
     camera: {
         position: [number, number, number];
@@ -26,6 +15,9 @@ export declare const APP_CONFIG: {
     animation: {
         fps: number;
     };
+    audio: {
+        sampleRate: number;
+    };
     avatar: {
         baseAssetsPath: string;
         wasmPath: string;
@@ -45,4 +37,3 @@ export declare const APP_CONFIG: {
         enablePerformanceMetrics: boolean;
     };
 };
-//# sourceMappingURL=app-config.d.ts.map

package/dist/config/constants.d.ts

@@ -1,13 +1,20 @@
-export declare const POSTHOG_HOST = "https://i.spatialwalk.ai";
-export declare const POSTHOG_API_KEY = "phc_TjwCYlnJCUMGPYAKePPxoRrCdMGsN8AQqprhWhCIShe";
-export declare const POSTHOG_TRACK_EVENTS: boolean;
+import { Environment } from '../types';
+export declare const CLS_TRACK_EVENTS: boolean;
+
+export declare function getCLSConfig(environment: Environment): {
+    endpoint: string;
+    topicId: string;
+    secretId: string;
+    secretKey: string;
+    token: string;
+};
+export declare const CLS_CONFIG: {
+    endpoint: string;
+    topicId: string;
+    secretId: string;
+    secretKey: string;
+    token: string;
+};
 export declare const ENV_TEST: boolean;
-/**
- * Comprehensive debug mode check
- * Returns true if:
- * - VITE_ENV_TEST is 'true', OR
- * - Running in DEV mode, OR
- * - URL has debug=1 parameter
- */
+
 export declare function isDebugMode(): boolean;
-//# sourceMappingURL=constants.d.ts.map

package/dist/config/sdk-config-loader.d.ts

@@ -1,12 +1,5 @@
 import { Environment } from '../types';
-/**
- * 从远程配置接口获取 SDK 配置
- * @param version SDK 版本号
- * @returns 解析后的配置映射
- */
+
 export declare function fetchSdkConfig(version: string): Promise<Partial<Record<Environment, string>>>;
-/**
- * 清除配置缓存（用于测试或重新加载）
- */
+
 export declare function clearSdkConfigCache(): void;
-//# sourceMappingURL=sdk-config-loader.d.ts.map

package/dist/core/Avatar.d.ts

@@ -4,20 +4,5 @@ export declare class Avatar {
     readonly id: string;
     private characterMeta;
     private resources;
-    /**
-     * 构造函数（内部使用）
-     * @param id 数字人 ID
-     * @param characterMeta 角色元数据
-     * @param resources 资源数据
-     */
     constructor(id: string, characterMeta: CharacterMeta, resources: PreloadResult);
-    /**
-     * 获取角色元数据（内部使用）
-     */
-    getCharacterMeta(): CharacterMeta;
-    /**
-     * 获取资源数据（内部使用）
-     */
-    getResources(): PreloadResult;
 }
-//# sourceMappingURL=Avatar.d.ts.map

package/dist/core/AvatarController.d.ts

@@ -1,125 +1,65 @@
 import { Flame } from '../generated/driveningress/v1/driveningress';
 import { Avatar } from './Avatar';
 import { AnimationPlayer } from '../audio/AnimationPlayer';
-import { AvatarState, ConnectionState } from '../types';
+import { AvatarState, ConnectionState, DrivingServiceMode, ConversationState } from '../types';
 export declare class AvatarController {
+    private networkLayer?;
+    private readonly playbackMode;
     protected avatar: Avatar;
-    protected isConnected: boolean;
-    protected isMuted: boolean;
-    protected currentState: AvatarState;
     protected animationPlayer: AnimationPlayer | null;
     protected currentKeyframes: Flame[];
-    protected transitionKeyframes: Flame[];
-    protected currentReqId: string | null;
+    protected pendingAudioChunks: Array<{
+        data: Uint8Array;
+        isLast: boolean;
+    }>;
     protected isPlaying: boolean;
-    private hasSentEnd;
+    protected isConnected: boolean;
+    protected currentState: AvatarState;
+    private currentConversationId;
+    private reqEnd;
     onConnectionState: ((state: ConnectionState) => void) | null;
-    onAvatarState: ((state: AvatarState) => void) | null;
+    onConversationState: ((state: ConversationState) => void) | null;
     onError: ((error: Error) => void) | null;
     private eventListeners;
-    private wsClient;
-    private pendingAudioChunks;
-    constructor(avatar: Avatar);
-    /**
-     * 启动服务
-     */
+    private renderCallback?;
+    private characterHandle;
+    private playbackLoopId;
+    private lastRenderedFrameIndex;
+    private keyframesOffset;
+    private readonly MAX_KEYFRAMES;
+    private readonly KEYFRAMES_CLEANUP_THRESHOLD;
+    private isAudioOnlyMode;
+    private hostModeMetrics;
+    private readonly audioBytesPerSecond;
+    constructor(avatar: Avatar, options?: {
+        playbackMode?: DrivingServiceMode;
+    });
+    getCurrentConversationId(): string | null;
     start(): Promise<void>;
-    /**
-     * 发送音频数据
-     */
-    send(audioData: ArrayBuffer, end?: boolean): void;
-    /**
-     * 发送文字消息（Animation Only 模式不支持文字输入）
-     */
-    sendText(_text: string): void;
-    /**
-     * 打断当前对话
-     */
-    interrupt(): void;
-    /**
-     * 关闭服务（断开连接）
-     */
+    send(audioData: ArrayBuffer, end?: boolean): string | null;
     close(): void;
-    /**
-     * 静音切换
-     */
-    get mute(): boolean;
-    set mute(value: boolean);
-    /**
-     * 获取当前状态
-     */
-    get state(): AvatarState;
-    /**
-     * 获取动画播放器实例
-     * @internal
-     */
-    getAnimationPlayer(): AnimationPlayer | null;
-    /**
-     * 提供给视图层读取的过渡关键帧（Idle->Speaking），独立于主序列
-     */
-    protected getTransitionKeyframes(): Flame[];
-    /**
-     * 获取连接状态
-     */
-    get connected(): boolean;
-    /**
-     * 为 AvatarView 提供注册内部事件的接口
-     * @internal
-     */
-    setupInternalEventListeners(callbacks: {
-        onKeyframesUpdate?: (keyframes: Flame[]) => void;
-        onStartRendering?: () => void;
-        onStopRendering?: () => void;
-    }): void;
-    /**
-     * 初始化播放器和客户端
-     */
-    protected initializePlayers(): Promise<void>;
-    /**
-     * 清理播放器和客户端
-     */
-    protected cleanupPlayers(): void;
-    /**
-     * 停止播放
-     */
+    yieldAudioData(data: Uint8Array, isLast?: boolean): string | null;
+    yieldFramesData(keyframes: Flame[], conversationId: string): void;
+    pause(): void;
+    resume(): Promise<void>;
+    interrupt(): void;
+    clear(): void;
+    private generateAndLogNewConversationId;
+    private clearPlaybackData;
+    private resetConversationIdState;
+    private getEffectiveConversationId;
+    setVolume(volume: number): void;
+    getVolume(): number;
+    private startStreamingPlaybackInternal;
+    private startPlaybackLoop;
+    private stopPlaybackLoop;
+    private enableAudioOnlyMode;
+    private startAudioOnlyPlayback;
+    private startAudioMonitoringLoop;
     protected stopPlayback(): void;
-    /**
-     * 开始播放音频和动画
-     */
-    protected startPlayback(): Promise<void>;
-    /**
-     * 注册内部事件监听器（仅供内部使用）
-     */
+    protected cleanupPlayers(): void;
+    private addAudioChunkToBuffer;
     private registerEventListener;
-    /**
-     * 触发内部事件（仅供内部使用）
-     */
-    private emit;
-    /**
-     * 处理接收到的消息
-     */
-    private handleMessage;
-    /**
-     * 处理动画消息（从服务器接收）
-     */
-    private handleAnimationMessage;
-    /**
-     * 开始流式播放（准备播放器、添加音频数据、开始播放动画）
-     */
-    private startStreamingPlayback;
-    /**
-     * 开始同步播放（用户音频 + 动画）
-     * 注意：流式模式下，这个方法由 startStreamingPlayback() 调用
-     */
-    private startSynchronizedPlayback;
-    /**
-     * 将 PCM 数据转换为 WAV Blob URL
-     * 注意：流式模式下不再需要此方法，保留用于兼容性
-     */
-    private createAudioBlobURL;
-    /**
-     * 设置 WebSocket 事件监听器
-     */
-    private setupWebSocketListeners;
+    protected emit(event: string, data?: any): void;
+    private reportDrivingLatency;
 }
-//# sourceMappingURL=AvatarController.d.ts.map

package/dist/core/AvatarDownloader.d.ts

@@ -1,100 +1,5 @@
-import { CharacterMeta, PreloadCameraSettings } from '../types/character';
-import { CharacterSettings } from '../types/character-settings';
-interface ProgressInfo {
-    stage: string;
-    filename: string;
-    loaded: number;
-    total: number;
-    progress: number;
-}
-type ProgressCallback = (info: ProgressInfo) => void;
-interface TemplateResources {
-    [key: string]: ArrayBuffer;
-}
-interface FlameResources {
-    flameModel?: {
-        remote?: string;
-    };
-    flameTemplate?: {
-        remote?: string;
-    };
-    teethPb?: {
-        remote?: string;
-    };
-    teethNpz?: {
-        remote?: string;
-    };
-}
-interface CharacterDataResult {
-    shape: ArrayBuffer;
-    pointCloud: ArrayBuffer;
-    idleAnimation?: ArrayBuffer;
-    monoAnimation?: ArrayBuffer;
-    monoAudioUrl?: string;
-}
-export interface PreloadResult {
-    templateResources: TemplateResources;
-    characterData: CharacterDataResult;
-    preloadCameraSettings?: PreloadCameraSettings;
-    characterSettings?: CharacterSettings;
-}
 export declare class AvatarDownloader {
     private baseAssetsPath;
-    private characterAssets;
     constructor(baseAssetsPath?: string);
-    /**
-     * Load template resources from CharacterMeta flame CDN URLs
-     * Falls back to global CDN config if not provided by API
-     */
-    loadTemplateResources(flameResources?: FlameResources, progressCallback?: ProgressCallback | null): Promise<TemplateResources>;
-    /**
-     * Load global FLAME template resources from CDN
-     * Uses centralized FLAME CDN config (shared across all characters)
-     */
-    private loadGlobalFlameResources;
-    /**
-     * Load camera settings from CharacterMeta (optional)
-     */
-    loadCameraSettings(characterMeta: CharacterMeta): Promise<PreloadCameraSettings | undefined>;
-    /**
-     * Load character data from CharacterMeta (iOS compatible)
-     */
-    loadCharacterData(characterMeta: CharacterMeta, options?: {
-        loadMonologue?: boolean;
-        progressCallback?: ProgressCallback | null;
-    }): Promise<CharacterDataResult>;
-    /**
-     * Preload all resources (template + character data + camera info + settings)
-     */
-    preloadResources(characterMeta: CharacterMeta, options?: {
-        loadMonologue?: boolean;
-        progressCallback?: ProgressCallback | null;
-    }): Promise<PreloadResult>;
-    /**
-     * Get loaded character asset by key
-     */
-    getCharacterAsset(key: string): ArrayBuffer | undefined;
-    /**
-     * Clear cached assets
-     */
-    clear(): void;
-    /**
-     * Get Main App API Client (enjoi.spatialwalk.top)
-     * Used for: character list, auth, customization, etc.
-     */
-    private getMainAppClient;
-    /**
-     * Get SPAvatarKit SDK API Client (api.spatialwalk.top)
-     * Used for: character details and resource URLs (public endpoints, no auth required)
-     */
     private getSdkApiClient;
-    /**
-     * Get single character by ID from SPAvatarKit SDK API (v2, iOS compatible)
-     * Domain: api.spatialwalk.top
-     * Auth: Public endpoint, no authentication required
-     * Returns CharacterMeta with nested resource structure
-     */
-    getCharacterById(characterId: string): Promise<CharacterMeta>;
 }
-export {};
-//# sourceMappingURL=AvatarDownloader.d.ts.map

package/dist/core/AvatarManager.d.ts

@@ -3,24 +3,13 @@ import { Avatar } from './Avatar';
 export declare class AvatarManager {
     private static _instance;
     private avatarDownloader;
-    private _templateInitialized;
-    /**
-     * 通过全局单例来访问
-     */
+    private avatarCache;
+    private loadingPromises;
     static get shared(): AvatarManager;
-    /**
-     * 加载数字人
-     * @param id 数字人 ID
-     * @param onProgress 进度回调
-     * @param options 加载选项
-     * @returns Promise<Avatar>
-     */
-    load(id: string, onProgress?: (progress: LoadProgressInfo) => void, options?: {
-        enableMonologue?: boolean;
-    }): Promise<Avatar>;
-    /**
-     * 清理资源加载器缓存
-     */
+    load(id: string, onProgress?: (progress: LoadProgressInfo) => void): Promise<Avatar>;
+    private doLoad;
+    retrieve(id: string): Avatar | undefined;
+    clear(id: string): void;
+    clearAll(): void;
     clearCache(): void;
 }
-//# sourceMappingURL=AvatarManager.d.ts.map

package/dist/core/AvatarSDK.d.ts

@@ -0,0 +1,21 @@
+import { Configuration } from '../types';
+export declare class AvatarSDK {
+    private static _isInitialized;
+    private static _configuration;
+    private static readonly _version;
+    private static _avatarCore;
+    private static _dynamicSdkConfig;
+    static initialize(appId: string, configuration: Configuration): Promise<void>;
+    private static initializeWASMModule;
+    private static initializeTemplateResources;
+    static setSessionToken(token: string): void;
+    static setUserId(userId: string): void;
+    static get isInitialized(): boolean;
+    static get appId(): string | null;
+    static get configuration(): Configuration | null;
+    static get sessionToken(): string | null;
+    static get userId(): string | null;
+    static get version(): string;
+    static cleanup(): void;
+    private static _fetchSdkConfig;
+}

package/dist/core/AvatarView.d.ts

@@ -1,158 +1,64 @@
-import { CameraConfig, RenderPerformanceStats } from '../types';
 import { Avatar } from './Avatar';
 import { AvatarController } from './AvatarController';
 export declare class AvatarView {
-    readonly avatarController: AvatarController;
-    backgroundImage: string | null;
-    backgroundOpaque: boolean;
+    private readonly avatarController;
+    private readonly avatar;
+    readonly ready: Promise<void>;
     private canvas;
     private renderSystem;
     private isInitialized;
     private cameraConfig;
-    private isRealtimePlaying;
+    private renderingState;
     private currentKeyframes;
     private lastRenderedFrameIndex;
-    private realtimeStartTime;
     private lastRealtimeProtoFrame;
-    private idleResumeIndexPending;
     private idleAnimationLoopId;
     private realtimeAnimationLoopId;
     private resizeObserver;
     private onWindowResize;
+    private frameCount;
+    private lastFpsUpdate;
+    private currentFPS;
     private transitionKeyframes;
-    private isTransitioning;
     private transitionStartTime;
     private readonly transitionDurationMs;
-    private endToIdleAfterTransition;
     private cachedIdleFirstFrame;
     private idleCurrentFrameIndex;
-    /**
-     * 对齐两端 Flame 维度：标量统一长度，expression 取最大长度并零填充
-     */
+    private characterHandle;
+    private characterId;
+    private _isOpaque;
     private alignFlamePair;
-    /**
-     * 判断是否为空 Flame（用于跳过 isLast=true 的哨兵帧）
-     */
-    private isEmptyFlame;
-    /**
-     * 生成并对齐过渡帧，确保首尾帧与起止帧完全一致
-     */
     private generateAndAlignTransitionFrames;
-    /**
-     * 获取缓存的 Idle 首帧，如果未缓存则获取并缓存
-     */
     private getCachedIdleFirstFrame;
-    /**
-     * 构造函数
-     * 使用 AvatarController（纯动画驱动模式）
-     */
-    constructor(avatar: Avatar, canvasContainer?: HTMLElement);
-    /**
-     * 创建canvas元素
-     */
+    constructor(avatar: Avatar, container: HTMLElement);
+    get controller(): AvatarController;
     private createCanvas;
-    /**
-     * 获取canvas元素（供外部访问）
-     */
-    getCanvas(): HTMLCanvasElement;
-    /**
-     * 初始化视图系统
-     */
     private initializeView;
-    /**
-     * 初始化渲染系统
-     */
     private initializeRenderSystem;
-    /**
-     * 获取默认相机配置
-     */
     private getDefaultCameraConfig;
-    /**
-     * 根据 PreloadCameraSettings 转换为 CameraConfig
-     */
-    private convertPreloadCameraToConfig;
-    /**
-     * 渲染第一帧
-     */
+    private resolveCameraConfig;
+    private deriveCameraConfigFromSettings;
     private renderFirstFrame;
-    /**
-     * 开始idle动画循环
-     */
+    private updateFPS;
+    private initFPS;
     private startIdleAnimationLoop;
-    /**
-     * 开始实时对话动画循环
-     */
     private startRealtimeAnimationLoop;
-    /**
-     * 停止idle动画循环
-     */
     private stopIdleAnimationLoop;
-    /**
-     * 停止实时对话动画循环
-     */
     private stopRealtimeAnimationLoop;
-    /**
-     * 停止所有动画循环
-     */
     private stopAllAnimationLoops;
-    /**
-     * 渲染实时对话帧
-     */
     private renderRealtimeFrame;
-    /**
-     * 设置 AvatarController 事件监听器
-     */
+    private setState;
+    private get isRealtimePlaying();
+    private get isTransitioning();
+    private get endToIdleAfterTransition();
+    private handleInterrupt;
     private setupControllerEventListeners;
-    /**
-     * 设置当前关键帧数据
-     */
-    private setCurrentKeyframes;
-    /**
-     * 开始实时对话渲染
-     */
+    private prepareRealtimeRendering;
     private startRealtimeRendering;
-    /**
-     * 停止实时对话渲染
-     */
     private stopRealtimeRendering;
-    /**
-     * 设置背景图
-     * 支持开发者来设置渲染数字人背景图
-     */
-    setBackgroundImage(imageUrl: string | null): void;
-    /**
-     * 设置背景是否不透明
-     * 支持开发者来设置是否背景不透明
-     */
-    setBackgroundOpaque(opaque: boolean): void;
-    /**
-     * 清理视图资源
-     * 关闭 avatarController 并清理所有相关资源
-     */
     dispose(): void;
-    /**
-     * 获取相机配置
-     */
-    getCameraConfig(): CameraConfig | null;
-    /**
-     * 更新相机配置
-     */
-    updateCameraConfig(cameraConfig: CameraConfig): void;
-    /**
-     * 处理尺寸变化：通知渲染系统更新视口与投影
-     */
     private handleResize;
-    /**
-     * 获取渲染性能统计
-     * @returns 渲染性能统计数据，如果渲染系统未初始化则返回 null
-     */
-    getPerformanceStats(): RenderPerformanceStats | null;
-    /**
-     * 将 CameraInfo 转换为 CameraConfig
-     */
-    /**
-     * 设置 canvas 的 CSS 背景（与 app 对齐）
-     */
-    private setCanvasBackground;
+    get isOpaque(): boolean;
+    set isOpaque(value: boolean);
+    setBackgroundImage(image: HTMLImageElement | string | null): void;
 }
-//# sourceMappingURL=AvatarView.d.ts.map

package/dist/core/NetworkLayer.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/generated/driveningress/v1/driveningress.d.ts

@@ -9,29 +9,19 @@ export declare enum MessageType {
 }
 export declare function messageTypeFromJSON(object: any): MessageType;
 export declare function messageTypeToJSON(object: MessageType): string;
-/**
- * 兼容流式传输，只要 req_id 相同，客户端可以将音频分段发若干个 ClientAudioInputData
- * 新 req_id 出现后，老 req_id 的请求将被忽略
- */
+
 export interface ClientAudioInputData {
     reqId: string;
     audio: Uint8Array;
     end: boolean;
 }
 export interface Flame {
-    /** 平移 */
     translation: number[];
-    /** 旋转 */
     rotation: number[];
-    /** 脖子 */
     neckPose: number[];
-    /** 下巴 */
     jawPose: number[];
-    /** 眼睛 */
     eyePose: number[];
-    /** 眼皮 */
     eyeLid: number[];
-    /** 表情参数 */
     expression: number[];
 }
 export interface FlameAnimation {
@@ -77,4 +67,3 @@ export interface MessageFns<T> {
     fromPartial<I extends Exact<DeepPartial<T>, I>>(object: I): T;
 }
 export {};
-//# sourceMappingURL=driveningress.d.ts.map

package/dist/generated/driveningress/v2/driveningress.d.ts

@@ -5,9 +5,7 @@ export interface GetCharacterInfoRequest {
     characterId: string;
 }
 export interface CharacterAsset {
-    /** 资产ID，例如 "v1/xxx" */
     characterId: string;
-    /** 资产版本，例如 "1.0.0" */
     version: string;
     createdAt?: Timestamp | undefined;
     updatedAt?: Timestamp | undefined;
@@ -78,4 +76,3 @@ export interface MessageFns<T> {
     fromPartial<I extends Exact<DeepPartial<T>, I>>(object: I): T;
 }
 export {};
-//# sourceMappingURL=driveningress.d.ts.map