@spatius/avatarkit 1.3.1-beta.2 → 1.3.1-beta.4

package/dist/core/AvatarController.d.ts

@@ -7,6 +7,23 @@ export declare class AvatarController {
     private isStartingPlayback;
     private currentConversationId;
     private reqEnd;
+    private inputOpusDecoderProxy;
+    /**
+     * Serializes the async decode→buffer path so PCM reaches the playback buffer in
+     * FEED ORDER. Critical because OggOpusDecoder (inside the proxy) is stateful — it
+     * carries a partial Ogg page across calls — so out-of-order decodes corrupt the
+     * stream. Each send()/yieldAudioData() chains onto this; the worker is FIFO, but
+     * awaiting also keeps addAudioChunkToBuffer(pcm) calls from interleaving.
+     * Mirrors AnimationWebSocketClient.opusSendChain on the uplink.
+     */
+    private inputDecodeChain;
+    /**
+     * Brings host-provided Opus into the single shape the rest of the pipeline
+     * expects: an Ogg stream. Streaming TTS providers hand over bare Opus packets
+     * rather than Ogg, so those get muxed here — once, before the send path splits,
+     * so local playback and the uplink both get valid Ogg.
+     */
+    private readonly opusInputNormalizer;
     onConnectionState: ((state: ConnectionState) => void) | null;
     onConversationState: ((state: ConversationState) => void) | null;
     onError: ((error: AvatarError) => void) | null;
@@ -51,6 +68,8 @@ export declare class AvatarController {
     private playbackEndReason;
     private receivedAudioBytes;
     private receivedAnimationFrames;
+    private playbackStartedAt;
+    private playbackEndedAt;
     /**
      * Whether this round's final animation batch (ServerResponseAnimation.end) has arrived.
      * Frame starvation is only possible BEFORE this — once all frames are in, any remaining
@@ -67,8 +86,27 @@ export declare class AvatarController {
     private readonly MAX_AUDIO_TIME_ZERO_COUNT;
     private readonly MAX_AUDIO_TIME_STUCK_COUNT;
     private readonly AUDIO_TIME_STUCK_THRESHOLD;
-    private hostModeMetrics;
-    private readonly audioBytesPerSecond;
+    private latencyMarks;
+    /**
+     * Per-call trace records for the current round, in call order. Unlike
+     * latencyMarks (which aggregates arrival into per-second/per-group instants),
+     * these are one entry per actual API action, so each becomes a short span:
+     * how long the CALL itself took, plus what it carried (audio seconds sent /
+     * frames received). Reset per conversation alongside latencyMarks.
+     */
+    private traceActions;
+    /**
+     * Highest Ogg granule forwarded so far this round, for Opus input. The granule
+     * accumulates across a stream, so a send's audio seconds is its own end granule
+     * minus this. Reset per conversation. -1 = nothing forwarded yet.
+     */
+    private lastOpusGranule;
+    /**
+     * 音频字节率（bytes/s），按 **实际配置的采样率** 动态计算，而不是写死 16kHz。
+     * SDK 支持 8k/16k/22.05k/24k/32k/44.1k/48k，写死会让非 16k 的时长统计整体缩放出错。
+     * Opus 输入已被 AvatarSDK.getAudioFormat() 归一化成 48000，正是解码后 PCM 的真实采样率。
+     */
+    private get audioBytesPerSecond();
     constructor(avatar: Avatar, options?: {
         playbackMode?: DrivingServiceMode;
     });
@@ -94,6 +132,19 @@ export declare class AvatarController {
      * })
      */
     initializeAudioContext(): Promise<void>;
+    /**
+     * Create the input Opus decoder when the configured input format is 'opus'.
+     * No-op for PCM input. Idempotent. The decoder turns host-provided Ogg Opus
+     * into PCM16 for the local audio pipeline.
+     */
+    private ensureInputOpusDecoder;
+    /**
+     * Normalize host-provided audio into PCM16. If the SDK is configured for Opus
+     * input, decode the Ogg Opus bytes; otherwise pass PCM through untouched. All
+     * downstream code (playback buffer, byte/duration stats, upstream) then works
+     * on PCM exactly as before.
+     */
+    private normalizeInputAudioToPcm;
     /**
      * Start service (SDK mode only)
      */

package/dist/core/AvatarView.d.ts

@@ -27,8 +27,6 @@ export declare class AvatarView {
     private activeAnimationState;
     private isPureRenderingMode;
     private _renderingEnabled;
-    private avatarActiveTimer;
-    private readonly AVATAR_ACTIVE_INTERVAL;
     /**
      * Constructor
      * Creates a unified AvatarController, internally composes network layer based on configuration

package/dist/error-utils-PtNzUHiL.js

@@ -0,0 +1,85 @@
+import { mt as isDebugMode } from "./logger-C3fw-NWP.js";
+//#region config/app-config.ts
+var GLOBAL_FLAME_CDN_BASE = "https://cdn.spatialwalk.cloud/public";
+var CN_FLAME_CDN_BASE = "https://cdn.spatialwalk.top/public";
+function getFlameCdnBase(region) {
+	return region.startsWith("cn-") ? CN_FLAME_CDN_BASE : GLOBAL_FLAME_CDN_BASE;
+}
+var APP_CONFIG = {
+	testEnv: false,
+	get debug() {
+		return isDebugMode();
+	},
+	rendering: { 
+	/**
+	* Sort mode
+	* - 'balance': Performance first, sort first frame then reuse (default)
+	* - 'quality': Quality first, re-sort every frame
+	*/
+sortMode: "balance" },
+	camera: {
+		position: [
+			-.02,
+			-.013,
+			1.5
+		],
+		target: [
+			0,
+			0,
+			0
+		],
+		fov: 22,
+		near: .01,
+		far: 100
+	},
+	animation: { fps: 25 },
+	audio: { sampleRate: 16e3 },
+	avatar: {
+		baseAssetsPath: "",
+		wasmPath: "./wasm/avatar_core_wasm.js"
+	},
+	flame: {
+		cdnBase: GLOBAL_FLAME_CDN_BASE,
+		unifiedModelPath: "unified_model_body.pb.gz"
+	},
+	wasm: {
+		logLevel: "basic",
+		enableValidation: false,
+		enablePerformanceMetrics: true
+	}
+};
+//#endregion
+//#region utils/error-utils.ts
+/**
+* Error Utility Functions
+* Provides consistent error handling and formatting across the application
+*/
+/**
+* Convert unknown error to a readable error message string
+*
+* @param err - Unknown error object (could be Error, string, object, etc.)
+* @returns Formatted error message string
+*
+* @example
+* try {
+*   riskyOperation()
+* } catch (err) {
+*   const message = errorToMessage(err)
+*   logger.error('Operation failed:', message)
+* }
+*/
+function errorToMessage(err) {
+	if (err instanceof Error) return err.message;
+	if (typeof err === "string") return err;
+	if (typeof err === "object" && err !== null) {
+		if ("message" in err && typeof err.message === "string") return err.message;
+		try {
+			return JSON.stringify(err);
+		} catch {
+			return String(err);
+		}
+	}
+	return String(err);
+}
+//#endregion
+export { APP_CONFIG as n, getFlameCdnBase as r, errorToMessage as t };