@spatialwalk/avatarkit 1.0.0-beta.44 → 1.0.0-beta.46

package/CHANGELOG.md

@@ -5,6 +5,30 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.0.0-beta.46] - 2025-12-29
+
+### 🐛 Bugfix
+- Expose `getCharacterMeta()` method in `Avatar` class as public API
+
+## [1.0.0-beta.45] - 2025-12-29
+
+### ✨ New Features
+- **Immediate Rendering on Pause** - When playback is paused, updating post-processing parameters or camera configuration will immediately re-render the current frame:
+  - Post-processing parameters (rotation, neck pose, jaw pose, eye blink, etc.) now apply immediately when updated during pause
+  - Camera configuration (position, target, FOV, etc.) now applies immediately when updated during pause
+  - During normal playback, these updates still apply on the next frame as before
+
+### 🔄 API Changes
+
+### 🔄 API Changes
+- **AvatarView Ready Promise Replaced with Callback** - Replaced `ready: Promise<void>` property with `onFirstRendering?: () => void` callback for better async handling:
+  - Removed `ready` Promise property
+  - Added `onFirstRendering` optional callback that is called when the first frame is rendered
+  - Callback-based approach is more idiomatic and easier to use than Promise-based approach
+
+### 🗑️ Removed
+- **Removed unused `seek()` method** - Removed unused and buggy `seek()` method from `StreamingAudioPlayer`
+
 ## [1.0.0-beta.44] - 2025-12-29
 
 ### 🔧 Performance Improvements

package/README.md

@@ -309,7 +309,9 @@ const container = document.getElementById('avatar-container')
 const avatarView = new AvatarView(avatar, container)
 
 // Wait for first frame to render
-await avatarView.ready // Promise that resolves when the first frame is rendered
+avatarView.onFirstRendering = () => {
+  // First frame rendered
+}
 
 // Get or set avatar transform (position and scale)
 // Get current transform

package/dist/{StreamingAudioPlayer-rs7ZcwVo.js → StreamingAudioPlayer-BlY4b-HD.js}

@@ -1,7 +1,7 @@
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-import { A as APP_CONFIG, e as errorToMessage, l as logEvent, a as logger } from "./index-CEqzEo-H.js";
+import { A as APP_CONFIG, e as errorToMessage, l as logEvent, a as logger } from "./index-DJMm01Eu.js";
 class StreamingAudioPlayer {
   constructor(options) {
     __publicField(this, "audioContext", null);

package/dist/core/Avatar.d.ts

@@ -5,4 +5,5 @@ export declare class Avatar {
     private characterMeta;
     private resources;
     constructor(id: string, characterMeta: CharacterMeta, resources: PreloadResult);
+    getCharacterMeta(): CharacterMeta;
 }

package/dist/core/AvatarController.d.ts

@@ -53,6 +53,7 @@ export declare class AvatarController {
     private resetConversationIdState;
     private getEffectiveConversationId;
     setPostProcessingConfig(config: PostProcessingConfig | null): void;
+    private rerenderCurrentFrame;
     setVolume(volume: number): void;
     getVolume(): number;
     private startStreamingPlaybackInternal;

package/dist/core/AvatarView.d.ts

@@ -3,7 +3,7 @@ import { AvatarController } from './AvatarController';
 export declare class AvatarView {
     private readonly avatarController;
     private readonly avatar;
-    readonly ready: Promise<void>;
+    onFirstRendering?: () => void;
     private canvas;
     private renderSystem;
     private isInitialized;
@@ -56,6 +56,7 @@ export declare class AvatarView {
     private startRealtimeRendering;
     private stopRealtimeRendering;
     dispose(): void;
+    private rerenderCurrentFrameWithNewCamera;
     private handleResize;
     get transform(): {
         x: number;

package/dist/{index-CEqzEo-H.js → index-DJMm01Eu.js}

@@ -7573,7 +7573,7 @@ const _AnimationPlayer = class _AnimationPlayer {
     if (this.streamingPlayer) {
       return;
     }
-    const { StreamingAudioPlayer } = await import("./StreamingAudioPlayer-rs7ZcwVo.js");
+    const { StreamingAudioPlayer } = await import("./StreamingAudioPlayer-BlY4b-HD.js");
     const { AvatarSDK: AvatarSDK2 } = await Promise.resolve().then(() => AvatarSDK$1);
     const audioFormat = AvatarSDK2.getAudioFormat();
     this.streamingPlayer = new StreamingAudioPlayer({
@@ -8963,7 +8963,7 @@ class AvatarSDK {
 }
 __publicField(AvatarSDK, "_isInitialized", false);
 __publicField(AvatarSDK, "_configuration", null);
-__publicField(AvatarSDK, "_version", "1.0.0-beta.44");
+__publicField(AvatarSDK, "_version", "1.0.0-beta.46");
 __publicField(AvatarSDK, "_avatarCore", null);
 __publicField(AvatarSDK, "_dynamicSdkConfig", null);
 const AvatarSDK$1 = Object.freeze(Object.defineProperty({
@@ -11091,6 +11091,44 @@ class AvatarController {
   }
   setPostProcessingConfig(config) {
     this.postProcessingConfig = config;
+    if (this.currentState === AvatarState.paused && this.isPlaying) {
+      this.rerenderCurrentFrame();
+    }
+  }
+  async rerenderCurrentFrameIfPaused() {
+    if (this.currentState !== AvatarState.paused || !this.renderCallback) {
+      return;
+    }
+    const frameIndex = this.lastRenderedFrameIndex;
+    if (frameIndex < 0) {
+      return;
+    }
+    let arrayIndex = frameIndex - this.keyframesOffset;
+    if (arrayIndex < 0 || arrayIndex >= this.currentKeyframes.length) {
+      if (this.currentKeyframes.length === 0) {
+        return;
+      }
+      arrayIndex = Math.max(0, Math.min(this.currentKeyframes.length - 1, arrayIndex));
+    }
+    try {
+      const currentFrame = this.currentKeyframes[arrayIndex];
+      let wasmParams = convertProtoFlameToWasmParams(currentFrame);
+      if (this.postProcessingConfig) {
+        wasmParams = this.applyPostProcessingToParams(wasmParams);
+      }
+      const avatarCore = AvatarSDK.getAvatarCore();
+      if (avatarCore) {
+        const splatData = await avatarCore.computeFrameFlatFromParams(wasmParams, this.characterHandle ?? void 0);
+        if (splatData) {
+          this.renderCallback(splatData, frameIndex);
+        }
+      }
+    } catch (error) {
+      logger.error("[AvatarController] Failed to rerender current frame:", error instanceof Error ? error.message : String(error));
+    }
+  }
+  async rerenderCurrentFrame() {
+    await this.rerenderCurrentFrameIfPaused();
   }
   onTransitionComplete() {
     var _a;
@@ -13477,7 +13515,7 @@ class AvatarView {
   constructor(avatar, container) {
     __publicField(this, "avatarController");
     __publicField(this, "avatar");
-    __publicField(this, "ready");
+    __publicField(this, "onFirstRendering");
     __publicField(this, "canvas");
     __publicField(this, "renderSystem", null);
     __publicField(this, "isInitialized", false);
@@ -13513,7 +13551,9 @@ class AvatarView {
       this.renderRealtimeFrame(splatData, frameIndex);
     });
     this.canvas = this.createCanvas(container);
-    this.ready = this.initializeView(avatar);
+    this.initializeView(avatar).catch((error) => {
+      logger.error("[AvatarView] Initialization failed:", error instanceof Error ? error.message : String(error));
+    });
     this.setupControllerEventListeners();
   }
   alignFlamePair(from, to2) {
@@ -13749,6 +13789,7 @@ class AvatarView {
     return derivedCamera;
   }
   async renderFirstFrame() {
+    var _a;
     if (!this.renderSystem) {
       throw new Error("Render system not initialized");
     }
@@ -13771,6 +13812,7 @@ class AvatarView {
       this.renderSystem.renderFrame();
       if (APP_CONFIG.debug)
         logger.log("[AvatarView] First frame rendered successfully");
+      (_a = this.onFirstRendering) == null ? void 0 : _a.call(this);
     } else {
       throw new Error("Failed to compute first frame splat data");
     }
@@ -14143,7 +14185,16 @@ class AvatarView {
       this.renderSystem.updateCamera(cameraConfig);
       if (APP_CONFIG.debug)
         logger.log("[AvatarView] Applied new camera config to render system");
+      if (this.avatarController.state === AvatarState.paused && this.renderingState === "speaking") {
+        this.rerenderCurrentFrameWithNewCamera();
+      }
+    }
+  }
+  async rerenderCurrentFrameWithNewCamera() {
+    if (this.avatarController.state !== AvatarState.paused || this.renderingState !== "speaking" || !this.renderSystem) {
+      return;
     }
+    await this.avatarController.rerenderCurrentFrameIfPaused();
   }
   handleResize() {
     if (this.renderSystem) {

package/dist/index.js

@@ -1,4 +1,4 @@
-import { b, c, f, d, j, g, C, i, D, E, k, h, L, R, S, m } from "./index-CEqzEo-H.js";
+import { b, c, f, d, j, g, C, i, D, E, k, h, L, R, S, m } from "./index-DJMm01Eu.js";
 export {
   b as Avatar,
   c as AvatarController,

package/package.json

@@ -1,7 +1,8 @@
 {
   "name": "@spatialwalk/avatarkit",
   "type": "module",
-  "version": "1.0.0-beta.44",
+  "version": "1.0.0-beta.46",
+  "packageManager": "pnpm@10.18.2",
   "description": "SPAvatar SDK - 3D Gaussian Splatting Avatar Rendering SDK",
   "author": "SPAvatar Team",
   "license": "MIT",
@@ -31,6 +32,16 @@
     "CHANGELOG.md",
     "dist"
   ],
+  "scripts": {
+    "build": "SDK_BUILD=true vite build --mode library",
+    "dev": "vite build --mode library --watch",
+    "clean": "rm -rf dist",
+    "typecheck": "tsc --noEmit",
+    "test": "cd tests && pnpm test",
+    "test:watch": "cd tests && pnpm run test:watch",
+    "test:e2e": "cd tests && pnpm run test:e2e",
+    "test:perf": "cd tests && pnpm run test:perf"
+  },
   "peerDependencies": {
     "@webgpu/types": "*"
   },
@@ -47,15 +58,5 @@
     "typescript": "^5.0.0",
     "vite": "^5.0.0",
     "vite-plugin-dts": "^4.5.4"
-  },
-  "scripts": {
-    "build": "SDK_BUILD=true vite build --mode library",
-    "dev": "vite build --mode library --watch",
-    "clean": "rm -rf dist",
-    "typecheck": "tsc --noEmit",
-    "test": "cd tests && pnpm test",
-    "test:watch": "cd tests && pnpm run test:watch",
-    "test:e2e": "cd tests && pnpm run test:e2e",
-    "test:perf": "cd tests && pnpm run test:perf"
   }
-}
+}