@spatialwalk/avatarkit 1.0.0-beta.43 → 1.0.0-beta.45

package/CHANGELOG.md

@@ -5,6 +5,30 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.0.0-beta.45] - 2025-12-29
+
+### ✨ New Features
+- **Immediate Rendering on Pause** - When playback is paused, updating post-processing parameters or camera configuration will immediately re-render the current frame:
+  - Post-processing parameters (rotation, neck pose, jaw pose, eye blink, etc.) now apply immediately when updated during pause
+  - Camera configuration (position, target, FOV, etc.) now applies immediately when updated during pause
+  - During normal playback, these updates still apply on the next frame as before
+
+### 🔄 API Changes
+
+### 🔄 API Changes
+- **AvatarView Ready Promise Replaced with Callback** - Replaced `ready: Promise<void>` property with `onFirstRendering?: () => void` callback for better async handling:
+  - Removed `ready` Promise property
+  - Added `onFirstRendering` optional callback that is called when the first frame is rendered
+  - Callback-based approach is more idiomatic and easier to use than Promise-based approach
+
+### 🗑️ Removed
+- **Removed unused `seek()` method** - Removed unused and buggy `seek()` method from `StreamingAudioPlayer`
+
+## [1.0.0-beta.44] - 2025-12-29
+
+### 🔧 Performance Improvements
+- **Removed unnecessary headers from static resource requests** - Removed `X-App-Id` and `Authorization` headers from static resource downloads (shape.pb, point_cloud.ply, camera.json, etc.) to avoid CORS preflight requests and improve loading performance
+
 ## [1.0.0-beta.43] - 2025-12-29
 
 ### 🔧 Improvements

package/README.md

@@ -309,7 +309,9 @@ const container = document.getElementById('avatar-container')
 const avatarView = new AvatarView(avatar, container)
 
 // Wait for first frame to render
-await avatarView.ready // Promise that resolves when the first frame is rendered
+avatarView.onFirstRendering = () => {
+  // First frame rendered
+}
 
 // Get or set avatar transform (position and scale)
 // Get current transform

package/dist/{StreamingAudioPlayer-Dy3rj-Pp.js → StreamingAudioPlayer-BDQE99ro.js}

@@ -1,7 +1,7 @@
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-import { A as APP_CONFIG, e as errorToMessage, l as logEvent, a as logger } from "./index-DiAM42qy.js";
+import { A as APP_CONFIG, e as errorToMessage, l as logEvent, a as logger } from "./index-Bz4J6yf6.js";
 class StreamingAudioPlayer {
   constructor(options) {
     __publicField(this, "audioContext", null);

package/dist/core/AvatarController.d.ts

@@ -53,6 +53,7 @@ export declare class AvatarController {
     private resetConversationIdState;
     private getEffectiveConversationId;
     setPostProcessingConfig(config: PostProcessingConfig | null): void;
+    private rerenderCurrentFrame;
     setVolume(volume: number): void;
     getVolume(): number;
     private startStreamingPlaybackInternal;

package/dist/core/AvatarView.d.ts

@@ -3,7 +3,7 @@ import { AvatarController } from './AvatarController';
 export declare class AvatarView {
     private readonly avatarController;
     private readonly avatar;
-    readonly ready: Promise<void>;
+    onFirstRendering?: () => void;
     private canvas;
     private renderSystem;
     private isInitialized;
@@ -56,6 +56,7 @@ export declare class AvatarView {
     private startRealtimeRendering;
     private stopRealtimeRendering;
     dispose(): void;
+    private rerenderCurrentFrameWithNewCamera;
     private handleResize;
     get transform(): {
         x: number;

package/dist/{index-DiAM42qy.js → index-Bz4J6yf6.js}

@@ -7573,7 +7573,7 @@ const _AnimationPlayer = class _AnimationPlayer {
     if (this.streamingPlayer) {
       return;
     }
-    const { StreamingAudioPlayer } = await import("./StreamingAudioPlayer-Dy3rj-Pp.js");
+    const { StreamingAudioPlayer } = await import("./StreamingAudioPlayer-BDQE99ro.js");
     const { AvatarSDK: AvatarSDK2 } = await Promise.resolve().then(() => AvatarSDK$1);
     const audioFormat = AvatarSDK2.getAudioFormat();
     this.streamingPlayer = new StreamingAudioPlayer({
@@ -8963,7 +8963,7 @@ class AvatarSDK {
 }
 __publicField(AvatarSDK, "_isInitialized", false);
 __publicField(AvatarSDK, "_configuration", null);
-__publicField(AvatarSDK, "_version", "1.0.0-beta.43");
+__publicField(AvatarSDK, "_version", "1.0.0-beta.45");
 __publicField(AvatarSDK, "_avatarCore", null);
 __publicField(AvatarSDK, "_dynamicSdkConfig", null);
 const AvatarSDK$1 = Object.freeze(Object.defineProperty({
@@ -11091,6 +11091,44 @@ class AvatarController {
   }
   setPostProcessingConfig(config) {
     this.postProcessingConfig = config;
+    if (this.currentState === AvatarState.paused && this.isPlaying) {
+      this.rerenderCurrentFrame();
+    }
+  }
+  async rerenderCurrentFrameIfPaused() {
+    if (this.currentState !== AvatarState.paused || !this.renderCallback) {
+      return;
+    }
+    const frameIndex = this.lastRenderedFrameIndex;
+    if (frameIndex < 0) {
+      return;
+    }
+    let arrayIndex = frameIndex - this.keyframesOffset;
+    if (arrayIndex < 0 || arrayIndex >= this.currentKeyframes.length) {
+      if (this.currentKeyframes.length === 0) {
+        return;
+      }
+      arrayIndex = Math.max(0, Math.min(this.currentKeyframes.length - 1, arrayIndex));
+    }
+    try {
+      const currentFrame = this.currentKeyframes[arrayIndex];
+      let wasmParams = convertProtoFlameToWasmParams(currentFrame);
+      if (this.postProcessingConfig) {
+        wasmParams = this.applyPostProcessingToParams(wasmParams);
+      }
+      const avatarCore = AvatarSDK.getAvatarCore();
+      if (avatarCore) {
+        const splatData = await avatarCore.computeFrameFlatFromParams(wasmParams, this.characterHandle ?? void 0);
+        if (splatData) {
+          this.renderCallback(splatData, frameIndex);
+        }
+      }
+    } catch (error) {
+      logger.error("[AvatarController] Failed to rerender current frame:", error instanceof Error ? error.message : String(error));
+    }
+  }
+  async rerenderCurrentFrame() {
+    await this.rerenderCurrentFrameIfPaused();
   }
   onTransitionComplete() {
     var _a;
@@ -11519,18 +11557,7 @@ function errorToMessage(err) {
 }
 async function downloadResource(url) {
   try {
-    const headers = {};
-    const appId = AvatarSDK.appId;
-    const token = AvatarSDK.sessionToken;
-    if (appId) {
-      headers["X-App-Id"] = appId;
-    }
-    if (token) {
-      headers["Authorization"] = `Bearer ${token}`;
-    }
-    const response = await fetch(url, {
-      headers: Object.keys(headers).length > 0 ? headers : void 0
-    });
+    const response = await fetch(url);
     if (!response.ok) {
       throw new Error(`HTTP ${response.status} ${response.statusText}`);
     }
@@ -11667,18 +11694,7 @@ class AvatarDownloader {
     }
     try {
       logger.log(`📥 Loading camera info from: ${cameraUrl}`);
-      const headers = {};
-      const appId = AvatarSDK.appId;
-      const token = AvatarSDK.sessionToken;
-      if (appId) {
-        headers["X-App-Id"] = appId;
-      }
-      if (token) {
-        headers["Authorization"] = `Bearer ${token}`;
-      }
-      const response = await fetch(cameraUrl, {
-        headers: Object.keys(headers).length > 0 ? headers : void 0
-      });
+      const response = await fetch(cameraUrl);
       if (!response.ok) {
         throw new Error(`Failed to fetch camera info: ${response.statusText}`);
       }
@@ -13499,7 +13515,7 @@ class AvatarView {
   constructor(avatar, container) {
     __publicField(this, "avatarController");
     __publicField(this, "avatar");
-    __publicField(this, "ready");
+    __publicField(this, "onFirstRendering");
     __publicField(this, "canvas");
     __publicField(this, "renderSystem", null);
     __publicField(this, "isInitialized", false);
@@ -13535,7 +13551,9 @@ class AvatarView {
       this.renderRealtimeFrame(splatData, frameIndex);
     });
     this.canvas = this.createCanvas(container);
-    this.ready = this.initializeView(avatar);
+    this.initializeView(avatar).catch((error) => {
+      logger.error("[AvatarView] Initialization failed:", error instanceof Error ? error.message : String(error));
+    });
     this.setupControllerEventListeners();
   }
   alignFlamePair(from, to2) {
@@ -13771,6 +13789,7 @@ class AvatarView {
     return derivedCamera;
   }
   async renderFirstFrame() {
+    var _a;
     if (!this.renderSystem) {
       throw new Error("Render system not initialized");
     }
@@ -13793,6 +13812,7 @@ class AvatarView {
       this.renderSystem.renderFrame();
       if (APP_CONFIG.debug)
         logger.log("[AvatarView] First frame rendered successfully");
+      (_a = this.onFirstRendering) == null ? void 0 : _a.call(this);
     } else {
       throw new Error("Failed to compute first frame splat data");
     }
@@ -14165,7 +14185,16 @@ class AvatarView {
       this.renderSystem.updateCamera(cameraConfig);
       if (APP_CONFIG.debug)
         logger.log("[AvatarView] Applied new camera config to render system");
+      if (this.avatarController.state === AvatarState.paused && this.renderingState === "speaking") {
+        this.rerenderCurrentFrameWithNewCamera();
+      }
+    }
+  }
+  async rerenderCurrentFrameWithNewCamera() {
+    if (this.avatarController.state !== AvatarState.paused || this.renderingState !== "speaking" || !this.renderSystem) {
+      return;
     }
+    await this.avatarController.rerenderCurrentFrameIfPaused();
   }
   handleResize() {
     if (this.renderSystem) {

package/dist/index.js

@@ -1,4 +1,4 @@
-import { b, c, f, d, j, g, C, i, D, E, k, h, L, R, S, m } from "./index-DiAM42qy.js";
+import { b, c, f, d, j, g, C, i, D, E, k, h, L, R, S, m } from "./index-Bz4J6yf6.js";
 export {
   b as Avatar,
   c as AvatarController,

package/package.json

@@ -1,7 +1,8 @@
 {
   "name": "@spatialwalk/avatarkit",
   "type": "module",
-  "version": "1.0.0-beta.43",
+  "version": "1.0.0-beta.45",
+  "packageManager": "pnpm@10.18.2",
   "description": "SPAvatar SDK - 3D Gaussian Splatting Avatar Rendering SDK",
   "author": "SPAvatar Team",
   "license": "MIT",
@@ -31,6 +32,16 @@
     "CHANGELOG.md",
     "dist"
   ],
+  "scripts": {
+    "build": "SDK_BUILD=true vite build --mode library",
+    "dev": "vite build --mode library --watch",
+    "clean": "rm -rf dist",
+    "typecheck": "tsc --noEmit",
+    "test": "cd tests && pnpm test",
+    "test:watch": "cd tests && pnpm run test:watch",
+    "test:e2e": "cd tests && pnpm run test:e2e",
+    "test:perf": "cd tests && pnpm run test:perf"
+  },
   "peerDependencies": {
     "@webgpu/types": "*"
   },
@@ -47,15 +58,5 @@
     "typescript": "^5.0.0",
     "vite": "^5.0.0",
     "vite-plugin-dts": "^4.5.4"
-  },
-  "scripts": {
-    "build": "SDK_BUILD=true vite build --mode library",
-    "dev": "vite build --mode library --watch",
-    "clean": "rm -rf dist",
-    "typecheck": "tsc --noEmit",
-    "test": "cd tests && pnpm test",
-    "test:watch": "cd tests && pnpm run test:watch",
-    "test:e2e": "cd tests && pnpm run test:e2e",
-    "test:perf": "cd tests && pnpm run test:perf"
   }
-}
+}