@spatialwalk/avatarkit 1.0.0-beta.54 → 1.0.0-beta.55

package/CHANGELOG.md

@@ -5,6 +5,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.0.0-beta.55] - 2025-01-05
+
+### ✨ New Features
+- **Eye Tracking Control** - Added `eyeTrackingEnabled` parameter to `PostProcessingConfig`, allowing external control of eye tracking enable/disable state in real-time
+- **Point Count API** - Added `getPointCount()` method to `AvatarController` to get the point cloud count of the current character
+
 ## [1.0.0-beta.54] - 2025-01-05
 
 ### 🐛 Bugfix

package/dist/{StreamingAudioPlayer-Vmeiag0s.js → StreamingAudioPlayer-C6hiS_B5.js}

@@ -1,7 +1,7 @@
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-import { A as APP_CONFIG, e as errorToMessage, l as logEvent, a as logger } from "./index-PRpmBehE.js";
+import { A as APP_CONFIG, e as errorToMessage, l as logEvent, a as logger } from "./index-WcnOBRys.js";
 class StreamingAudioPlayer {
   constructor(options) {
     __publicField(this, "audioContext", null);

package/dist/core/AvatarController.d.ts

@@ -24,6 +24,7 @@ export declare class AvatarController {
     private eventListeners;
     private renderCallback?;
     private characterHandle;
+    private characterId;
     private postProcessingConfig;
     private playbackLoopId;
     private lastRenderedFrameIndex;
@@ -57,7 +58,9 @@ export declare class AvatarController {
     private clearPlaybackData;
     private resetConversationIdState;
     private getEffectiveConversationId;
+    getPointCount(): number | null;
     setPostProcessingConfig(config: PostProcessingConfig | null): void;
+    private updateEyeTrackingEnabled;
     private rerenderCurrentFrame;
     setVolume(volume: number): void;
     getVolume(): number;

package/dist/{index-PRpmBehE.js → index-WcnOBRys.js}

@@ -1338,7 +1338,6 @@ const POSTHOG_HOST_CN = "https://analytics.spatialwalk.top";
 const POSTHOG_API_KEY_CN = "phc_BwD9QedcHpUJ1j8XwALx2xPWQAswvELygU17J4XO5ZB";
 const POSTHOG_HOST_INTL = "https://i.spatialwalk.ai";
 const POSTHOG_API_KEY_INTL = "phc_IFTLa6Z6VhTaNvsxB7klvG2JeNwcSpnnwz8YvZRC96Q";
-const POSTHOG_PROJECT_NAME = "sdk";
 function getPostHogConfig(environment) {
   if (environment === Environment.cn) {
     return {
@@ -7395,6 +7394,9 @@ const idManager = new IdManager();
 let sdkVersion = "1.0.0";
 let currentEnvironment = null;
 let isInitialized = false;
+const SDK_POSTHOG_INSTANCE_NAME = "spatialwalk-posthog";
+let sdkPosthogInstance = null;
+const eventQueue = [];
 const FILTERED_HOSTNAMES = ["localhost", "127.0.0.1", "0.0.0.0"];
 function shouldFilterHostname() {
   if (typeof window === "undefined") {
@@ -7423,7 +7425,7 @@ function initializePostHog(environment, version) {
     const logContext = idManager.getLogContext();
     Vo.init(apiKey, {
       api_host: host,
-      name: POSTHOG_PROJECT_NAME,
+      name: SDK_POSTHOG_INSTANCE_NAME,
       person_profiles: "identified_only",
       capture_pageview: false,
       capture_pageleave: false,
@@ -7431,8 +7433,9 @@ function initializePostHog(environment, version) {
       disable_session_recording: true,
       autocapture: false,
       loaded: (posthogInstance) => {
-        logger.log(`[PostHog] Initialized successfully - environment: ${environment}, host: ${host}, project: ${POSTHOG_PROJECT_NAME}`);
+        logger.log(`[PostHog] Initialized successfully - environment: ${environment}, host: ${host}, instance: ${SDK_POSTHOG_INSTANCE_NAME}`);
         isInitialized = true;
+        sdkPosthogInstance = posthogInstance;
         if (logContext.user_id) {
           posthogInstance.identify(logContext.user_id, {
             app_id: logContext.app_id,
@@ -7450,19 +7453,67 @@ function initializePostHog(environment, version) {
             environment
           });
         }
+        flushEventQueue();
       }
     });
   } catch (error) {
     logger.warn("[PostHog] Failed to initialize:", error instanceof Error ? error.message : String(error));
   }
 }
+function getSdkPosthogInstance() {
+  var _a;
+  if (sdkPosthogInstance) {
+    return sdkPosthogInstance;
+  }
+  try {
+    sdkPosthogInstance = (_a = Vo.getInstance) == null ? void 0 : _a.call(Vo, SDK_POSTHOG_INSTANCE_NAME);
+    return sdkPosthogInstance;
+  } catch (error) {
+    return null;
+  }
+}
+function flushEventQueue() {
+  if (!sdkPosthogInstance || eventQueue.length === 0) {
+    return;
+  }
+  logger.log(`[PostHog] Flushing ${eventQueue.length} queued events`);
+  setTimeout(() => {
+    for (const { event, level, contents } of eventQueue) {
+      try {
+        const logContext = idManager.getLogContext();
+        const properties = {
+          service_module: "sdk",
+          platform: "Web",
+          sdk_version: sdkVersion,
+          level,
+          environment: currentEnvironment || "unknown",
+          app_id: logContext.app_id,
+          user_id: logContext.user_id,
+          client_id: logContext.client_id,
+          timestamp: Date.now(),
+          ...contents
+        };
+        if (logContext.connection_id) {
+          properties.connection_id = logContext.connection_id;
+        }
+        sdkPosthogInstance.capture(event, properties);
+      } catch (error) {
+        logger.warn(`[PostHog] Failed to flush queued event ${event}:`, error instanceof Error ? error.message : String(error));
+      }
+    }
+    eventQueue.length = 0;
+  }, 0);
+}
 function trackEvent(event, level = "info", contents = {}) {
   if (shouldFilterHostname()) {
     return;
   }
-  if (typeof Vo === "undefined") {
+  const instance = getSdkPosthogInstance();
+  if (!instance) {
+    eventQueue.push({ event, level, contents });
     return;
   }
+  sdkPosthogInstance = instance;
   try {
     const logContext = idManager.getLogContext();
     const properties = {
@@ -7480,25 +7531,34 @@ function trackEvent(event, level = "info", contents = {}) {
     if (logContext.connection_id) {
       properties.connection_id = logContext.connection_id;
     }
-    Vo.capture(event, properties);
+    sdkPosthogInstance.capture(event, properties);
   } catch (error) {
     logger.warn("[PostHog] Failed to track event:", error instanceof Error ? error.message : String(error));
   }
 }
 function cleanupPostHog() {
-  if (!isInitialized || typeof Vo === "undefined") {
+  if (!isInitialized) {
     return;
   }
   try {
-    if (typeof Vo.shutdown === "function") {
-      Vo.shutdown();
-    } else if (typeof Vo.flush === "function") {
-      Vo.flush();
+    const instance = getSdkPosthogInstance();
+    if (!instance) {
+      isInitialized = false;
+      return;
+    }
+    sdkPosthogInstance = instance;
+    if (typeof instance.shutdown === "function") {
+      instance.shutdown();
+    } else if (typeof instance.flush === "function") {
+      instance.flush();
     }
     isInitialized = false;
+    sdkPosthogInstance = null;
     logger.log("[PostHog] Cleaned up");
   } catch (error) {
     logger.warn("[PostHog] Failed to cleanup:", error instanceof Error ? error.message : String(error));
+    isInitialized = false;
+    sdkPosthogInstance = null;
   }
 }
 function logEvent(event, level = "info", contents = {}) {
@@ -7579,7 +7639,7 @@ const _AnimationPlayer = class _AnimationPlayer {
     if (this.streamingPlayer) {
       return;
     }
-    const { StreamingAudioPlayer } = await import("./StreamingAudioPlayer-Vmeiag0s.js");
+    const { StreamingAudioPlayer } = await import("./StreamingAudioPlayer-C6hiS_B5.js");
     const { AvatarSDK: AvatarSDK2 } = await Promise.resolve().then(() => AvatarSDK$1);
     const audioFormat = AvatarSDK2.getAudioFormat();
     this.streamingPlayer = new StreamingAudioPlayer({
@@ -7743,10 +7803,7 @@ async function fetchSdkConfig(version) {
       const configUrl = `https://config.spatialwalk.top/sdk?version=${version}`;
       logger.log(`[SdkConfigLoader] Fetching SDK config from: ${configUrl}`);
       const response = await fetch(configUrl, {
-        method: "GET",
-        headers: {
-          "Content-Type": "application/json"
-        }
+        method: "GET"
       });
       if (!response.ok) {
         throw new Error(`HTTP ${response.status} ${response.statusText}`);
@@ -8495,16 +8552,21 @@ class AvatarCoreAdapter {
       throw new Error(`Failed to get animation frame ${frameIndex}: ${errorMessage}`);
     }
   }
-  async setEyeTrackingConfig(config) {
+  async setEyeTrackingConfig(config, characterId) {
     if (!this.isCharacterLoaded) {
       throw new Error("Character not loaded");
     }
     try {
+      const id = characterId || "default";
+      const characterHandle = this.characterHandles.get(id) || this.characterHandle;
+      if (!characterHandle) {
+        throw new Error(`Character not found: ${characterId || "default"}`);
+      }
       const configPtr = this.wasmModule._malloc(12);
       this.wasmModule.setValue(configPtr, config.enabled ? 1 : 0, "i32");
       this.wasmModule.setValue(configPtr + 4, config.auto_eyelid_adjustment !== false ? 1 : 0, "i32");
       this.wasmModule.setValue(configPtr + 8, config.eyelid_threshold || 0.2, "float");
-      const result2 = this.api.setEyeTrackingConfig(this.coreHandle, this.characterHandle, configPtr);
+      const result2 = this.api.setEyeTrackingConfig(this.coreHandle, characterHandle, configPtr);
       this.wasmModule._free(configPtr);
       this.checkError(result2, "avatar_core_set_eye_tracking_config");
       return true;
@@ -8514,12 +8576,17 @@ class AvatarCoreAdapter {
       throw new Error(`Failed to set eye tracking config: ${errorMessage}`);
     }
   }
-  async setGazeTarget(x2, y2, z2) {
+  async setGazeTarget(x2, y2, z2, characterId) {
     if (!this.isCharacterLoaded) {
       throw new Error("Character not loaded");
     }
     try {
-      const result2 = this.api.setGazeTarget(this.coreHandle, this.characterHandle, x2, y2, z2);
+      const id = characterId || "default";
+      const characterHandle = this.characterHandles.get(id) || this.characterHandle;
+      if (!characterHandle) {
+        throw new Error(`Character not found: ${characterId || "default"}`);
+      }
+      const result2 = this.api.setGazeTarget(this.coreHandle, characterHandle, x2, y2, z2);
       this.checkError(result2, "avatar_core_set_gaze_target");
       return true;
     } catch (error) {
@@ -8608,6 +8675,32 @@ class AvatarCoreAdapter {
       version: ((_b = (_a = this.api).getVersion) == null ? void 0 : _b.call(_a)) || "unknown"
     };
   }
+  getPointCount(characterHandle) {
+    if (!this.isCharacterLoaded) {
+      return null;
+    }
+    const handle = characterHandle || this.characterHandle;
+    if (!handle) {
+      return null;
+    }
+    try {
+      const pointCountPtr = this.wasmModule._malloc(4);
+      const hasAnimationPtr = this.wasmModule._malloc(1);
+      const result2 = this.api.getCharacterInfo(
+        handle,
+        pointCountPtr,
+        hasAnimationPtr
+      );
+      this.checkError(result2, "avatar_core_get_character_info");
+      const pointCount = this.wasmModule.getValue(pointCountPtr, "i32");
+      this.wasmModule._free(pointCountPtr);
+      this.wasmModule._free(hasAnimationPtr);
+      return pointCount;
+    } catch (error) {
+      logger.warn("[AvatarCoreAdapter] Failed to get point count:", error instanceof Error ? error.message : String(error));
+      return null;
+    }
+  }
   removeCharacter(characterHandle, characterId) {
     try {
       if (!this.coreHandle) {
@@ -8969,7 +9062,7 @@ class AvatarSDK {
 }
 __publicField(AvatarSDK, "_isInitialized", false);
 __publicField(AvatarSDK, "_configuration", null);
-__publicField(AvatarSDK, "_version", "1.0.0-beta.54");
+__publicField(AvatarSDK, "_version", "1.0.0-beta.55");
 __publicField(AvatarSDK, "_avatarCore", null);
 __publicField(AvatarSDK, "_dynamicSdkConfig", null);
 const AvatarSDK$1 = Object.freeze(Object.defineProperty({
@@ -10630,6 +10723,7 @@ class AvatarController {
     __publicField(this, "eventListeners", /* @__PURE__ */ new Map());
     __publicField(this, "renderCallback");
     __publicField(this, "characterHandle", null);
+    __publicField(this, "characterId", null);
     __publicField(this, "postProcessingConfig", null);
     __publicField(this, "playbackLoopId", null);
     __publicField(this, "lastRenderedFrameIndex", -1);
@@ -11106,12 +11200,45 @@ class AvatarController {
       this.characterHandle = characterHandle;
     }
   }
+  setCharacterId(characterId) {
+    this.characterId = characterId;
+  }
+  getPointCount() {
+    const avatarCore = AvatarSDK.getAvatarCore();
+    if (!avatarCore || !this.characterHandle) {
+      return null;
+    }
+    return avatarCore.getPointCount(this.characterHandle);
+  }
   setPostProcessingConfig(config) {
     this.postProcessingConfig = config;
+    if ((config == null ? void 0 : config.eyeTrackingEnabled) !== void 0) {
+      this.updateEyeTrackingEnabled(config.eyeTrackingEnabled).catch((error) => {
+        logger.warn("[AvatarController] Failed to update eye tracking enabled state:", error instanceof Error ? error.message : String(error));
+      });
+    }
     if (this.currentState === AvatarState.paused && this.isPlaying) {
       this.rerenderCurrentFrame();
     }
   }
+  async updateEyeTrackingEnabled(enabled) {
+    var _a;
+    const avatarCore = AvatarSDK.getAvatarCore();
+    if (!avatarCore || !this.characterId) {
+      return;
+    }
+    try {
+      const characterMeta = this.avatar.getCharacterMeta();
+      const eyefocus = (_a = characterMeta.characterSettings) == null ? void 0 : _a.eyefocus;
+      await avatarCore.setEyeTrackingConfig({
+        enabled,
+        auto_eyelid_adjustment: (eyefocus == null ? void 0 : eyefocus.auto_eyelid_adjustment) ?? true,
+        eyelid_threshold: (eyefocus == null ? void 0 : eyefocus.eyelid_threshold) ?? 0.2
+      }, this.characterId);
+    } catch (error) {
+      logger.warn("[AvatarController] Failed to update eye tracking enabled state:", error instanceof Error ? error.message : String(error));
+    }
+  }
   async rerenderCurrentFrameIfPaused() {
     if (this.currentState !== AvatarState.paused || !this.renderCallback) {
       return;
@@ -11808,9 +11935,16 @@ function getCacheInfo(url, response) {
   const cfCacheStatus = response.headers.get("cf-cache-status");
   const xCache = response.headers.get("x-cache");
   const xSwiftCacheTime = response.headers.get("x-swift-cache-time");
-  const age = response.headers.get("age");
   const cdnCacheStatus = cfCacheStatus || xCache || xSwiftCacheTime;
-  const isCdnCache = cdnCacheStatus && (cdnCacheStatus.toLowerCase() === "hit" || cdnCacheStatus.toLowerCase() === "hits" || cdnCacheStatus.toLowerCase().includes("hit")) || age && parseInt(age, 10) > 0;
+  let isCdnCache = false;
+  if (cdnCacheStatus) {
+    const statusLower = cdnCacheStatus.toLowerCase();
+    if (statusLower === "hit" || statusLower === "hits" || statusLower.includes("hit")) {
+      if (!statusLower.includes("miss") && !statusLower.includes("dynamic") && !statusLower.includes("bypass")) {
+        isCdnCache = true;
+      }
+    }
+  }
   let cacheHit = false;
   let cacheType = "none";
   if (isPwaCache) {
@@ -13972,6 +14106,7 @@ class AvatarView {
     return this.canvas;
   }
   async initializeView(avatar) {
+    var _a;
     try {
       if (APP_CONFIG.debug)
         logger.log("[AvatarView] Initializing avatar view...");
@@ -13992,12 +14127,35 @@ class AvatarView {
           logger.log("[AvatarView] Loading idle animation...");
         await avatarCore.loadAnimationFromBuffer(resources.characterData.idleAnimation, this.characterId);
       }
+      const eyefocus = (_a = resources.characterSettings) == null ? void 0 : _a.eyefocus;
+      if (eyefocus) {
+        if (APP_CONFIG.debug)
+          logger.log("[AvatarView] Configuring eye tracking...");
+        try {
+          await avatarCore.setEyeTrackingConfig({
+            enabled: eyefocus.enabled,
+            auto_eyelid_adjustment: eyefocus.auto_eyelid_adjustment,
+            eyelid_threshold: eyefocus.eyelid_threshold
+          }, this.characterId);
+          if (eyefocus.enabled && eyefocus.targets && eyefocus.targets.length >= 3) {
+            await avatarCore.setGazeTarget(
+              eyefocus.targets[0],
+              eyefocus.targets[1],
+              eyefocus.targets[2],
+              this.characterId
+            );
+          }
+        } catch (error) {
+          logger.warn("[AvatarView] Failed to configure eye tracking:", error instanceof Error ? error.message : String(error));
+        }
+      }
       this.avatarController.setRenderCallback(
         (splatData, frameIndex) => {
           this.renderRealtimeFrame(splatData, frameIndex);
         },
         this.characterHandle
       );
+      this.avatarController.setCharacterId(this.characterId);
       if (APP_CONFIG.debug)
         logger.log("[AvatarView] Initializing render system...");
       const cameraConfig = this.resolveCameraConfig(resources);
@@ -14257,6 +14415,11 @@ class AvatarView {
               return;
             }
           }
+          if (state === "transitioningToSpeaking" && this.transitionStartTime > 0 && this.transitionKeyframes.length > 0 && elapsed >= this.transitionDurationMs + 100) {
+            this.setState("speaking");
+            this.transitionKeyframes = [];
+            this.avatarController.onTransitionComplete();
+          }
           this.realtimeAnimationLoopId = requestAnimationFrame(renderFrame);
           return;
         }

package/dist/index.js

@@ -1,4 +1,4 @@
-import { b, c, f, d, j, g, C, i, D, E, k, h, L, R, S, m } from "./index-PRpmBehE.js";
+import { b, c, f, d, j, g, C, i, D, E, k, h, L, R, S, m } from "./index-WcnOBRys.js";
 export {
   b as Avatar,
   c as AvatarController,

package/dist/types/character-settings.d.ts

@@ -14,5 +14,6 @@ export interface CameraSettings {
 }
 export interface CharacterSettings {
     eyelid: EyelidSettings;
+    eyefocus?: EyelidSettings;
     camera: CameraSettings;
 }

package/dist/types/index.d.ts

@@ -131,5 +131,6 @@ export interface PostProcessingConfig {
     };
     eyeBlink?: number;
     expressionWeight?: number;
+    eyeTrackingEnabled?: boolean;
 }
 export * from './character';

package/dist/wasm/avatarCoreAdapter.d.ts

@@ -76,8 +76,8 @@ export declare class AvatarCoreAdapter {
         enabled: boolean;
         auto_eyelid_adjustment?: boolean;
         eyelid_threshold?: number;
-    }): Promise<boolean>;
-    setGazeTarget(x: number, y: number, z: number): Promise<boolean>;
+    }, characterId?: string): Promise<boolean>;
+    setGazeTarget(x: number, y: number, z: number, characterId?: string): Promise<boolean>;
     resetEyeTracking(): Promise<boolean>;
     private queryFlameInfo;
     private queryCharacterInfo;
@@ -88,6 +88,7 @@ export declare class AvatarCoreAdapter {
         characterInfo?: CharacterInfo;
         version?: string;
     };
+    getPointCount(characterHandle?: number): number | null;
     removeCharacter(characterHandle: number, characterId?: string): void;
     releaseCurrentCharacter(): void;
     release(): void;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@spatialwalk/avatarkit",
   "type": "module",
-  "version": "1.0.0-beta.54",
+  "version": "1.0.0-beta.55",
   "packageManager": "pnpm@10.18.2",
   "description": "SPAvatar SDK - 3D Gaussian Splatting Avatar Rendering SDK",
   "author": "SPAvatar Team",