@spatialwalk/avatarkit 1.0.0-beta.7 → 1.0.0-beta.70

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/CHANGELOG.md +595 -10
  2. package/README.md +475 -312
  3. package/dist/StreamingAudioPlayer-Bi2685bX.js +633 -0
  4. package/dist/animation/AnimationWebSocketClient.d.ts +18 -7
  5. package/dist/animation/utils/eventEmitter.d.ts +0 -1
  6. package/dist/animation/utils/flameConverter.d.ts +0 -1
  7. package/dist/audio/AnimationPlayer.d.ts +19 -1
  8. package/dist/audio/StreamingAudioPlayer.d.ts +41 -9
  9. package/dist/avatar_core_wasm-Dv943JJl.js +2696 -0
  10. package/dist/{avatar_core_wasm.wasm → avatar_core_wasm-e68766db.wasm} +0 -0
  11. package/dist/config/app-config.d.ts +3 -4
  12. package/dist/config/constants.d.ts +10 -18
  13. package/dist/config/sdk-config-loader.d.ts +4 -10
  14. package/dist/core/Avatar.d.ts +2 -14
  15. package/dist/core/AvatarController.d.ts +95 -85
  16. package/dist/core/AvatarDownloader.d.ts +7 -92
  17. package/dist/core/AvatarManager.d.ts +22 -12
  18. package/dist/core/AvatarSDK.d.ts +35 -0
  19. package/dist/core/AvatarView.d.ts +55 -140
  20. package/dist/core/NetworkLayer.d.ts +7 -59
  21. package/dist/generated/common/v1/models.d.ts +36 -0
  22. package/dist/generated/driveningress/v1/driveningress.d.ts +0 -1
  23. package/dist/generated/driveningress/v2/driveningress.d.ts +82 -1
  24. package/dist/generated/google/protobuf/struct.d.ts +0 -1
  25. package/dist/generated/google/protobuf/timestamp.d.ts +0 -1
  26. package/dist/index-CvW_c7G-.js +16434 -0
  27. package/dist/index.d.ts +2 -4
  28. package/dist/index.js +17 -18
  29. package/dist/renderer/RenderSystem.d.ts +9 -79
  30. package/dist/renderer/covariance.d.ts +3 -11
  31. package/dist/renderer/renderer.d.ts +6 -2
  32. package/dist/renderer/sortSplats.d.ts +3 -10
  33. package/dist/renderer/webgl/reorderData.d.ts +4 -11
  34. package/dist/renderer/webgl/webglRenderer.d.ts +34 -4
  35. package/dist/renderer/webgpu/webgpuRenderer.d.ts +30 -5
  36. package/dist/types/character-settings.d.ts +1 -1
  37. package/dist/types/character.d.ts +3 -15
  38. package/dist/types/index.d.ts +123 -43
  39. package/dist/utils/animation-interpolation.d.ts +4 -15
  40. package/dist/utils/client-id.d.ts +6 -0
  41. package/dist/utils/conversationId.d.ts +10 -0
  42. package/dist/utils/error-utils.d.ts +0 -1
  43. package/dist/utils/id-manager.d.ts +34 -0
  44. package/dist/utils/logger.d.ts +2 -11
  45. package/dist/utils/posthog-tracker.d.ts +8 -0
  46. package/dist/utils/pwa-cache-manager.d.ts +17 -0
  47. package/dist/utils/usage-tracker.d.ts +6 -0
  48. package/dist/vanilla/vite.config.d.ts +2 -0
  49. package/dist/vite.d.ts +19 -0
  50. package/dist/wasm/avatarCoreAdapter.d.ts +15 -126
  51. package/dist/wasm/avatarCoreMemory.d.ts +5 -2
  52. package/package.json +19 -8
  53. package/vite.d.ts +20 -0
  54. package/vite.js +126 -0
  55. package/dist/StreamingAudioPlayer-D7s8q5h0.js +0 -319
  56. package/dist/StreamingAudioPlayer-D7s8q5h0.js.map +0 -1
  57. package/dist/animation/AnimationWebSocketClient.d.ts.map +0 -1
  58. package/dist/animation/utils/eventEmitter.d.ts.map +0 -1
  59. package/dist/animation/utils/flameConverter.d.ts.map +0 -1
  60. package/dist/audio/AnimationPlayer.d.ts.map +0 -1
  61. package/dist/audio/StreamingAudioPlayer.d.ts.map +0 -1
  62. package/dist/avatar_core_wasm-D4eEi7Eh.js +0 -1666
  63. package/dist/avatar_core_wasm-D4eEi7Eh.js.map +0 -1
  64. package/dist/config/app-config.d.ts.map +0 -1
  65. package/dist/config/constants.d.ts.map +0 -1
  66. package/dist/config/sdk-config-loader.d.ts.map +0 -1
  67. package/dist/core/Avatar.d.ts.map +0 -1
  68. package/dist/core/AvatarController.d.ts.map +0 -1
  69. package/dist/core/AvatarDownloader.d.ts.map +0 -1
  70. package/dist/core/AvatarKit.d.ts +0 -66
  71. package/dist/core/AvatarKit.d.ts.map +0 -1
  72. package/dist/core/AvatarManager.d.ts.map +0 -1
  73. package/dist/core/AvatarView.d.ts.map +0 -1
  74. package/dist/core/NetworkLayer.d.ts.map +0 -1
  75. package/dist/generated/driveningress/v1/driveningress.d.ts.map +0 -1
  76. package/dist/generated/driveningress/v2/driveningress.d.ts.map +0 -1
  77. package/dist/generated/google/protobuf/struct.d.ts.map +0 -1
  78. package/dist/generated/google/protobuf/timestamp.d.ts.map +0 -1
  79. package/dist/index-CpSvWi6A.js +0 -6026
  80. package/dist/index-CpSvWi6A.js.map +0 -1
  81. package/dist/index.d.ts.map +0 -1
  82. package/dist/index.js.map +0 -1
  83. package/dist/renderer/RenderSystem.d.ts.map +0 -1
  84. package/dist/renderer/covariance.d.ts.map +0 -1
  85. package/dist/renderer/renderer.d.ts.map +0 -1
  86. package/dist/renderer/sortSplats.d.ts.map +0 -1
  87. package/dist/renderer/webgl/reorderData.d.ts.map +0 -1
  88. package/dist/renderer/webgl/webglRenderer.d.ts.map +0 -1
  89. package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +0 -1
  90. package/dist/types/character-settings.d.ts.map +0 -1
  91. package/dist/types/character.d.ts.map +0 -1
  92. package/dist/types/index.d.ts.map +0 -1
  93. package/dist/utils/animation-interpolation.d.ts.map +0 -1
  94. package/dist/utils/cls-tracker.d.ts +0 -17
  95. package/dist/utils/cls-tracker.d.ts.map +0 -1
  96. package/dist/utils/error-utils.d.ts.map +0 -1
  97. package/dist/utils/logger.d.ts.map +0 -1
  98. package/dist/utils/reqId.d.ts +0 -20
  99. package/dist/utils/reqId.d.ts.map +0 -1
  100. package/dist/wasm/avatarCoreAdapter.d.ts.map +0 -1
  101. package/dist/wasm/avatarCoreMemory.d.ts.map +0 -1
package/CHANGELOG.md CHANGED
@@ -5,32 +5,617 @@ All notable changes to this project will be documented in this file.
5
5
  The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
6
6
  and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
7
7
 
8
+ ## [1.0.0-beta.70] - 2026-01-17
9
+
10
+ ### 🔧 Improvements
11
+ - **Code Cleanup** - Removed unused `FlatSplatData` interface from public API
12
+ - **Internal Documentation** - Translated all internal code comments to English for consistency
13
+
14
+ ## [1.0.0-beta.69] - 2026-01-17
15
+
16
+ ### 🔧 Improvements
17
+ - **API Documentation** - All public API comments are now in English with JSDoc support for better IDE IntelliSense
18
+ - **Type Safety** - Removed internal types from public API exports, using `KeyframeData` instead of `Flame`
19
+ - **Build Configuration** - JSDoc comments are now preserved in generated `.d.ts` files
20
+
21
+ ### 📚 Documentation
22
+ - Enhanced audio data format documentation with WAV and MP3 processing examples
23
+
24
+ ## [1.0.0-beta.68] - 2026-01-17
25
+
26
+ ### 🐛 Bugfixes
27
+ - **Vite Plugin WASM File Detection** - Fixed Vite plugin not finding WASM files with hash in consuming projects
28
+ - Plugin now reads JS glue file to extract referenced WASM filename (including hash)
29
+ - Ensures correct WASM file is copied to match JS glue file references
30
+ - Prevents 404 errors when WASM files have content-based hashes
31
+ - Fixes issue where `avatar_core_wasm.wasm` was not found after adding hash support
32
+
33
+ ## [1.0.0-beta.67] - 2026-01-17
34
+
35
+ ### 🐛 Bugfixes
36
+ - **WASM File Hash Support** - Fixed critical issue where WASM files were not being hashed during SDK build
37
+ - WASM files now automatically get content-based hash (e.g., `avatar_core_wasm-{hash}.wasm`)
38
+ - JS glue files are automatically updated to reference the hashed WASM filename
39
+ - Prevents browser cache issues when WASM files are updated
40
+ - Ensures proper version management and cache invalidation
41
+
42
+ ### 🔧 Improvements
43
+ - **Build Process** - Enhanced SDK build process to automatically handle WASM file hashing
44
+ - Hash is calculated based on WASM file content (SHA256, first 8 characters)
45
+ - Build logs now show hash generation progress
46
+ - Compatible with existing Vite plugin for consuming projects
47
+
48
+ ## [1.0.0-beta.65] - 2026-01-14
49
+
50
+ ### 🐛 Bugfixes
51
+ - **Transition Frame Reset Logic** - Fixed issue where `currentPlayingFrame` was not reset after generating transitions, causing jump artifacts on second conversation
52
+ - Reset `currentPlayingFrame` to `null` after generating idle->speaking transitions
53
+ - Reset `currentPlayingFrame` to `null` after generating speaking->idle transitions
54
+ - Reset `currentPlayingFrame` to `null` when entering Idle state
55
+ - Ensures each transition starts from the correct current frame by re-fetching the current state frame when needed
56
+
57
+ ## [1.0.0-beta.64] - 2026-01-14
58
+
59
+ ### ✨ New Features
60
+ - **Vite Plugin for WASM Configuration** - Added `avatarkitVitePlugin` to automate WASM file configuration
61
+ - Automatically handles WASM MIME types in dev server
62
+ - Copies WASM files to dist/assets/ during build
63
+ - Generates `_headers` file for Cloudflare Pages deployment
64
+ - Configures Vite's optimizeDeps, assetsInclude, and assetsInlineLimit
65
+
66
+ ### 🔧 Improvements
67
+ - **Unified Transition Logic** - All transitions now start from the current playing frame, ensuring smooth transitions from any state (Idle, Speaking, or Transitioning)
68
+ - **Idle State Performance** - Optimized idle state to avoid unnecessary frame parameter fetching on every frame
69
+ - **Transition Animation** - Idle->Speaking uses linear interpolation, Speaking->Idle uses Bezier curve easing
70
+
71
+ ### 🐛 Bugfixes
72
+ - Fixed vanilla demo audio context initialization issue
73
+ - Fixed recording button only working once in vanilla demo
74
+ - Fixed host mode data loading to use local files instead of API endpoint
75
+
76
+ ### 📚 Documentation
77
+ - Added transition animation technical specification document for cross-platform alignment
78
+
79
+ ## [1.0.0-beta.63] - 2026-01-14
80
+
81
+ ### ✨ New Features
82
+ - **Audio Context Initialization API** - Added `initializeAudioContext()` method to `AvatarController`
83
+ - Must be called in a user gesture context (click, touchstart, etc.) before any audio operations
84
+ - Ensures AudioContext is created and initialized in a user gesture context, preventing browser security policy issues
85
+ - All audio operations (`send()`, `yieldAudioData()`, `start()`, `playback()`, etc.) now require prior initialization
86
+
87
+ ### 🔧 Improvements
88
+ - **Initialization Flow** - Removed all lazy initialization logic for audio context
89
+ - Audio context initialization is now centralized in `initializeAudioContext()` method
90
+ - All audio operations check for initialization before proceeding
91
+ - Clear error messages when audio operations are attempted without initialization
92
+
93
+ ### 🐛 Bugfixes
94
+ - **Audio Context User Gesture Requirement** - Fixed issue where AudioContext could not be properly initialized when external applications request recording permissions
95
+ - Audio context must now be initialized in user gesture context, ensuring browser security policies are satisfied
96
+
97
+ ## [1.0.0-beta.62] - 2026-01-14
98
+
99
+ ### ✨ New Features
100
+ - **Bezier Curve Transition Animation** - Implemented Bezier curve easing functions for smoother transitions
101
+ - Added Bezier curve interpolation with different curves for different facial components (jaw, expression, eye, neck, global)
102
+ - Replaced linear interpolation with Bezier curve interpolation for more natural animation
103
+ - Split transition duration into start (200ms) and end (1600ms) for different transition types
104
+
105
+ ### 🔧 Improvements
106
+ - **Transition API Enhancement** - Updated `generateTransitionFromIdle()` to support both start and end transitions
107
+ - Added `transitionType` parameter: `'start'` for Idle -> Flame, `'end'` for Flame -> Idle
108
+ - Removed deprecated linear interpolation code and unused easing functions
109
+
110
+ ## [1.0.0-beta.61] - 2026-01-14
111
+
112
+ ### 🔧 Improvements
113
+ - **Telemetry Events Update** - Updated telemetry events with new parameters and structure
114
+ - `sdk_initialized`: Added `env` and `dsm` parameters
115
+ - `driving_service_latency`: Replaced `driving_latency`, now tracks `tap_0`, `tap_1`, `tap_2`, `tap_f` timestamps (Number type, milliseconds)
116
+ - `avatar_active`: New event for avatar view activity tracking with `env` and `dsm` parameters, reported on first render and every 10 minutes
117
+ - **Heartbeat Refactoring** - Removed `HeartbeatManager`, integrated heartbeat functionality into `NetworkLayer` (driving service heartbeat) and `AvatarView` (avatar active heartbeat)
118
+
119
+ ## [1.0.0-beta.60] - 2026-01-14
120
+
121
+ ### 🔧 Configuration Changes
122
+ - **PostHog Configuration** - PostHog telemetry now always uses the international site regardless of environment configuration
123
+
124
+ ## [1.0.0-beta.59] - 2026-01-14
125
+
126
+ ### 🐛 Bugfixes
127
+ - **AudioContext Auto-Resume** - Fixed issue where audio playback would get stuck after external applications request recording permissions. AudioContext now automatically resumes when suspended during playback
128
+ - **PostHog Instance Initialization** - Fixed PostHog named instance initialization to avoid conflicts with external PostHog instances
129
+
130
+ ## [1.0.0-beta.58] - 2026-01-14
131
+
132
+ ### ✨ New Features
133
+ - **Pure Rendering Mode APIs** - Added `renderFlame()` and `generateTransitionFromIdle()` methods to `AvatarView` for external-controlled rendering without audio synchronization
134
+
135
+ ## [1.0.0-beta.57] - 2026-01-09
136
+
137
+ ### 🐛 Bugfixes
138
+ - **Idle Animation Jiggle Fix** - Fixed issue where idle animation would "jiggle" before transitioning to speaking when external audio and animation data were sent. The `handleInterrupt()` method now correctly skips processing when already in `Idle` state, preventing unnecessary idle loop restarts.
139
+
140
+ ## [1.0.0-beta.56] - 2026-01-09
141
+
142
+ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
143
+ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
144
+
145
+ ## [1.0.0-beta.56] - 2025-01-05
146
+
147
+ ### ✨ New Features
148
+ - **Eye Tracking Config API** - Changed `eyeTrackingEnabled` to complete `eyefocus` configuration object in `PostProcessingConfig`. External callers must provide full `eyefocus` configuration (enabled, auto_eyelid_adjustment, eyelid_threshold, targets) instead of just a boolean flag.
149
+
150
+ ## [1.0.0-beta.55] - 2025-01-05
151
+
152
+ ### ✨ New Features
153
+ - **Eye Tracking Control** - Added `eyeTrackingEnabled` parameter to `PostProcessingConfig`, allowing external control of eye tracking enable/disable state in real-time
154
+ - **Point Count API** - Added `getPointCount()` method to `AvatarController` to get the point cloud count of the current avatar
155
+
156
+ ## [1.0.0-beta.54] - 2025-01-05
157
+
158
+ ### 🐛 Bugfix
159
+ - **Transition Animation Completion** - Fixed issue where `onTransitionComplete()` was not called when `transitionKeyframes` was empty, causing audio playback to freeze after transition animations. Now, when there are no transition frames, the state correctly transitions to `Speaking` and `onTransitionComplete()` is called to start audio playback.
160
+
161
+ ## [1.0.0-beta.53] - 2025-01-05
162
+
163
+ ### 🐛 Bugfix
164
+ - **Race Condition Fix** - Fixed race condition where `startStreamingPlaybackInternal()` could be called multiple times when `yieldKeyframes` received data rapidly, causing audio chunks to be cleared and playback to freeze after transition animations. Added `isStartingPlayback` flag to prevent concurrent execution.
165
+
166
+ ## [1.0.0-beta.52] - 2025-01-05
167
+
168
+ ### 🔧 Performance Improvements
169
+ - **Telemetry Optimization** - Consolidated resource download telemetry: removed individual `resource_download` events and added cache information (`cache_hit`, `cache_type`) to total duration metrics (`template_resources_load_measure` and `download_avatar_assets_total_measure`). This enables analysis of download times for cache misses while reducing telemetry overhead.
170
+
171
+ ## [1.0.0-beta.51] - 2025-01-05
172
+
173
+ ### 🐛 Bugfix
174
+ - **Character Settings Update** - Fixed issue where cached Avatar instances would not update `characterSettings` in resources when `characterMeta` was updated. Now `resources.characterSettings` is synchronized when `characterMeta` changes, ensuring new `AvatarView` instances use the latest configuration.
175
+
176
+ ### ✨ New Features
177
+ - **Post-Processing Config Enhancement** - Added `translation` and `eyePose` fields to `PostProcessingConfig` interface:
178
+ - `translation`: Position offset (x, y, z)
179
+ - `eyePose`: Eye pose offset with bias and weights (x, y, z, weightX, weightY, weightZ), applied to both left and right eyes
180
+
181
+ ## [1.0.0-beta.50] - 2025-01-05
182
+
183
+ ### 🔧 Performance Improvements
184
+ - **Removed CORS Preflight for Meta API** - Removed authentication headers (`X-App-Id` and `Authorization`) and unnecessary `Content-Type` header from avatar metadata API requests. This eliminates CORS preflight requests for simple GET requests, improving loading performance.
185
+
186
+ ## [1.0.0-beta.49] - 2025-01-05
187
+
188
+ ### 🐛 Bugfix
189
+ - **Template Cache Version** - Fixed issue where template cache would be incorrectly cleared when switching between different SDK versions. Now uses independent template resource version (1.0.0) instead of SDK version, allowing different SDK versions to share the same template cache when template resources are identical.
190
+
191
+ ## [1.0.0-beta.48] - 2025-01-05
192
+
193
+ ### ✨ New Features
194
+ - **PWA Cache Management** - Added automatic PWA cache management for avatar and template resources to improve loading performance
195
+
196
+ ### 🔧 Performance Improvements
197
+ - **Cache Hit Rate Metrics** - Resource downloads now report cache status for analytics
198
+
199
+ ## [1.0.0-beta.47] - 2025-12-29
200
+
201
+ ### 🐛 Bugfix
202
+ - **Avatar Meta Update** - Fixed issue where cached Avatar instances would return stale avatar metadata even when the latest metadata was fetched. Now the avatar metadata is always updated to the latest version when loading an avatar, even if the version number hasn't changed.
203
+
204
+ ## [1.0.0-beta.46] - 2025-12-29
205
+
206
+ ### 🐛 Bugfix
207
+ - Expose `getCharacterMeta()` method in `Avatar` class as public API
208
+
209
+ ## [1.0.0-beta.45] - 2025-12-29
210
+
211
+ ### ✨ New Features
212
+ - **Immediate Rendering on Pause** - When playback is paused, updating post-processing parameters or camera configuration will immediately re-render the current frame:
213
+ - Post-processing parameters (rotation, neck pose, jaw pose, eye blink, etc.) now apply immediately when updated during pause
214
+ - Camera configuration (position, target, FOV, etc.) now applies immediately when updated during pause
215
+ - During normal playback, these updates still apply on the next frame as before
216
+
217
+ ### 🔄 API Changes
218
+
219
+ ### 🔄 API Changes
220
+ - **AvatarView Ready Promise Replaced with Callback** - Replaced `ready: Promise<void>` property with `onFirstRendering?: () => void` callback for better async handling:
221
+ - Removed `ready` Promise property
222
+ - Added `onFirstRendering` optional callback that is called when the first frame is rendered
223
+ - Callback-based approach is more idiomatic and easier to use than Promise-based approach
224
+
225
+ ### 🗑️ Removed
226
+ - **Removed unused `seek()` method** - Removed unused and buggy `seek()` method from `StreamingAudioPlayer`
227
+
228
+ ## [1.0.0-beta.44] - 2025-12-29
229
+
230
+ ### 🔧 Performance Improvements
231
+ - **Removed unnecessary headers from static resource requests** - Removed `X-App-Id` and `Authorization` headers from static resource downloads (shape.pb, point_cloud.ply, camera.json, etc.) to avoid CORS preflight requests and improve loading performance
232
+
233
+ ## [1.0.0-beta.43] - 2025-12-29
234
+
235
+ ### 🔧 Improvements
236
+ - Remove some unnecessary telemetry reporting
237
+
238
+ ## [1.0.0-beta.42] - 2025-12-29
239
+
240
+ ### ✨ New Features
241
+ - **PostHog Telemetry Configuration** - PostHog telemetry reporting now supports separate configuration for domestic (CN) and international (INTL) environments:
242
+ - Separate PostHog hosts and API keys for CN and INTL environments
243
+ - Compression disabled for domestic self-hosted instance, enabled for international official PostHog
244
+ - Localhost domain filtering to avoid test data pollution
245
+
246
+ ## [1.0.0-beta.41] - 2025-12-29
247
+
248
+ ### 🔄 Breaking Changes
249
+ - **Background Image Support Removed** - Removed background image functionality from `AvatarView`:
250
+ - Removed `isOpaque` getter/setter property
251
+ - Removed `setBackgroundImage()` method
252
+ - Removed background image loading from `AvatarDownloader`
253
+ - Canvas now always uses transparent background
254
+
255
+ ## [1.0.0-beta.40] - 2025-12-27
256
+
257
+ ### 🔧 API Improvements
258
+ - Extended post-processing parameter configuration interface
259
+
260
+ ## [1.0.0-beta.39] - 2025-12-27
261
+
262
+ ### 🔧 Improvements
263
+ - Filter localhost domain from telemetry reporting to avoid test data pollution
264
+
265
+ ## [1.0.0-beta.38] - 2025-12-27
266
+
267
+ ### 🔄 Breaking Changes
268
+ - Migrated telemetry reporting from Tencent Cloud CLS to PostHog
269
+
270
+ ### ✨ New Features
271
+ - Implemented download queue for character resource loading
272
+
273
+ ## [1.0.0-beta.37] - 2025-12-24
274
+
275
+ ### 🐛 Bugfix
276
+ - Various bug fixes and improvements
277
+
278
+ ## [1.0.0-beta.36] - 2025-12-20
279
+
280
+ ### ✨ New Features
281
+ - **Audio Sample Rate Configuration** - Added configurable audio sample rate support in SDK initialization
282
+ - Added `audioFormat` configuration option with `channelCount` (fixed to 1) and `sampleRate` (supports: 8000, 16000, 22050, 24000, 32000, 44100, 48000 Hz, default: 16000)
283
+ - Audio recording and playback now automatically use the configured sample rate
284
+ - Vanilla demo updated with sample rate dropdown selector for easy testing
285
+
286
+ ## [1.0.0-beta.35] - 2025-12-16
287
+
288
+ ### 🔄 API Changes
289
+ - **Avatar Transform API** - Changed `setTransform` method to `transform` getter/setter property for more idiomatic JavaScript API. Now supports both reading and setting transform values.
290
+
291
+ ## [1.0.0-beta.34] - 2025-12-16
292
+
293
+ ### ✨ New Features
294
+ - **Avatar Transform API** - Added `setTransform` method to `AvatarView` for controlling avatar position and scale within the canvas. Supports normalized coordinates (-1 to 1) for position and scale factor.
295
+
296
+ ## [1.0.0-beta.32] - 2025-12-16
297
+
298
+ ### 🔄 Breaking Changes
299
+ - **Host Mode Interface** - Updated `yieldFramesData` method to accept binary data array instead of single binary data. The method now processes multiple protobuf-encoded Message objects in a single call.
300
+
301
+ ## [1.0.0-beta.31] - 2025-12-16
302
+
303
+ ### 🐛 Bugfix
304
+ - **Environment CORS Issue** - Fixed CORS issues when requesting configuration and avatar data APIs. SDK now provides default configuration fallback when config requests fail, ensuring smooth operation across different environments.
305
+
306
+ ## [1.0.0-beta.30] - 2025-12-15
307
+
308
+ ### 🐛 Bugfix
309
+ - **Template Resources Duplicate Download** - Fixed issue where template resources were being re-downloaded for each new avatar load. Template resources are now only loaded once during SDK initialization and reused for all avatars.
310
+
311
+ ## [1.0.0-beta.29] - 2025-12-15
312
+
313
+ ### 🔄 Breaking Changes
314
+ - **Environment Enum** - Removed `Environment.test`. Only `Environment.cn` and `Environment.intl` are now supported. Environment configuration must be explicitly provided.
315
+ - **Log Level Default** - Default log level changed from `LogLevel.all` to `LogLevel.off`. Set `logLevel: LogLevel.all` in configuration to enable all logs.
316
+
317
+ ### ✨ New Features
318
+ - **Avatar Caching** - Added avatar caching methods in `AvatarManager`:
319
+ - `retrieve(id: string): Avatar | undefined` - Get cached avatar by ID
320
+ - `clear(id: string): void` - Clear cached avatar for specific ID
321
+ - `clearAll(): void` - Clear all cached avatars
322
+ - `clearCache()` is now deprecated, use `clearAll()` instead
323
+ - **Background Image Support** - Added background image control in `AvatarView`:
324
+ - `isOpaque: boolean` - Getter/setter to control canvas background transparency
325
+ - `setBackgroundImage(image: HTMLImageElement | string | null): void` - Set or remove background image
326
+
327
+ ### 🔧 Improvements
328
+ - **Avatar Version Checking** - Avatar cache now automatically checks version and reloads if cached avatar version differs from latest metadata
329
+ - **Concurrent Loading** - Multiple concurrent `load()` calls for the same avatar ID now reuse the same loading promise
330
+
331
+ ## [1.0.0-beta.28] - 2025-12-08
332
+
333
+ ### 🔄 Breaking Changes
334
+ - **Class Renamed** - `AvatarKit` class has been renamed to `AvatarSDK` for better consistency
335
+ - Update all imports: `import { AvatarKit } from '@spatialwalk/avatarkit'` → `import { AvatarSDK } from '@spatialwalk/avatarkit'`
336
+ - Update all API calls: `AvatarKit.initialize()` → `AvatarSDK.initialize()`
337
+ - All static methods and properties remain the same, only the class name has changed
338
+
339
+ ### 🔧 Improvements
340
+ - **Rendering Optimizations** - Added fragment shader discard optimization to improve performance and edge quality
341
+ - **Shader Alignment** - Removed view matrix transpose to align with Android SDK implementation
342
+ - **Resource Cleanup** - Removed unused `frameMono` and `audioMono` resources from SDK and tests
343
+
344
+ ## [1.0.0-beta.27] - 2025-12-04
345
+
346
+ ### 🐛 Bugfix
347
+
348
+ ## [1.0.0-beta.26] - 2025-12-03
349
+
350
+ ### ✨ New Features
351
+ - **Log Level Configuration** - Added `logLevel` configuration option to control SDK logging verbosity
352
+ - `LogLevel.off` - Disable all logs
353
+ - `LogLevel.error` - Only error logs
354
+ - `LogLevel.warning` - Warning and error logs
355
+ - `LogLevel.all` - All logs (default)
356
+ - **Standardized CLS Logging Events** - All CLS logging events now use standardized field names for better querying
357
+ - Standard events: `sdk_initialized`, `send_audio_failed`, `message_error`, `heartbeat_failed`, `service_restarted`, `session_token_invalid`, `session_token_expired`, `yield_animation_failed`, `fetch_avatar_metadata_failed`, `download_avatar_assets_failed`, `avatar_active`
358
+ - Standard fields: `req_id`, `con_id`, `avatar_id`, `description`
359
+ - **End-to-End Latency Tracking** - Added `driving_service_latency` event to track latency metrics for both SDK and Host modes
360
+ - Tracks: `tap_0`, `tap_1`, `tap_2`, `tap_f` timestamps (Number type, milliseconds)
361
+ - Automatically reported once per conversation when first frame is received
362
+
363
+ ### 🔧 Improvements
364
+ - **CLS Configuration Alignment** - Updated CLS endpoints and Topic IDs to match iOS SDK configuration
365
+ - **Default API Endpoints** - Fixed default API endpoint for `intl` environment to `api.intl.spatialwalk.cloud`
366
+ - **Error Code Enum** - Added new error codes: `appIDUnrecognized`, `sessionTokenInvalid`, `sessionTokenExpired`, `failedToFetchAvatarMetadata`, `failedToDownloadAvatarAssets`
367
+
368
+ ### 🗑️ Removed
369
+ - **Redundant Log Events** - Removed unnecessary log events: `playback_paused`, `playback_resumed`, `reconnecting`, `connect_success`, `server_error`, `decode_failed`
370
+
371
+ ## [1.0.0-beta.25] - 2025-12-03
372
+
373
+ ### 🔧 Improvements
374
+ - **Removed Audio Buffer Limit** - Removed the 100 chunk limit on pending audio buffers to allow unlimited audio data buffering
375
+
376
+ ## [1.0.0-beta.24] - 2025-11-26
377
+
378
+ ### 🔧 API Changes
379
+ - **Backend Endpoints Updated** - Backend API endpoints have been updated for all environments
380
+
381
+ ## [1.0.0-beta.23] - 2025-11-26
382
+
383
+ ### 🔧 API Changes
384
+ - **Breaking Change** - `playback()` method is no longer supported and has been removed from public API
385
+
386
+ ## [1.0.0-beta.22] - 2025-11-26
387
+
388
+ ### 🔧 API Changes
389
+ - **State Callback Renamed** - `onAvatarState` has been renamed to `onConversationState` for better clarity
390
+ - The callback now uses `ConversationState` enum with states: `idle` and `playing`
391
+ - **Environment Enum Updated** - `Environment.us` has been renamed to `Environment.intl` for better internationalization support
392
+ - All references to `Environment.us` should be updated to `Environment.intl`
393
+ - Remote config endpoints now use `intl` instead of `us`
394
+
395
+ ### ✨ New Features
396
+ - **Volume Control** - Added volume control API for audio playback
397
+ - `setVolume(volume: number)` - Set audio volume (0.0 to 1.0)
398
+ - `getVolume(): number` - Get current audio volume
399
+ - Volume control only affects the avatar's audio player, not system volume
400
+ - Volume changes take effect immediately, including for currently playing audio
401
+
402
+ ## [1.0.0-beta.21] - 2025-11-25
403
+
404
+ ### ✨ New Features
405
+ - **SDK Mode Connection Timeout Fallback** - Enhanced fallback mechanism for SDK mode:
406
+ - If WebSocket connection fails to establish within 15 seconds, the SDK automatically enters fallback mode
407
+ - In fallback mode, audio data can still be sent and will play normally, even though no animation data will be received
408
+ - Connection failures also trigger this fallback mechanism
409
+ - `ConnectionState.connecting` and `ConnectionState.failed` events are emitted to notify external applications
410
+ - Concurrent connection attempts are prevented to avoid race conditions
411
+
412
+ ### 🔧 Improvements
413
+ - Improved connection state management: `isConnected` now accurately reflects actual connection status (false in fallback mode)
414
+ - Added `canSend()` method in `NetworkLayer` to check if audio can be sent (including fallback mode)
415
+ - Better separation of concerns: connection state checks are now handled by `NetworkLayer`, while playback logic remains in `AvatarController`
416
+
417
+ ## [1.0.0-beta.20] - 2025-11-25
418
+
419
+ ### 🔧 Improvements
420
+ - Removed 1-second audio buffer requirement for auto-starting playback in Host mode
421
+
422
+ ## [1.0.0-beta.19] - 2025-11-25
423
+
424
+ ### 📚 Documentation
425
+ - **Fixed misleading documentation** - Corrected Host mode API documentation to accurately reflect that `yieldAudioData()` can be called directly to start a new session without requiring `playback()` first
426
+ - Removed misleading "after playback() is called" comments
427
+ - Clarified two ways to start a session: using `playback()` for existing data, or `yieldAudioData()` directly for streaming
428
+ - Updated all examples and workflow descriptions to reflect correct API usage
429
+
430
+ ## [1.0.0-beta.18] - 2025-11-25
431
+
432
+ ### 🔧 API Changes
433
+ - **Renamed `reqId` to `conversationId`** - Updated terminology for better clarity
434
+ - All methods and parameters that used `reqId` now use `conversationId`
435
+ - `getCurrentReqId()` → `getCurrentConversationId()`
436
+ - `generateReqId()` → `generateConversationId()`
437
+ - Updated all event logs and documentation to use `conversationId`
438
+ - Note: Protobuf protocol still uses `reqId` field name internally, but SDK API uses `conversationId`
439
+
440
+ ### 📚 Documentation
441
+ - Enhanced Host mode documentation to clearly emphasize the workflow: send audio data first to get conversationId, then use that conversationId to send animation data
442
+ - Updated Host Mode Example and Host Mode Flow sections with clearer step-by-step instructions
443
+
444
+ ## [1.0.0-beta.17] - 2025-11-24
445
+
446
+ ### ✨ New Features
447
+ - **Audio-Only Fallback Mechanism** - SDK now includes automatic fallback to audio-only playback when animation data is unavailable
448
+ - SDK mode: Automatically enters audio-only mode when server returns an error
449
+ - Host mode: Automatically enters audio-only mode when empty animation data is provided
450
+ - Once in audio-only mode, subsequent animation data for that session is ignored
451
+ - Fallback mode is interruptible, just like normal playback mode
452
+
453
+ ### 🔧 API Changes
454
+ - **Playback Mode Configuration** - Moved playback mode configuration from `AvatarView` constructor to `AvatarSDK.initialize()`
455
+ - Playback mode is now determined by `drivingServiceMode` in `AvatarSDK.initialize()` configuration
456
+ - `AvatarView` constructor now only requires `avatar` and `container` parameters
457
+ - Removed `AvatarViewOptions` interface
458
+ - `container` parameter is now required (no longer optional)
459
+ - **Method Renames** - Renamed methods in `AvatarController` for Host mode to better reflect their purpose
460
+ - `play()` → `playback()`: Renamed to better reflect that the method is used for playback of existing data (replay mode)
461
+ - Old API: `avatarController.play(initialAudioChunks, initialKeyframes)`
462
+ - New API: `avatarController.playback(initialAudioChunks, initialKeyframes)`
463
+ - `sendAudioChunk()` → `yieldAudioData()`: Renamed to better reflect that the method yields/streams audio data
464
+ - Old API: `avatarController.sendAudioChunk(data, isLast)`
465
+ - New API: `avatarController.yieldAudioData(data, isLast)`
466
+ - `sendKeyframes()` → `yieldFramesData()`: Renamed to better reflect that the method yields/streams animation keyframes
467
+ - Old API: `avatarController.sendKeyframes(keyframes, reqId)`
468
+ - New API: `avatarController.yieldFramesData(keyframes, conversationId)`
469
+
470
+ ### 🔧 Improvements
471
+ - Extended transition animation duration from 200ms to 400ms for smoother end-of-playback transitions
472
+
473
+ ### 📚 Documentation
474
+ - Updated README.md to use "SDK mode" and "Host mode" terminology instead of "Network mode" and "External data mode"
475
+ - Added fallback mechanism documentation
476
+ - Updated API reference to reflect new constructor signature
477
+
478
+ ## [1.0.0-beta.16] - 2025-11-21
479
+
480
+ ### ✨ New Features
481
+ - **Multi-AvatarView Support** - SDK now supports multiple `AvatarView` instances simultaneously
482
+ - Each `AvatarView` instance can manage its own avatar independently
483
+ - Multiple avatars can be displayed and controlled at the same time
484
+ - Each instance maintains its own rendering context, playback state, and network connection
485
+ - Removed the previous limitation of "only one AvatarView instance at a time"
486
+
487
+ ### 📚 Documentation
488
+ - Updated README.md to reflect multi-avatar support capabilities
489
+ - Added multi-avatar usage examples
490
+ - Removed outdated limitation notes about single AvatarView instance
491
+
492
+ ---
493
+
494
+ ## [1.0.0-beta.15] - 2025-11-20
495
+
496
+ ### ✨ New Features
497
+ - Added authentication support for API requests
498
+ - `appId` is now automatically included in HTTP headers (`X-App-Id`) and WebSocket URL query parameters
499
+ - `sessionToken` is now automatically included in HTTP headers (`Authorization: Bearer {token}`) and WebSocket URL query parameters
500
+ - All network requests (avatar loading, resource downloads, WebSocket connections) now include authentication credentials
501
+
502
+ ### 🔧 Improvements
503
+ - Fixed canvas resize handling for different aspect ratios
504
+ - Projection matrix is now correctly updated when canvas aspect ratio changes
505
+ - Rendering system properly handles portrait (9:16) and landscape (16:9) aspect ratios
506
+ - Canvas automatically adapts to container size changes via ResizeObserver
507
+
508
+ ### 🐛 Bug Fixes
509
+ - Fixed `RenderSystem.handleResize()` to update projection matrix when canvas size changes
510
+ - Previously only updated aspect ratio, now also updates projection matrix for correct rendering
511
+
512
+ ---
513
+
514
+ ## [1.0.0-beta.14] - 2025-11-18
515
+
516
+ ### ✨ New Features
517
+ - Added pause and resume functionality for avatar playback
518
+ - New `pause()` method to pause audio and animation playback
519
+ - New `resume()` method to resume playback from paused state
520
+ - Added `paused` state to `AvatarState` enum
521
+ - State changes are communicated via `onAvatarState` callback
522
+ - Works in both network mode and external data mode
523
+
524
+ ### 🔧 Improvements
525
+ - Canvas now uses container's full dimensions instead of fixed 1:1 aspect ratio
526
+ - Canvas automatically adapts to container size (width and height)
527
+ - External developers can control canvas aspect ratio by setting container dimensions
528
+ - Rendering system correctly handles any aspect ratio without distortion
529
+
530
+ ---
531
+
532
+ ## [1.0.0-beta.13] - 2025-11-17
533
+
534
+ ### 🔒 API Improvements
535
+ - Reduced console noise by setting default log level to Warning
536
+ - Logger now only outputs warnings and errors by default
537
+ - Set `VITE_DEBUG_LOG=true` to enable all logs
538
+ - Simplified logger configuration using `setGlobalLogLevel(LogLevel.Warning)`
539
+
540
+ ### 🐛 Bug Fixes
541
+ - Fixed SDK config loader warning in non-debug mode
542
+ - Config loading failures are now silently handled in production
543
+ - Warnings only shown when `VITE_DEBUG_LOG=true`
544
+
545
+ ---
546
+
547
+ ## [1.0.0-beta.12] - 2025-11-17
548
+
549
+ ### 🔒 API Improvements
550
+ - Marked performance monitoring APIs as internal
551
+ - `RenderPerformanceStats` interface and `getPerformanceStats()` method are now marked with `@internal` tag
552
+ - These APIs are not exposed in the public TypeScript definitions
553
+ - Reverted performance monitoring implementation to simpler version (only `renderTime` and `sortTime`)
554
+
555
+ ---
556
+
557
+ ## [1.0.0-beta.11] - 2025-11-17
558
+
559
+ ### 📚 Documentation
560
+ - Updated demo repository link in README.md
561
+ - Changed example project link from `Avatarkit-web-demo` to `AvatarSDK-Web-Demo` to match the new repository name
562
+
563
+ ---
564
+
565
+ ## [1.0.0-beta.10] - 2025-11-16
566
+
567
+ ### 🔒 API Improvements
568
+ - Cleaned up public API to hide internal implementation details
569
+ - Marked internal methods with `@internal` JSDoc tag to exclude them from TypeScript declarations
570
+ - Removed unused environment configuration options (`realtimeApiBaseUrl`, `realtimeWsUrl`)
571
+ - Added `appId` getter to `AvatarSDK` for accessing initialized app ID
572
+ - Internal methods like `getEnvironmentConfig`, `logEvent`, `getCanvas`, `getCameraConfig`, `updateCameraConfig` are now properly hidden from public API
573
+
574
+ ### 🐛 Bug Fixes
575
+ - Fixed memory leaks when disposing AvatarView instances
576
+ - Improved resource cleanup to prevent memory leaks when switching or disposing avatar instances
577
+ - Properly clears all callbacks, event listeners, and large data buffers on disposal
578
+
579
+ ---
580
+ ## [1.0.0-beta.9] - 2025-11-15
581
+
582
+ ### 🐛 Bug Fixes
583
+ - Fixed memory leaks when disposing AvatarView instances
584
+ - Improved resource cleanup to prevent memory leaks when switching or disposing avatar instances
585
+ - Properly clears all callbacks, event listeners, and large data buffers on disposal
586
+
587
+ ---
588
+
589
+ ## [1.0.0-beta.8] - 2025-11-14
590
+
591
+ ### 🐛 Bug Fixes
592
+ - Fixed audio-animation synchronization issue after normal playback completion
593
+ - Playback state is now properly cleaned up when audio finishes normally, preventing synchronization issues in subsequent conversations
594
+
595
+ ---
596
+
8
597
  ## [1.0.0-beta.7] - 2025-11-14
9
598
 
10
599
  ### 🔄 Refactoring
11
- - Refactored rendering state management using state machine pattern
12
- - Replaced multiple boolean flags (`isRealtimePlaying`, `isTransitioning`, `endToIdleAfterTransition`) with a single `RenderingState` enum
13
- - Unified state transitions through `setState()` method
14
- - Simplified state checks and reduced code complexity
15
- - Improved maintainability and clarity of state transitions
600
+ - Improved rendering state management for better stability and maintainability
16
601
 
17
602
  ### 🐛 Bug Fixes
18
603
  - Fixed interrupt not generating transition animation when interrupting during playback
19
- - Fixed transition animation being regenerated and reset when `sendKeyframes()` is called after `play()` in external data mode
604
+ - Fixed transition animation being regenerated and reset in external data mode when sending keyframes after playback starts
20
605
 
21
606
  ---
22
607
 
23
608
  ## [1.0.0-beta.6] - 2025-11-14
24
609
 
25
610
  ### 🐛 Bug Fixes
26
- - Fixed transition animation being regenerated and reset when `sendKeyframes()` is called after `play()` in external data mode, causing the transition to play twice
611
+ - Fixed transition animation being regenerated and reset in external data mode when sending keyframes after playback starts, causing the transition to play twice
27
612
 
28
613
  ---
29
614
 
30
615
  ## [1.0.0-beta.5] - 2025-11-14
31
616
 
32
617
  ### 🐛 Bug Fixes
33
- - Fixed missing `AvatarPlaybackMode` enum export in published package
618
+ - Fixed missing `DrivingServiceMode` enum export in published package
34
619
 
35
620
  ---
36
621
 
@@ -59,7 +644,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
59
644
  - **External Data Mode**:
60
645
  - External components fully control audio and animation data acquisition
61
646
  - SDK only responsible for synchronized playback of externally provided data
62
- - Use `controller.play()`, `controller.sendAudioChunk()` and `controller.sendKeyframes()` methods
647
+ - Use `controller.playback()`, `controller.yieldAudioData()` and `controller.yieldFramesData()` methods
63
648
 
64
649
  ### ✨ New Features
65
650
 
@@ -95,7 +680,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
95
680
  // New API
96
681
  new AvatarView(avatar, {
97
682
  container: container,
98
- playbackMode: AvatarPlaybackMode.network // or AvatarPlaybackMode.external
683
+ playbackMode: DrivingServiceMode.sdk // or DrivingServiceMode.host
99
684
  })
100
685
  ```
101
686