@spatialwalk/avatarkit 1.0.0-beta.6 → 1.0.0-beta.61

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/CHANGELOG.md +499 -4
  2. package/README.md +267 -289
  3. package/dist/StreamingAudioPlayer-DIcPerS7.js +525 -0
  4. package/dist/animation/AnimationWebSocketClient.d.ts +9 -24
  5. package/dist/animation/utils/eventEmitter.d.ts +0 -4
  6. package/dist/animation/utils/flameConverter.d.ts +3 -11
  7. package/dist/audio/AnimationPlayer.d.ts +4 -32
  8. package/dist/audio/StreamingAudioPlayer.d.ts +14 -75
  9. package/dist/avatar_core_wasm-i0Ocpx6q.js +2693 -0
  10. package/dist/avatar_core_wasm.wasm +0 -0
  11. package/dist/config/app-config.d.ts +1 -6
  12. package/dist/config/constants.d.ts +11 -25
  13. package/dist/config/sdk-config-loader.d.ts +4 -9
  14. package/dist/core/Avatar.d.ts +0 -14
  15. package/dist/core/AvatarController.d.ts +44 -116
  16. package/dist/core/AvatarDownloader.d.ts +0 -95
  17. package/dist/core/AvatarManager.d.ts +10 -18
  18. package/dist/core/AvatarSDK.d.ts +21 -0
  19. package/dist/core/AvatarView.d.ts +34 -110
  20. package/dist/core/NetworkLayer.d.ts +1 -59
  21. package/dist/generated/common/v1/models.d.ts +29 -0
  22. package/dist/generated/driveningress/v1/driveningress.d.ts +1 -12
  23. package/dist/generated/driveningress/v2/driveningress.d.ts +81 -3
  24. package/dist/generated/google/protobuf/struct.d.ts +5 -39
  25. package/dist/generated/google/protobuf/timestamp.d.ts +1 -103
  26. package/dist/index-jWgogoMs.js +14758 -0
  27. package/dist/index.d.ts +1 -6
  28. package/dist/index.js +17 -18
  29. package/dist/renderer/RenderSystem.d.ts +1 -79
  30. package/dist/renderer/covariance.d.ts +0 -12
  31. package/dist/renderer/renderer.d.ts +6 -2
  32. package/dist/renderer/sortSplats.d.ts +0 -11
  33. package/dist/renderer/webgl/reorderData.d.ts +0 -13
  34. package/dist/renderer/webgl/webglRenderer.d.ts +19 -42
  35. package/dist/renderer/webgpu/webgpuRenderer.d.ts +18 -31
  36. package/dist/types/character-settings.d.ts +1 -5
  37. package/dist/types/character.d.ts +3 -21
  38. package/dist/types/index.d.ts +91 -36
  39. package/dist/utils/animation-interpolation.d.ts +3 -13
  40. package/dist/utils/client-id.d.ts +1 -0
  41. package/dist/utils/conversationId.d.ts +1 -0
  42. package/dist/utils/error-utils.d.ts +1 -25
  43. package/dist/utils/id-manager.d.ts +38 -0
  44. package/dist/utils/logger.d.ts +5 -11
  45. package/dist/utils/posthog-tracker.d.ts +11 -0
  46. package/dist/utils/pwa-cache-manager.d.ts +16 -0
  47. package/dist/utils/usage-tracker.d.ts +5 -0
  48. package/dist/vanilla/vite.config.d.ts +2 -0
  49. package/dist/wasm/avatarCoreAdapter.d.ts +14 -99
  50. package/dist/wasm/avatarCoreMemory.d.ts +5 -54
  51. package/package.json +15 -13
  52. package/dist/StreamingAudioPlayer-BKTD97fl.js +0 -319
  53. package/dist/StreamingAudioPlayer-BKTD97fl.js.map +0 -1
  54. package/dist/animation/AnimationWebSocketClient.d.ts.map +0 -1
  55. package/dist/animation/utils/eventEmitter.d.ts.map +0 -1
  56. package/dist/animation/utils/flameConverter.d.ts.map +0 -1
  57. package/dist/audio/AnimationPlayer.d.ts.map +0 -1
  58. package/dist/audio/StreamingAudioPlayer.d.ts.map +0 -1
  59. package/dist/avatar_core_wasm-D4eEi7Eh.js +0 -1666
  60. package/dist/avatar_core_wasm-D4eEi7Eh.js.map +0 -1
  61. package/dist/config/app-config.d.ts.map +0 -1
  62. package/dist/config/constants.d.ts.map +0 -1
  63. package/dist/config/sdk-config-loader.d.ts.map +0 -1
  64. package/dist/core/Avatar.d.ts.map +0 -1
  65. package/dist/core/AvatarController.d.ts.map +0 -1
  66. package/dist/core/AvatarDownloader.d.ts.map +0 -1
  67. package/dist/core/AvatarKit.d.ts +0 -66
  68. package/dist/core/AvatarKit.d.ts.map +0 -1
  69. package/dist/core/AvatarManager.d.ts.map +0 -1
  70. package/dist/core/AvatarView.d.ts.map +0 -1
  71. package/dist/core/NetworkLayer.d.ts.map +0 -1
  72. package/dist/generated/driveningress/v1/driveningress.d.ts.map +0 -1
  73. package/dist/generated/driveningress/v2/driveningress.d.ts.map +0 -1
  74. package/dist/generated/google/protobuf/struct.d.ts.map +0 -1
  75. package/dist/generated/google/protobuf/timestamp.d.ts.map +0 -1
  76. package/dist/index-CX8f1bzw.js +0 -5946
  77. package/dist/index-CX8f1bzw.js.map +0 -1
  78. package/dist/index.d.ts.map +0 -1
  79. package/dist/index.js.map +0 -1
  80. package/dist/renderer/RenderSystem.d.ts.map +0 -1
  81. package/dist/renderer/covariance.d.ts.map +0 -1
  82. package/dist/renderer/renderer.d.ts.map +0 -1
  83. package/dist/renderer/sortSplats.d.ts.map +0 -1
  84. package/dist/renderer/webgl/reorderData.d.ts.map +0 -1
  85. package/dist/renderer/webgl/webglRenderer.d.ts.map +0 -1
  86. package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +0 -1
  87. package/dist/types/character-settings.d.ts.map +0 -1
  88. package/dist/types/character.d.ts.map +0 -1
  89. package/dist/types/index.d.ts.map +0 -1
  90. package/dist/utils/animation-interpolation.d.ts.map +0 -1
  91. package/dist/utils/cls-tracker.d.ts +0 -17
  92. package/dist/utils/cls-tracker.d.ts.map +0 -1
  93. package/dist/utils/error-utils.d.ts.map +0 -1
  94. package/dist/utils/logger.d.ts.map +0 -1
  95. package/dist/utils/reqId.d.ts +0 -20
  96. package/dist/utils/reqId.d.ts.map +0 -1
  97. package/dist/wasm/avatarCoreAdapter.d.ts.map +0 -1
  98. package/dist/wasm/avatarCoreMemory.d.ts.map +0 -1
@@ -1,8 +1,3 @@
1
- /**
2
- * Streaming Audio Player
3
- * Implements real-time audio playback using Web Audio API
4
- * Supports dynamic PCM chunk addition without Workers
5
- */
6
1
  export interface StreamingAudioPlayerOptions {
7
2
  sampleRate?: number;
8
3
  channelCount?: number;
@@ -17,107 +12,51 @@ export declare class StreamingAudioPlayer {
17
12
  private sessionStartTime;
18
13
  private pausedTimeOffset;
19
14
  private pausedAt;
15
+ private pausedAudioContextTime;
20
16
  private scheduledTime;
21
17
  private isPlaying;
22
18
  private isPaused;
23
19
  private autoStartEnabled;
20
+ private autoContinue;
24
21
  private audioChunks;
25
22
  private scheduledChunks;
26
23
  private activeSources;
24
+ private lastScheduledChunkEndTime;
25
+ private lastGetCurrentTimeLog;
26
+ private scheduledChunkInfo;
27
+ private gainNode;
28
+ private volume;
27
29
  private onEndedCallback?;
30
+ private stateChangeHandler?;
31
+ private isResuming;
28
32
  constructor(options?: StreamingAudioPlayerOptions);
29
- /**
30
- * Initialize audio context (create and ensure it's ready)
31
- */
32
33
  initialize(): Promise<void>;
33
- /**
34
- * Add audio chunk (16-bit PCM)
35
- */
34
+ private ensureAudioContextRunning;
36
35
  addChunk(pcmData: Uint8Array, isLast?: boolean): void;
37
- /**
38
- * Start new session (stop current and start fresh)
39
- */
40
36
  startNewSession(audioChunks: Array<{
41
37
  data: Uint8Array;
42
38
  isLast: boolean;
43
39
  }>): Promise<void>;
44
- /**
45
- * Start playback
46
- */
47
40
  private startPlayback;
48
- /**
49
- * Schedule all pending chunks
50
- */
51
41
  private scheduleAllChunks;
52
- /**
53
- * Schedule next audio chunk
54
- */
55
42
  private scheduleNextChunk;
56
- /**
57
- * Convert PCM data to AudioBuffer
58
- * Input: 16-bit PCM (int16), Output: AudioBuffer (float32 [-1, 1])
59
- */
60
43
  private pcmToAudioBuffer;
61
- /**
62
- * Get current playback time (seconds)
63
- */
64
44
  getCurrentTime(): number;
65
- /**
66
- * Pause playback
67
- */
45
+ getBufferedDuration(): number;
46
+ getAudioContextTime(): number;
68
47
  pause(): void;
69
- /**
70
- * Resume playback
71
- */
72
48
  resume(): Promise<void>;
73
- /**
74
- * Stop playback
75
- */
76
49
  stop(): void;
77
- /**
78
- * Enable or disable auto-start (for delayed start scenarios)
79
- */
80
50
  setAutoStart(enabled: boolean): void;
81
- /**
82
- * Start playback manually (for delayed start scenarios)
83
- * This allows starting playback after transition animation completes
84
- */
85
51
  play(): void;
86
- /**
87
- * Mark playback as ended
88
- */
89
52
  markEnded(): void;
90
- /**
91
- * Set ended callback
92
- */
93
53
  onEnded(callback: () => void): void;
94
- /**
95
- * Check if playing
96
- */
97
54
  isPlayingNow(): boolean;
98
- /**
99
- * Get total duration of buffered audio
100
- */
101
- getBufferedDuration(): number;
102
- /**
103
- * Get remaining duration (buffered - played) in seconds
104
- */
105
- getRemainingDuration(): number;
106
- /**
107
- * Dispose and cleanup
108
- */
109
55
  dispose(): void;
110
- /**
111
- * Flush buffered audio
112
- * - hard: stops all playing sources and clears all chunks
113
- * - soft (default): clears UNSCHEDULED chunks only
114
- */
115
56
  flush(options?: {
116
57
  hard?: boolean;
117
58
  }): void;
118
- /**
119
- * Debug logging
120
- */
59
+ setVolume(volume: number): void;
60
+ getVolume(): number;
121
61
  private log;
122
62
  }
123
- //# sourceMappingURL=StreamingAudioPlayer.d.ts.map