@spatialwalk/avatarkit 1.0.0-beta.4 → 1.0.0-beta.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/CHANGELOG.md +378 -2
  2. package/README.md +261 -283
  3. package/dist/StreamingAudioPlayer-BXytpr5T.js +506 -0
  4. package/dist/animation/AnimationWebSocketClient.d.ts +9 -24
  5. package/dist/animation/utils/eventEmitter.d.ts +0 -4
  6. package/dist/animation/utils/flameConverter.d.ts +3 -11
  7. package/dist/audio/AnimationPlayer.d.ts +4 -32
  8. package/dist/audio/StreamingAudioPlayer.d.ts +12 -75
  9. package/dist/avatar_core_wasm-i0Ocpx6q.js +2693 -0
  10. package/dist/avatar_core_wasm.wasm +0 -0
  11. package/dist/config/app-config.d.ts +1 -6
  12. package/dist/config/constants.d.ts +5 -27
  13. package/dist/config/sdk-config-loader.d.ts +2 -9
  14. package/dist/core/Avatar.d.ts +0 -15
  15. package/dist/core/AvatarController.d.ts +35 -116
  16. package/dist/core/AvatarDownloader.d.ts +0 -95
  17. package/dist/core/AvatarManager.d.ts +10 -18
  18. package/dist/core/AvatarSDK.d.ts +21 -0
  19. package/dist/core/AvatarView.d.ts +24 -110
  20. package/dist/core/NetworkLayer.d.ts +1 -59
  21. package/dist/generated/common/v1/models.d.ts +29 -0
  22. package/dist/generated/driveningress/v1/driveningress.d.ts +1 -12
  23. package/dist/generated/driveningress/v2/driveningress.d.ts +81 -3
  24. package/dist/generated/google/protobuf/struct.d.ts +5 -39
  25. package/dist/generated/google/protobuf/timestamp.d.ts +1 -103
  26. package/dist/index-CRKYjlwp.js +14267 -0
  27. package/dist/index.d.ts +1 -6
  28. package/dist/index.js +17 -18
  29. package/dist/renderer/RenderSystem.d.ts +1 -79
  30. package/dist/renderer/covariance.d.ts +0 -12
  31. package/dist/renderer/renderer.d.ts +6 -2
  32. package/dist/renderer/sortSplats.d.ts +0 -11
  33. package/dist/renderer/webgl/reorderData.d.ts +0 -13
  34. package/dist/renderer/webgl/webglRenderer.d.ts +19 -42
  35. package/dist/renderer/webgpu/webgpuRenderer.d.ts +18 -31
  36. package/dist/types/character-settings.d.ts +0 -5
  37. package/dist/types/character.d.ts +3 -21
  38. package/dist/types/index.d.ts +72 -36
  39. package/dist/utils/animation-interpolation.d.ts +3 -13
  40. package/dist/utils/client-id.d.ts +1 -0
  41. package/dist/utils/conversationId.d.ts +1 -0
  42. package/dist/utils/error-utils.d.ts +1 -25
  43. package/dist/utils/heartbeat-manager.d.ts +18 -0
  44. package/dist/utils/id-manager.d.ts +38 -0
  45. package/dist/utils/logger.d.ts +5 -11
  46. package/dist/utils/posthog-tracker.d.ts +11 -0
  47. package/dist/utils/usage-tracker.d.ts +5 -0
  48. package/dist/vanilla/vite.config.d.ts +2 -0
  49. package/dist/wasm/avatarCoreAdapter.d.ts +11 -97
  50. package/dist/wasm/avatarCoreMemory.d.ts +5 -54
  51. package/package.json +15 -13
  52. package/dist/StreamingAudioPlayer-L87IFoao.js +0 -319
  53. package/dist/StreamingAudioPlayer-L87IFoao.js.map +0 -1
  54. package/dist/animation/AnimationWebSocketClient.d.ts.map +0 -1
  55. package/dist/animation/utils/eventEmitter.d.ts.map +0 -1
  56. package/dist/animation/utils/flameConverter.d.ts.map +0 -1
  57. package/dist/audio/AnimationPlayer.d.ts.map +0 -1
  58. package/dist/audio/StreamingAudioPlayer.d.ts.map +0 -1
  59. package/dist/avatar_core_wasm-D4eEi7Eh.js +0 -1666
  60. package/dist/avatar_core_wasm-D4eEi7Eh.js.map +0 -1
  61. package/dist/config/app-config.d.ts.map +0 -1
  62. package/dist/config/constants.d.ts.map +0 -1
  63. package/dist/config/sdk-config-loader.d.ts.map +0 -1
  64. package/dist/core/Avatar.d.ts.map +0 -1
  65. package/dist/core/AvatarController.d.ts.map +0 -1
  66. package/dist/core/AvatarDownloader.d.ts.map +0 -1
  67. package/dist/core/AvatarKit.d.ts +0 -66
  68. package/dist/core/AvatarKit.d.ts.map +0 -1
  69. package/dist/core/AvatarManager.d.ts.map +0 -1
  70. package/dist/core/AvatarView.d.ts.map +0 -1
  71. package/dist/core/NetworkLayer.d.ts.map +0 -1
  72. package/dist/generated/driveningress/v1/driveningress.d.ts.map +0 -1
  73. package/dist/generated/driveningress/v2/driveningress.d.ts.map +0 -1
  74. package/dist/generated/google/protobuf/struct.d.ts.map +0 -1
  75. package/dist/generated/google/protobuf/timestamp.d.ts.map +0 -1
  76. package/dist/index-BDxVrKwm.js +0 -5942
  77. package/dist/index-BDxVrKwm.js.map +0 -1
  78. package/dist/index.d.ts.map +0 -1
  79. package/dist/index.js.map +0 -1
  80. package/dist/renderer/RenderSystem.d.ts.map +0 -1
  81. package/dist/renderer/covariance.d.ts.map +0 -1
  82. package/dist/renderer/renderer.d.ts.map +0 -1
  83. package/dist/renderer/sortSplats.d.ts.map +0 -1
  84. package/dist/renderer/webgl/reorderData.d.ts.map +0 -1
  85. package/dist/renderer/webgl/webglRenderer.d.ts.map +0 -1
  86. package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +0 -1
  87. package/dist/types/character-settings.d.ts.map +0 -1
  88. package/dist/types/character.d.ts.map +0 -1
  89. package/dist/types/index.d.ts.map +0 -1
  90. package/dist/utils/animation-interpolation.d.ts.map +0 -1
  91. package/dist/utils/cls-tracker.d.ts +0 -17
  92. package/dist/utils/cls-tracker.d.ts.map +0 -1
  93. package/dist/utils/error-utils.d.ts.map +0 -1
  94. package/dist/utils/logger.d.ts.map +0 -1
  95. package/dist/utils/reqId.d.ts +0 -20
  96. package/dist/utils/reqId.d.ts.map +0 -1
  97. package/dist/wasm/avatarCoreAdapter.d.ts.map +0 -1
  98. package/dist/wasm/avatarCoreMemory.d.ts.map +0 -1
@@ -1,8 +1,3 @@
1
- /**
2
- * Streaming Audio Player
3
- * Implements real-time audio playback using Web Audio API
4
- * Supports dynamic PCM chunk addition without Workers
5
- */
6
1
  export interface StreamingAudioPlayerOptions {
7
2
  sampleRate?: number;
8
3
  channelCount?: number;
@@ -17,107 +12,49 @@ export declare class StreamingAudioPlayer {
17
12
  private sessionStartTime;
18
13
  private pausedTimeOffset;
19
14
  private pausedAt;
15
+ private pausedAudioContextTime;
20
16
  private scheduledTime;
21
17
  private isPlaying;
22
18
  private isPaused;
23
19
  private autoStartEnabled;
20
+ private autoContinue;
24
21
  private audioChunks;
25
22
  private scheduledChunks;
26
23
  private activeSources;
24
+ private lastScheduledChunkEndTime;
25
+ private lastGetCurrentTimeLog;
26
+ private scheduledChunkInfo;
27
+ private gainNode;
28
+ private volume;
27
29
  private onEndedCallback?;
28
30
  constructor(options?: StreamingAudioPlayerOptions);
29
- /**
30
- * Initialize audio context (create and ensure it's ready)
31
- */
32
31
  initialize(): Promise<void>;
33
- /**
34
- * Add audio chunk (16-bit PCM)
35
- */
36
32
  addChunk(pcmData: Uint8Array, isLast?: boolean): void;
37
- /**
38
- * Start new session (stop current and start fresh)
39
- */
40
33
  startNewSession(audioChunks: Array<{
41
34
  data: Uint8Array;
42
35
  isLast: boolean;
43
36
  }>): Promise<void>;
44
- /**
45
- * Start playback
46
- */
47
37
  private startPlayback;
48
- /**
49
- * Schedule all pending chunks
50
- */
51
38
  private scheduleAllChunks;
52
- /**
53
- * Schedule next audio chunk
54
- */
55
39
  private scheduleNextChunk;
56
- /**
57
- * Convert PCM data to AudioBuffer
58
- * Input: 16-bit PCM (int16), Output: AudioBuffer (float32 [-1, 1])
59
- */
60
40
  private pcmToAudioBuffer;
61
- /**
62
- * Get current playback time (seconds)
63
- */
64
41
  getCurrentTime(): number;
65
- /**
66
- * Pause playback
67
- */
42
+ getBufferedDuration(): number;
43
+ getAudioContextTime(): number;
68
44
  pause(): void;
69
- /**
70
- * Resume playback
71
- */
72
45
  resume(): Promise<void>;
73
- /**
74
- * Stop playback
75
- */
46
+ seek(targetTime: number, referenceAudioContextTime?: number): void;
76
47
  stop(): void;
77
- /**
78
- * Enable or disable auto-start (for delayed start scenarios)
79
- */
80
48
  setAutoStart(enabled: boolean): void;
81
- /**
82
- * Start playback manually (for delayed start scenarios)
83
- * This allows starting playback after transition animation completes
84
- */
85
49
  play(): void;
86
- /**
87
- * Mark playback as ended
88
- */
89
50
  markEnded(): void;
90
- /**
91
- * Set ended callback
92
- */
93
51
  onEnded(callback: () => void): void;
94
- /**
95
- * Check if playing
96
- */
97
52
  isPlayingNow(): boolean;
98
- /**
99
- * Get total duration of buffered audio
100
- */
101
- getBufferedDuration(): number;
102
- /**
103
- * Get remaining duration (buffered - played) in seconds
104
- */
105
- getRemainingDuration(): number;
106
- /**
107
- * Dispose and cleanup
108
- */
109
53
  dispose(): void;
110
- /**
111
- * Flush buffered audio
112
- * - hard: stops all playing sources and clears all chunks
113
- * - soft (default): clears UNSCHEDULED chunks only
114
- */
115
54
  flush(options?: {
116
55
  hard?: boolean;
117
56
  }): void;
118
- /**
119
- * Debug logging
120
- */
57
+ setVolume(volume: number): void;
58
+ getVolume(): number;
121
59
  private log;
122
60
  }
123
- //# sourceMappingURL=StreamingAudioPlayer.d.ts.map