@spatialwalk/avatarkit 1.0.0-beta.4 → 1.0.0-beta.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +378 -2
- package/README.md +261 -283
- package/dist/StreamingAudioPlayer-BXytpr5T.js +506 -0
- package/dist/animation/AnimationWebSocketClient.d.ts +9 -24
- package/dist/animation/utils/eventEmitter.d.ts +0 -4
- package/dist/animation/utils/flameConverter.d.ts +3 -11
- package/dist/audio/AnimationPlayer.d.ts +4 -32
- package/dist/audio/StreamingAudioPlayer.d.ts +12 -75
- package/dist/avatar_core_wasm-i0Ocpx6q.js +2693 -0
- package/dist/avatar_core_wasm.wasm +0 -0
- package/dist/config/app-config.d.ts +1 -6
- package/dist/config/constants.d.ts +5 -27
- package/dist/config/sdk-config-loader.d.ts +2 -9
- package/dist/core/Avatar.d.ts +0 -15
- package/dist/core/AvatarController.d.ts +35 -116
- package/dist/core/AvatarDownloader.d.ts +0 -95
- package/dist/core/AvatarManager.d.ts +10 -18
- package/dist/core/AvatarSDK.d.ts +21 -0
- package/dist/core/AvatarView.d.ts +24 -110
- package/dist/core/NetworkLayer.d.ts +1 -59
- package/dist/generated/common/v1/models.d.ts +29 -0
- package/dist/generated/driveningress/v1/driveningress.d.ts +1 -12
- package/dist/generated/driveningress/v2/driveningress.d.ts +81 -3
- package/dist/generated/google/protobuf/struct.d.ts +5 -39
- package/dist/generated/google/protobuf/timestamp.d.ts +1 -103
- package/dist/index-CRKYjlwp.js +14267 -0
- package/dist/index.d.ts +1 -6
- package/dist/index.js +17 -18
- package/dist/renderer/RenderSystem.d.ts +1 -79
- package/dist/renderer/covariance.d.ts +0 -12
- package/dist/renderer/renderer.d.ts +6 -2
- package/dist/renderer/sortSplats.d.ts +0 -11
- package/dist/renderer/webgl/reorderData.d.ts +0 -13
- package/dist/renderer/webgl/webglRenderer.d.ts +19 -42
- package/dist/renderer/webgpu/webgpuRenderer.d.ts +18 -31
- package/dist/types/character-settings.d.ts +0 -5
- package/dist/types/character.d.ts +3 -21
- package/dist/types/index.d.ts +72 -36
- package/dist/utils/animation-interpolation.d.ts +3 -13
- package/dist/utils/client-id.d.ts +1 -0
- package/dist/utils/conversationId.d.ts +1 -0
- package/dist/utils/error-utils.d.ts +1 -25
- package/dist/utils/heartbeat-manager.d.ts +18 -0
- package/dist/utils/id-manager.d.ts +38 -0
- package/dist/utils/logger.d.ts +5 -11
- package/dist/utils/posthog-tracker.d.ts +11 -0
- package/dist/utils/usage-tracker.d.ts +5 -0
- package/dist/vanilla/vite.config.d.ts +2 -0
- package/dist/wasm/avatarCoreAdapter.d.ts +11 -97
- package/dist/wasm/avatarCoreMemory.d.ts +5 -54
- package/package.json +15 -13
- package/dist/StreamingAudioPlayer-L87IFoao.js +0 -319
- package/dist/StreamingAudioPlayer-L87IFoao.js.map +0 -1
- package/dist/animation/AnimationWebSocketClient.d.ts.map +0 -1
- package/dist/animation/utils/eventEmitter.d.ts.map +0 -1
- package/dist/animation/utils/flameConverter.d.ts.map +0 -1
- package/dist/audio/AnimationPlayer.d.ts.map +0 -1
- package/dist/audio/StreamingAudioPlayer.d.ts.map +0 -1
- package/dist/avatar_core_wasm-D4eEi7Eh.js +0 -1666
- package/dist/avatar_core_wasm-D4eEi7Eh.js.map +0 -1
- package/dist/config/app-config.d.ts.map +0 -1
- package/dist/config/constants.d.ts.map +0 -1
- package/dist/config/sdk-config-loader.d.ts.map +0 -1
- package/dist/core/Avatar.d.ts.map +0 -1
- package/dist/core/AvatarController.d.ts.map +0 -1
- package/dist/core/AvatarDownloader.d.ts.map +0 -1
- package/dist/core/AvatarKit.d.ts +0 -66
- package/dist/core/AvatarKit.d.ts.map +0 -1
- package/dist/core/AvatarManager.d.ts.map +0 -1
- package/dist/core/AvatarView.d.ts.map +0 -1
- package/dist/core/NetworkLayer.d.ts.map +0 -1
- package/dist/generated/driveningress/v1/driveningress.d.ts.map +0 -1
- package/dist/generated/driveningress/v2/driveningress.d.ts.map +0 -1
- package/dist/generated/google/protobuf/struct.d.ts.map +0 -1
- package/dist/generated/google/protobuf/timestamp.d.ts.map +0 -1
- package/dist/index-BDxVrKwm.js +0 -5942
- package/dist/index-BDxVrKwm.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/renderer/RenderSystem.d.ts.map +0 -1
- package/dist/renderer/covariance.d.ts.map +0 -1
- package/dist/renderer/renderer.d.ts.map +0 -1
- package/dist/renderer/sortSplats.d.ts.map +0 -1
- package/dist/renderer/webgl/reorderData.d.ts.map +0 -1
- package/dist/renderer/webgl/webglRenderer.d.ts.map +0 -1
- package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +0 -1
- package/dist/types/character-settings.d.ts.map +0 -1
- package/dist/types/character.d.ts.map +0 -1
- package/dist/types/index.d.ts.map +0 -1
- package/dist/utils/animation-interpolation.d.ts.map +0 -1
- package/dist/utils/cls-tracker.d.ts +0 -17
- package/dist/utils/cls-tracker.d.ts.map +0 -1
- package/dist/utils/error-utils.d.ts.map +0 -1
- package/dist/utils/logger.d.ts.map +0 -1
- package/dist/utils/reqId.d.ts +0 -20
- package/dist/utils/reqId.d.ts.map +0 -1
- package/dist/wasm/avatarCoreAdapter.d.ts.map +0 -1
- package/dist/wasm/avatarCoreMemory.d.ts.map +0 -1
|
@@ -1,8 +1,3 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Streaming Audio Player
|
|
3
|
-
* Implements real-time audio playback using Web Audio API
|
|
4
|
-
* Supports dynamic PCM chunk addition without Workers
|
|
5
|
-
*/
|
|
6
1
|
export interface StreamingAudioPlayerOptions {
|
|
7
2
|
sampleRate?: number;
|
|
8
3
|
channelCount?: number;
|
|
@@ -17,107 +12,49 @@ export declare class StreamingAudioPlayer {
|
|
|
17
12
|
private sessionStartTime;
|
|
18
13
|
private pausedTimeOffset;
|
|
19
14
|
private pausedAt;
|
|
15
|
+
private pausedAudioContextTime;
|
|
20
16
|
private scheduledTime;
|
|
21
17
|
private isPlaying;
|
|
22
18
|
private isPaused;
|
|
23
19
|
private autoStartEnabled;
|
|
20
|
+
private autoContinue;
|
|
24
21
|
private audioChunks;
|
|
25
22
|
private scheduledChunks;
|
|
26
23
|
private activeSources;
|
|
24
|
+
private lastScheduledChunkEndTime;
|
|
25
|
+
private lastGetCurrentTimeLog;
|
|
26
|
+
private scheduledChunkInfo;
|
|
27
|
+
private gainNode;
|
|
28
|
+
private volume;
|
|
27
29
|
private onEndedCallback?;
|
|
28
30
|
constructor(options?: StreamingAudioPlayerOptions);
|
|
29
|
-
/**
|
|
30
|
-
* Initialize audio context (create and ensure it's ready)
|
|
31
|
-
*/
|
|
32
31
|
initialize(): Promise<void>;
|
|
33
|
-
/**
|
|
34
|
-
* Add audio chunk (16-bit PCM)
|
|
35
|
-
*/
|
|
36
32
|
addChunk(pcmData: Uint8Array, isLast?: boolean): void;
|
|
37
|
-
/**
|
|
38
|
-
* Start new session (stop current and start fresh)
|
|
39
|
-
*/
|
|
40
33
|
startNewSession(audioChunks: Array<{
|
|
41
34
|
data: Uint8Array;
|
|
42
35
|
isLast: boolean;
|
|
43
36
|
}>): Promise<void>;
|
|
44
|
-
/**
|
|
45
|
-
* Start playback
|
|
46
|
-
*/
|
|
47
37
|
private startPlayback;
|
|
48
|
-
/**
|
|
49
|
-
* Schedule all pending chunks
|
|
50
|
-
*/
|
|
51
38
|
private scheduleAllChunks;
|
|
52
|
-
/**
|
|
53
|
-
* Schedule next audio chunk
|
|
54
|
-
*/
|
|
55
39
|
private scheduleNextChunk;
|
|
56
|
-
/**
|
|
57
|
-
* Convert PCM data to AudioBuffer
|
|
58
|
-
* Input: 16-bit PCM (int16), Output: AudioBuffer (float32 [-1, 1])
|
|
59
|
-
*/
|
|
60
40
|
private pcmToAudioBuffer;
|
|
61
|
-
/**
|
|
62
|
-
* Get current playback time (seconds)
|
|
63
|
-
*/
|
|
64
41
|
getCurrentTime(): number;
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
*/
|
|
42
|
+
getBufferedDuration(): number;
|
|
43
|
+
getAudioContextTime(): number;
|
|
68
44
|
pause(): void;
|
|
69
|
-
/**
|
|
70
|
-
* Resume playback
|
|
71
|
-
*/
|
|
72
45
|
resume(): Promise<void>;
|
|
73
|
-
|
|
74
|
-
* Stop playback
|
|
75
|
-
*/
|
|
46
|
+
seek(targetTime: number, referenceAudioContextTime?: number): void;
|
|
76
47
|
stop(): void;
|
|
77
|
-
/**
|
|
78
|
-
* Enable or disable auto-start (for delayed start scenarios)
|
|
79
|
-
*/
|
|
80
48
|
setAutoStart(enabled: boolean): void;
|
|
81
|
-
/**
|
|
82
|
-
* Start playback manually (for delayed start scenarios)
|
|
83
|
-
* This allows starting playback after transition animation completes
|
|
84
|
-
*/
|
|
85
49
|
play(): void;
|
|
86
|
-
/**
|
|
87
|
-
* Mark playback as ended
|
|
88
|
-
*/
|
|
89
50
|
markEnded(): void;
|
|
90
|
-
/**
|
|
91
|
-
* Set ended callback
|
|
92
|
-
*/
|
|
93
51
|
onEnded(callback: () => void): void;
|
|
94
|
-
/**
|
|
95
|
-
* Check if playing
|
|
96
|
-
*/
|
|
97
52
|
isPlayingNow(): boolean;
|
|
98
|
-
/**
|
|
99
|
-
* Get total duration of buffered audio
|
|
100
|
-
*/
|
|
101
|
-
getBufferedDuration(): number;
|
|
102
|
-
/**
|
|
103
|
-
* Get remaining duration (buffered - played) in seconds
|
|
104
|
-
*/
|
|
105
|
-
getRemainingDuration(): number;
|
|
106
|
-
/**
|
|
107
|
-
* Dispose and cleanup
|
|
108
|
-
*/
|
|
109
53
|
dispose(): void;
|
|
110
|
-
/**
|
|
111
|
-
* Flush buffered audio
|
|
112
|
-
* - hard: stops all playing sources and clears all chunks
|
|
113
|
-
* - soft (default): clears UNSCHEDULED chunks only
|
|
114
|
-
*/
|
|
115
54
|
flush(options?: {
|
|
116
55
|
hard?: boolean;
|
|
117
56
|
}): void;
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
*/
|
|
57
|
+
setVolume(volume: number): void;
|
|
58
|
+
getVolume(): number;
|
|
121
59
|
private log;
|
|
122
60
|
}
|
|
123
|
-
//# sourceMappingURL=StreamingAudioPlayer.d.ts.map
|