@spatialwalk/avatarkit 1.0.0-beta.1 → 1.0.0-beta.100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (112) hide show
  1. package/CHANGELOG.md +938 -0
  2. package/README.md +821 -208
  3. package/dist/StreamingAudioPlayer-CY6WeP2p.js +643 -0
  4. package/dist/avatar_core_wasm-6656456a.wasm +0 -0
  5. package/dist/avatar_core_wasm-Dci9E9jF.js +2696 -0
  6. package/dist/core/Avatar.d.ts +4 -14
  7. package/dist/core/AvatarController.d.ts +108 -93
  8. package/dist/core/AvatarManager.d.ts +32 -12
  9. package/dist/core/AvatarSDK.d.ts +58 -0
  10. package/dist/core/AvatarView.d.ts +132 -123
  11. package/dist/index-DADGbRoo.js +18392 -0
  12. package/dist/index.d.ts +2 -5
  13. package/dist/index.js +17 -17
  14. package/dist/next.d.ts +2 -0
  15. package/dist/performance/FrameRateMonitor.d.ts +85 -0
  16. package/dist/types/character-settings.d.ts +7 -1
  17. package/dist/types/character.d.ts +42 -16
  18. package/dist/types/index.d.ts +170 -32
  19. package/dist/vite.d.ts +19 -0
  20. package/next.d.ts +3 -0
  21. package/next.js +187 -0
  22. package/package.json +42 -15
  23. package/vite.d.ts +20 -0
  24. package/vite.js +126 -0
  25. package/dist/StreamingAudioPlayer-C2TfYsO8.js +0 -293
  26. package/dist/StreamingAudioPlayer-C2TfYsO8.js.map +0 -1
  27. package/dist/animation/AnimationWebSocketClient.d.ts +0 -50
  28. package/dist/animation/AnimationWebSocketClient.d.ts.map +0 -1
  29. package/dist/animation/utils/eventEmitter.d.ts +0 -13
  30. package/dist/animation/utils/eventEmitter.d.ts.map +0 -1
  31. package/dist/animation/utils/flameConverter.d.ts +0 -26
  32. package/dist/animation/utils/flameConverter.d.ts.map +0 -1
  33. package/dist/audio/AnimationPlayer.d.ts +0 -53
  34. package/dist/audio/AnimationPlayer.d.ts.map +0 -1
  35. package/dist/audio/StreamingAudioPlayer.d.ts +0 -113
  36. package/dist/audio/StreamingAudioPlayer.d.ts.map +0 -1
  37. package/dist/avatar_core_wasm-DmkU6dYn.js +0 -1666
  38. package/dist/avatar_core_wasm-DmkU6dYn.js.map +0 -1
  39. package/dist/avatar_core_wasm.wasm +0 -0
  40. package/dist/config/app-config.d.ts +0 -48
  41. package/dist/config/app-config.d.ts.map +0 -1
  42. package/dist/config/constants.d.ts +0 -13
  43. package/dist/config/constants.d.ts.map +0 -1
  44. package/dist/config/region-config.d.ts +0 -17
  45. package/dist/config/region-config.d.ts.map +0 -1
  46. package/dist/config/sdk-config-loader.d.ts +0 -12
  47. package/dist/config/sdk-config-loader.d.ts.map +0 -1
  48. package/dist/core/Avatar.d.ts.map +0 -1
  49. package/dist/core/AvatarController.d.ts.map +0 -1
  50. package/dist/core/AvatarDownloader.d.ts +0 -100
  51. package/dist/core/AvatarDownloader.d.ts.map +0 -1
  52. package/dist/core/AvatarKit.d.ts +0 -60
  53. package/dist/core/AvatarKit.d.ts.map +0 -1
  54. package/dist/core/AvatarManager.d.ts.map +0 -1
  55. package/dist/core/AvatarView.d.ts.map +0 -1
  56. package/dist/generated/driveningress/v1/driveningress.d.ts +0 -80
  57. package/dist/generated/driveningress/v1/driveningress.d.ts.map +0 -1
  58. package/dist/generated/driveningress/v2/driveningress.d.ts +0 -81
  59. package/dist/generated/driveningress/v2/driveningress.d.ts.map +0 -1
  60. package/dist/generated/google/protobuf/any.d.ts +0 -145
  61. package/dist/generated/google/protobuf/any.d.ts.map +0 -1
  62. package/dist/generated/google/protobuf/struct.d.ts +0 -108
  63. package/dist/generated/google/protobuf/struct.d.ts.map +0 -1
  64. package/dist/generated/google/protobuf/timestamp.d.ts +0 -129
  65. package/dist/generated/google/protobuf/timestamp.d.ts.map +0 -1
  66. package/dist/generated/jsonapi/v1/base.d.ts +0 -140
  67. package/dist/generated/jsonapi/v1/base.d.ts.map +0 -1
  68. package/dist/generated/platform/v1/asset_groups.d.ts +0 -225
  69. package/dist/generated/platform/v1/asset_groups.d.ts.map +0 -1
  70. package/dist/generated/platform/v1/assets.d.ts +0 -149
  71. package/dist/generated/platform/v1/assets.d.ts.map +0 -1
  72. package/dist/generated/platform/v1/character.d.ts +0 -395
  73. package/dist/generated/platform/v1/character.d.ts.map +0 -1
  74. package/dist/generated/platform/v1/redeem.d.ts +0 -22
  75. package/dist/generated/platform/v1/redeem.d.ts.map +0 -1
  76. package/dist/index-DwhR9l52.js +0 -9712
  77. package/dist/index-DwhR9l52.js.map +0 -1
  78. package/dist/index.d.ts.map +0 -1
  79. package/dist/index.js.map +0 -1
  80. package/dist/renderer/RenderSystem.d.ts +0 -77
  81. package/dist/renderer/RenderSystem.d.ts.map +0 -1
  82. package/dist/renderer/covariance.d.ts +0 -13
  83. package/dist/renderer/covariance.d.ts.map +0 -1
  84. package/dist/renderer/renderer.d.ts +0 -8
  85. package/dist/renderer/renderer.d.ts.map +0 -1
  86. package/dist/renderer/sortSplats.d.ts +0 -12
  87. package/dist/renderer/sortSplats.d.ts.map +0 -1
  88. package/dist/renderer/webgl/reorderData.d.ts +0 -14
  89. package/dist/renderer/webgl/reorderData.d.ts.map +0 -1
  90. package/dist/renderer/webgl/webglRenderer.d.ts +0 -66
  91. package/dist/renderer/webgl/webglRenderer.d.ts.map +0 -1
  92. package/dist/renderer/webgpu/webgpuRenderer.d.ts +0 -54
  93. package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +0 -1
  94. package/dist/types/character-settings.d.ts.map +0 -1
  95. package/dist/types/character.d.ts.map +0 -1
  96. package/dist/types/index.d.ts.map +0 -1
  97. package/dist/utils/animation-interpolation.d.ts +0 -17
  98. package/dist/utils/animation-interpolation.d.ts.map +0 -1
  99. package/dist/utils/error-utils.d.ts +0 -27
  100. package/dist/utils/error-utils.d.ts.map +0 -1
  101. package/dist/utils/logger.d.ts +0 -35
  102. package/dist/utils/logger.d.ts.map +0 -1
  103. package/dist/utils/posthog-tracker.d.ts +0 -82
  104. package/dist/utils/posthog-tracker.d.ts.map +0 -1
  105. package/dist/utils/reqId.d.ts +0 -20
  106. package/dist/utils/reqId.d.ts.map +0 -1
  107. package/dist/utils/toast.d.ts +0 -74
  108. package/dist/utils/toast.d.ts.map +0 -1
  109. package/dist/wasm/avatarCoreAdapter.d.ts +0 -188
  110. package/dist/wasm/avatarCoreAdapter.d.ts.map +0 -1
  111. package/dist/wasm/avatarCoreMemory.d.ts +0 -141
  112. package/dist/wasm/avatarCoreMemory.d.ts.map +0 -1
@@ -1,26 +0,0 @@
1
- import { Flame } from '../../generated/driveningress/v1/driveningress';
2
- export interface FlameParams {
3
- shape_params?: number[];
4
- expr_params?: number[];
5
- rotation?: number[];
6
- translation?: number[];
7
- neck_pose?: number[];
8
- jaw_pose?: number[];
9
- eyes_pose?: number[];
10
- eyelid?: number[];
11
- has_eyelid?: boolean;
12
- }
13
- /**
14
- * Convert proto Flame to WASM FlameParams format
15
- */
16
- export declare function convertProtoFlameToWasmParams(protoFlame: Flame): FlameParams;
17
- /**
18
- * Convert WASM FlameParams to proto Flame format
19
- * Used for transition animation from idle to speaking
20
- */
21
- export declare function convertWasmParamsToProtoFlame(wasmParams: FlameParams): Flame;
22
- /**
23
- * Create a neutral proto Flame (zero pose)
24
- */
25
- export declare function createNeutralFlameProto(): Flame;
26
- //# sourceMappingURL=flameConverter.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"flameConverter.d.ts","sourceRoot":"","sources":["../../../animation/utils/flameConverter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,gDAAgD,CAAA;AAE3E,MAAM,WAAW,WAAW;IAC1B,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,UAAU,CAAC,EAAE,OAAO,CAAA;CACrB;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,KAAK,GAAG,WAAW,CAY5E;AAED;;;GAGG;AACH,wBAAgB,6BAA6B,CAAC,UAAU,EAAE,WAAW,GAAG,KAAK,CAU5E;AACD;;GAEG;AACH,wBAAgB,uBAAuB,IAAI,KAAK,CAU/C"}
@@ -1,53 +0,0 @@
1
- import { StreamingAudioPlayer } from './StreamingAudioPlayer';
2
- export declare class AnimationPlayer {
3
- private audio;
4
- private streamingPlayer;
5
- private _isPlaying;
6
- private fps;
7
- private onEndedCallback?;
8
- private static audioUnlocked;
9
- private useStreaming;
10
- /**
11
- * 解锁音频上下文(Safari 自动播放策略)
12
- * 必须在用户交互事件(如 click)中调用
13
- */
14
- static unlockAudioContext(): Promise<void>;
15
- /**
16
- * Initialize with HTMLAudioElement (traditional way)
17
- */
18
- initialize(audioUrl: string, onEnded?: () => void): Promise<void>;
19
- /**
20
- * Initialize with StreamingAudioPlayer (streaming way)
21
- * @deprecated 使用 prepareStreamingPlayer() 代替
22
- */
23
- initializeStreaming(streamingPlayer: StreamingAudioPlayer, onEnded?: () => void): Promise<void>;
24
- /**
25
- * 检查流式播放器是否已准备好
26
- */
27
- isStreamingReady(): boolean;
28
- /**
29
- * 创建并初始化流式播放器
30
- * 在服务连接建立时调用
31
- */
32
- createAndInitializeStreamingPlayer(): Promise<void>;
33
- /**
34
- * 准备流式播放器(如果未创建则创建并初始化)
35
- * 停止之前的播放并更新结束回调
36
- */
37
- prepareStreamingPlayer(onEnded?: () => void): Promise<void>;
38
- private setupEventListeners;
39
- play(): Promise<void>;
40
- stop(): void;
41
- isPlaying(): boolean;
42
- getCurrentFrameIndex(): number;
43
- /**
44
- * Get current playback time
45
- */
46
- getCurrentTime(): number;
47
- /**
48
- * 添加音频块(仅用于流式播放)
49
- */
50
- addAudioChunk(audio: Uint8Array, isLast?: boolean): void;
51
- dispose(): void;
52
- }
53
- //# sourceMappingURL=AnimationPlayer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"AnimationPlayer.d.ts","sourceRoot":"","sources":["../../audio/AnimationPlayer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAKlE,qBAAa,eAAe;IAC1B,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,eAAe,CAAoC;IAC3D,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,GAAG,CAA2B;IACtC,OAAO,CAAC,eAAe,CAAC,CAAY;IACpC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAQ;IACpC,OAAO,CAAC,YAAY,CAAQ;IAE5B;;;OAGG;WACU,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IA2BhD;;OAEG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBvE;;;OAGG;IACG,mBAAmB,CAAC,eAAe,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAYrG;;OAEG;IACH,gBAAgB,IAAI,OAAO;IAI3B;;;OAGG;IACG,kCAAkC,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBzD;;;OAGG;IACG,sBAAsB,CAAC,OAAO,CAAC,EAAE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAmBjE,OAAO,CAAC,mBAAmB;IAerB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAc3B,IAAI,IAAI,IAAI;IAcZ,SAAS,IAAI,OAAO;IAOpB,oBAAoB,IAAI,MAAM;IAK9B;;OAEG;IACH,cAAc,IAAI,MAAM;IAOxB;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,GAAE,OAAe,GAAG,IAAI;IAQ/D,OAAO,IAAI,IAAI;CAehB"}
@@ -1,113 +0,0 @@
1
- /**
2
- * Streaming Audio Player
3
- * Implements real-time audio playback using Web Audio API
4
- * Supports dynamic PCM chunk addition without Workers
5
- */
6
- export interface StreamingAudioPlayerOptions {
7
- sampleRate?: number;
8
- channelCount?: number;
9
- debug?: boolean;
10
- }
11
- export declare class StreamingAudioPlayer {
12
- private audioContext;
13
- private sampleRate;
14
- private channelCount;
15
- private debug;
16
- private sessionId;
17
- private sessionStartTime;
18
- private pausedTimeOffset;
19
- private pausedAt;
20
- private scheduledTime;
21
- private isPlaying;
22
- private isPaused;
23
- private audioChunks;
24
- private scheduledChunks;
25
- private activeSources;
26
- private onEndedCallback?;
27
- constructor(options?: StreamingAudioPlayerOptions);
28
- /**
29
- * Initialize audio context (create and ensure it's ready)
30
- */
31
- initialize(): Promise<void>;
32
- /**
33
- * Add audio chunk (16-bit PCM)
34
- */
35
- addChunk(pcmData: Uint8Array, isLast?: boolean): void;
36
- /**
37
- * Start new session (stop current and start fresh)
38
- */
39
- startNewSession(audioChunks: Array<{
40
- data: Uint8Array;
41
- isLast: boolean;
42
- }>): Promise<void>;
43
- /**
44
- * Start playback
45
- */
46
- private startPlayback;
47
- /**
48
- * Schedule all pending chunks
49
- */
50
- private scheduleAllChunks;
51
- /**
52
- * Schedule next audio chunk
53
- */
54
- private scheduleNextChunk;
55
- /**
56
- * Convert PCM data to AudioBuffer
57
- * Input: 16-bit PCM (int16), Output: AudioBuffer (float32 [-1, 1])
58
- */
59
- private pcmToAudioBuffer;
60
- /**
61
- * Get current playback time (seconds)
62
- */
63
- getCurrentTime(): number;
64
- /**
65
- * Pause playback
66
- */
67
- pause(): void;
68
- /**
69
- * Resume playback
70
- */
71
- resume(): Promise<void>;
72
- /**
73
- * Stop playback
74
- */
75
- stop(): void;
76
- /**
77
- * Mark playback as ended
78
- */
79
- markEnded(): void;
80
- /**
81
- * Set ended callback
82
- */
83
- onEnded(callback: () => void): void;
84
- /**
85
- * Check if playing
86
- */
87
- isPlayingNow(): boolean;
88
- /**
89
- * Get total duration of buffered audio
90
- */
91
- getBufferedDuration(): number;
92
- /**
93
- * Get remaining duration (buffered - played) in seconds
94
- */
95
- getRemainingDuration(): number;
96
- /**
97
- * Dispose and cleanup
98
- */
99
- dispose(): void;
100
- /**
101
- * Flush buffered audio
102
- * - hard: stops all playing sources and clears all chunks
103
- * - soft (default): clears UNSCHEDULED chunks only
104
- */
105
- flush(options?: {
106
- hard?: boolean;
107
- }): void;
108
- /**
109
- * Debug logging
110
- */
111
- private log;
112
- }
113
- //# sourceMappingURL=StreamingAudioPlayer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"StreamingAudioPlayer.d.ts","sourceRoot":"","sources":["../../audio/StreamingAudioPlayer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,MAAM,WAAW,2BAA2B;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,KAAK,CAAC,EAAE,OAAO,CAAA;CAChB;AAED,qBAAa,oBAAoB;IAE/B,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,YAAY,CAAQ;IAC5B,OAAO,CAAC,KAAK,CAAS;IAGtB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,gBAAgB,CAAI;IAC5B,OAAO,CAAC,gBAAgB,CAAI;IAC5B,OAAO,CAAC,QAAQ,CAAI;IACpB,OAAO,CAAC,aAAa,CAAI;IAGzB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,QAAQ,CAAQ;IAGxB,OAAO,CAAC,WAAW,CAAmD;IACtE,OAAO,CAAC,eAAe,CAAI;IAC3B,OAAO,CAAC,aAAa,CAA8B;IAGnD,OAAO,CAAC,eAAe,CAAC,CAAY;gBAExB,OAAO,CAAC,EAAE,2BAA2B;IAOjD;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAsBjC;;OAEG;IACH,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,GAAE,OAAe,GAAG,IAAI;IAoC5D;;OAEG;IACG,eAAe,CAAC,WAAW,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/F;;OAEG;IACH,OAAO,CAAC,aAAa;IAyBrB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAMzB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA4EzB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAwDxB;;OAEG;IACH,cAAc,IAAI,MAAM;IAgBxB;;OAEG;IACH,KAAK,IAAI,IAAI;IAeb;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB7B;;OAEG;IACH,IAAI,IAAI,IAAI;IAyCZ;;OAEG;IACH,SAAS,IAAI,IAAI;IAMjB;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI;IAInC;;OAEG;IACH,YAAY,IAAI,OAAO;IAIvB;;OAEG;IACH,mBAAmB,IAAI,MAAM;IAa7B;;OAEG;IACH,oBAAoB,IAAI,MAAM;IAO9B;;OAEG;IACH,OAAO,IAAI,IAAI;IAqBf;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI;IAoBzC;;OAEG;IACH,OAAO,CAAC,GAAG;CAKZ"}