@spatialwalk/avatarkit 1.0.0-beta.10 → 1.0.0-beta.100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (97) hide show
  1. package/CHANGELOG.md +765 -4
  2. package/README.md +676 -365
  3. package/dist/StreamingAudioPlayer-CY6WeP2p.js +643 -0
  4. package/dist/{avatar_core_wasm.wasm → avatar_core_wasm-6656456a.wasm} +0 -0
  5. package/dist/avatar_core_wasm-Dci9E9jF.js +2696 -0
  6. package/dist/core/Avatar.d.ts +5 -7
  7. package/dist/core/AvatarController.d.ts +99 -60
  8. package/dist/core/AvatarManager.d.ts +32 -12
  9. package/dist/core/AvatarSDK.d.ts +58 -0
  10. package/dist/core/AvatarView.d.ts +136 -128
  11. package/dist/index-DADGbRoo.js +18392 -0
  12. package/dist/index.d.ts +2 -4
  13. package/dist/index.js +17 -17
  14. package/dist/next.d.ts +2 -0
  15. package/dist/performance/FrameRateMonitor.d.ts +85 -0
  16. package/dist/types/character-settings.d.ts +7 -1
  17. package/dist/types/character.d.ts +42 -16
  18. package/dist/types/index.d.ts +165 -45
  19. package/dist/vite.d.ts +19 -0
  20. package/next.d.ts +3 -0
  21. package/next.js +187 -0
  22. package/package.json +38 -8
  23. package/vite.d.ts +20 -0
  24. package/vite.js +126 -0
  25. package/dist/StreamingAudioPlayer-Bq2-bQiT.js +0 -319
  26. package/dist/StreamingAudioPlayer-Bq2-bQiT.js.map +0 -1
  27. package/dist/animation/AnimationWebSocketClient.d.ts +0 -50
  28. package/dist/animation/AnimationWebSocketClient.d.ts.map +0 -1
  29. package/dist/animation/utils/eventEmitter.d.ts +0 -13
  30. package/dist/animation/utils/eventEmitter.d.ts.map +0 -1
  31. package/dist/animation/utils/flameConverter.d.ts +0 -26
  32. package/dist/animation/utils/flameConverter.d.ts.map +0 -1
  33. package/dist/audio/AnimationPlayer.d.ts +0 -57
  34. package/dist/audio/AnimationPlayer.d.ts.map +0 -1
  35. package/dist/audio/StreamingAudioPlayer.d.ts +0 -123
  36. package/dist/audio/StreamingAudioPlayer.d.ts.map +0 -1
  37. package/dist/avatar_core_wasm-D4eEi7Eh.js +0 -1666
  38. package/dist/avatar_core_wasm-D4eEi7Eh.js.map +0 -1
  39. package/dist/config/app-config.d.ts +0 -44
  40. package/dist/config/app-config.d.ts.map +0 -1
  41. package/dist/config/constants.d.ts +0 -29
  42. package/dist/config/constants.d.ts.map +0 -1
  43. package/dist/config/sdk-config-loader.d.ts +0 -12
  44. package/dist/config/sdk-config-loader.d.ts.map +0 -1
  45. package/dist/core/Avatar.d.ts.map +0 -1
  46. package/dist/core/AvatarController.d.ts.map +0 -1
  47. package/dist/core/AvatarDownloader.d.ts +0 -95
  48. package/dist/core/AvatarDownloader.d.ts.map +0 -1
  49. package/dist/core/AvatarKit.d.ts +0 -48
  50. package/dist/core/AvatarKit.d.ts.map +0 -1
  51. package/dist/core/AvatarManager.d.ts.map +0 -1
  52. package/dist/core/AvatarView.d.ts.map +0 -1
  53. package/dist/core/NetworkLayer.d.ts +0 -59
  54. package/dist/core/NetworkLayer.d.ts.map +0 -1
  55. package/dist/generated/driveningress/v1/driveningress.d.ts +0 -80
  56. package/dist/generated/driveningress/v1/driveningress.d.ts.map +0 -1
  57. package/dist/generated/driveningress/v2/driveningress.d.ts +0 -81
  58. package/dist/generated/driveningress/v2/driveningress.d.ts.map +0 -1
  59. package/dist/generated/google/protobuf/struct.d.ts +0 -108
  60. package/dist/generated/google/protobuf/struct.d.ts.map +0 -1
  61. package/dist/generated/google/protobuf/timestamp.d.ts +0 -129
  62. package/dist/generated/google/protobuf/timestamp.d.ts.map +0 -1
  63. package/dist/index-bQnEVIkT.js +0 -5999
  64. package/dist/index-bQnEVIkT.js.map +0 -1
  65. package/dist/index.d.ts.map +0 -1
  66. package/dist/index.js.map +0 -1
  67. package/dist/renderer/RenderSystem.d.ts +0 -79
  68. package/dist/renderer/RenderSystem.d.ts.map +0 -1
  69. package/dist/renderer/covariance.d.ts +0 -13
  70. package/dist/renderer/covariance.d.ts.map +0 -1
  71. package/dist/renderer/renderer.d.ts +0 -8
  72. package/dist/renderer/renderer.d.ts.map +0 -1
  73. package/dist/renderer/sortSplats.d.ts +0 -12
  74. package/dist/renderer/sortSplats.d.ts.map +0 -1
  75. package/dist/renderer/webgl/reorderData.d.ts +0 -14
  76. package/dist/renderer/webgl/reorderData.d.ts.map +0 -1
  77. package/dist/renderer/webgl/webglRenderer.d.ts +0 -66
  78. package/dist/renderer/webgl/webglRenderer.d.ts.map +0 -1
  79. package/dist/renderer/webgpu/webgpuRenderer.d.ts +0 -54
  80. package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +0 -1
  81. package/dist/types/character-settings.d.ts.map +0 -1
  82. package/dist/types/character.d.ts.map +0 -1
  83. package/dist/types/index.d.ts.map +0 -1
  84. package/dist/utils/animation-interpolation.d.ts +0 -17
  85. package/dist/utils/animation-interpolation.d.ts.map +0 -1
  86. package/dist/utils/cls-tracker.d.ts +0 -17
  87. package/dist/utils/cls-tracker.d.ts.map +0 -1
  88. package/dist/utils/error-utils.d.ts +0 -27
  89. package/dist/utils/error-utils.d.ts.map +0 -1
  90. package/dist/utils/logger.d.ts +0 -35
  91. package/dist/utils/logger.d.ts.map +0 -1
  92. package/dist/utils/reqId.d.ts +0 -20
  93. package/dist/utils/reqId.d.ts.map +0 -1
  94. package/dist/wasm/avatarCoreAdapter.d.ts +0 -188
  95. package/dist/wasm/avatarCoreAdapter.d.ts.map +0 -1
  96. package/dist/wasm/avatarCoreMemory.d.ts +0 -141
  97. package/dist/wasm/avatarCoreMemory.d.ts.map +0 -1
@@ -1,141 +0,0 @@
1
- /**
2
- * Avatar Core WASM 内存管理工具
3
- *
4
- * 提供高效的内存分配、数据传递和零拷贝访问功能
5
- * 专门为 avatar_core_wasm 优化
6
- */
7
- interface WASMModule {
8
- _malloc: (size: number) => number;
9
- _free: (ptr: number) => void;
10
- writeArrayToMemory: (array: Uint8Array, ptr: number) => void;
11
- HEAPU8: Uint8Array;
12
- HEAP32: Int32Array;
13
- HEAPF32: Float32Array;
14
- getValue: (ptr: number, type: string) => number;
15
- setValue: (ptr: number, value: number, type: string) => void;
16
- }
17
- interface MemoryAllocation {
18
- ptr: number;
19
- size: number;
20
- }
21
- export interface TemplateResources {
22
- flameModel: ArrayBuffer;
23
- flameTemplate: ArrayBuffer;
24
- teethPb: ArrayBuffer;
25
- teethNpz: ArrayBuffer;
26
- }
27
- export interface CharacterData {
28
- shape: ArrayBuffer;
29
- pointCloud: ArrayBuffer;
30
- }
31
- export interface ExpressionParams {
32
- expression?: number[];
33
- jaw?: number[];
34
- eyeR?: number[];
35
- eyeL?: number[];
36
- pose?: number[];
37
- neck?: number[];
38
- translation?: number[];
39
- }
40
- export interface ArrayMetadata {
41
- ptr: number;
42
- size: number;
43
- dtype: string;
44
- }
45
- export declare class AvatarCoreMemoryManager {
46
- private module;
47
- private allocatedPointers;
48
- private structPointers;
49
- constructor(wasmModule: WASMModule);
50
- /**
51
- * 分配 WASM 内存并复制数据 - 纯 API 方式
52
- */
53
- allocateAndCopy(arrayBuffer: ArrayBuffer): MemoryAllocation;
54
- /**
55
- * 创建 AvatarTemplateConfig 结构体
56
- */
57
- createTemplateConfig(resources: TemplateResources): number;
58
- /**
59
- * 创建 AvatarCharacterData 结构体 - 新版 Emscripten 方式
60
- */
61
- createCharacterData(shapeBuffer: ArrayBuffer, plyBuffer: ArrayBuffer): number;
62
- /**
63
- * 读取 AvatarFlameParams 结构体数据
64
- * Used to extract current animation frame parameters from WASM memory
65
- */
66
- readFlameParams(paramsPtr: number): {
67
- shape_params: number[];
68
- expr_params: number[];
69
- rotation: number[];
70
- translation: number[];
71
- neck_pose: number[];
72
- jaw_pose: number[];
73
- eyes_pose: number[];
74
- eyelid: number[];
75
- has_eyelid: boolean;
76
- };
77
- /**
78
- * 创建 AvatarFlameParams 结构体 - 新版 Emscripten 方式
79
- */
80
- createFlameParams(params: {
81
- shape_params?: number[];
82
- expr_params?: number[];
83
- rotation?: number[];
84
- translation?: number[];
85
- neck_pose?: number[];
86
- jaw_pose?: number[];
87
- eyes_pose?: number[];
88
- eyelid?: number[];
89
- has_eyelid?: boolean;
90
- }): number;
91
- /**
92
- * 读取 AvatarSplatPointFlatArray 结构体数据(预计算协方差)
93
- *
94
- * 结构体布局:
95
- * - AvatarSplatPointFlat* points (0-3, 32位指针)
96
- * - uint32_t point_count (4-7)
97
- * - float compute_time_ms (8-11)
98
- *
99
- * 每个点布局 (52 bytes):
100
- * - position[3] (12 bytes)
101
- * - color[4] (16 bytes, RGBA)
102
- * - covariance[6] (24 bytes, 预计算好的协方差矩阵上三角)
103
- *
104
- * ⚠️ 使用 getValue 逐个读取,避免动态内存的 HEAPF32 detachment 问题
105
- */
106
- readSplatPointFlatArray(arrayPtr: number): Float32Array | null;
107
- /**
108
- * 读取AvatarMeshData结构体数据
109
- */
110
- readMeshData(outputPtr: number): {
111
- vertices: Float32Array;
112
- vertexCount: number;
113
- faces: Uint32Array;
114
- faceCount: number;
115
- landmarks: Float32Array | null;
116
- landmarkCount: number;
117
- computeTime: number;
118
- };
119
- /**
120
- * 释放指定指针的内存
121
- */
122
- free(ptr: number): void;
123
- /**
124
- * 释放结构体内存
125
- */
126
- freeStruct(name: string): void;
127
- /**
128
- * 清理所有分配的内存
129
- */
130
- cleanup(): void;
131
- /**
132
- * 获取内存使用统计
133
- */
134
- getMemoryStats(): {
135
- allocatedPointers: number;
136
- structPointers: number;
137
- totalAllocatedMB: number;
138
- };
139
- }
140
- export {};
141
- //# sourceMappingURL=avatarCoreMemory.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"avatarCoreMemory.d.ts","sourceRoot":"","sources":["../../wasm/avatarCoreMemory.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AAGH,UAAU,UAAU;IAClB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IACjC,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;IAC5B,kBAAkB,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;IAC5D,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,UAAU,CAAA;IAClB,OAAO,EAAE,YAAY,CAAA;IACrB,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IAC/C,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CAC7D;AAGD,UAAU,gBAAgB;IACxB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;CACb;AAGD,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,WAAW,CAAA;IACvB,aAAa,EAAE,WAAW,CAAA;IAC1B,OAAO,EAAE,WAAW,CAAA;IACpB,QAAQ,EAAE,WAAW,CAAA;CACtB;AAGD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,WAAW,CAAA;IAClB,UAAU,EAAE,WAAW,CAAA;CACxB;AAGD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAGD,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;CACd;AAED,qBAAa,uBAAuB;IAClC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,cAAc,CAAqB;gBAE/B,UAAU,EAAE,UAAU;IAMlC;;OAEG;IACH,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,gBAAgB;IAiB3D;;OAEG;IACH,oBAAoB,CAAC,SAAS,EAAE,iBAAiB,GAAG,MAAM;IAsD1D;;OAEG;IACH,mBAAmB,CAAC,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,GAAG,MAAM;IA2B7E;;;OAGG;IACH,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG;QAClC,YAAY,EAAE,MAAM,EAAE,CAAA;QACtB,WAAW,EAAE,MAAM,EAAE,CAAA;QACrB,QAAQ,EAAE,MAAM,EAAE,CAAA;QAClB,WAAW,EAAE,MAAM,EAAE,CAAA;QACrB,SAAS,EAAE,MAAM,EAAE,CAAA;QACnB,QAAQ,EAAE,MAAM,EAAE,CAAA;QAClB,SAAS,EAAE,MAAM,EAAE,CAAA;QACnB,MAAM,EAAE,MAAM,EAAE,CAAA;QAChB,UAAU,EAAE,OAAO,CAAA;KACpB;IA2ED;;OAEG;IACH,iBAAiB,CAAC,MAAM,EAAE;QACxB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;QACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;QACtB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;QACnB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;QACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;QACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;QACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;QACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;QACjB,UAAU,CAAC,EAAE,OAAO,CAAA;KACrB,GAAG,MAAM;IAyEV;;;;;;;;;;;;;;OAcG;IACH,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAyB9D;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG;QAC/B,QAAQ,EAAE,YAAY,CAAA;QACtB,WAAW,EAAE,MAAM,CAAA;QACnB,KAAK,EAAE,WAAW,CAAA;QAClB,SAAS,EAAE,MAAM,CAAA;QACjB,SAAS,EAAE,YAAY,GAAG,IAAI,CAAA;QAC9B,aAAa,EAAE,MAAM,CAAA;QACrB,WAAW,EAAE,MAAM,CAAA;KACpB;IAsDD;;OAEG;IACH,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAOvB;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAQ9B;;OAEG;IACH,OAAO,IAAI,IAAI;IAcf;;OAEG;IACH,cAAc,IAAI;QAChB,iBAAiB,EAAE,MAAM,CAAA;QACzB,cAAc,EAAE,MAAM,CAAA;QACtB,gBAAgB,EAAE,MAAM,CAAA;KACzB;CAOF"}