@spatialwalk/avatarkit 1.0.0-beta.10 → 1.0.0-beta.100
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +765 -4
- package/README.md +676 -365
- package/dist/StreamingAudioPlayer-CY6WeP2p.js +643 -0
- package/dist/{avatar_core_wasm.wasm → avatar_core_wasm-6656456a.wasm} +0 -0
- package/dist/avatar_core_wasm-Dci9E9jF.js +2696 -0
- package/dist/core/Avatar.d.ts +5 -7
- package/dist/core/AvatarController.d.ts +99 -60
- package/dist/core/AvatarManager.d.ts +32 -12
- package/dist/core/AvatarSDK.d.ts +58 -0
- package/dist/core/AvatarView.d.ts +136 -128
- package/dist/index-DADGbRoo.js +18392 -0
- package/dist/index.d.ts +2 -4
- package/dist/index.js +17 -17
- package/dist/next.d.ts +2 -0
- package/dist/performance/FrameRateMonitor.d.ts +85 -0
- package/dist/types/character-settings.d.ts +7 -1
- package/dist/types/character.d.ts +42 -16
- package/dist/types/index.d.ts +165 -45
- package/dist/vite.d.ts +19 -0
- package/next.d.ts +3 -0
- package/next.js +187 -0
- package/package.json +38 -8
- package/vite.d.ts +20 -0
- package/vite.js +126 -0
- package/dist/StreamingAudioPlayer-Bq2-bQiT.js +0 -319
- package/dist/StreamingAudioPlayer-Bq2-bQiT.js.map +0 -1
- package/dist/animation/AnimationWebSocketClient.d.ts +0 -50
- package/dist/animation/AnimationWebSocketClient.d.ts.map +0 -1
- package/dist/animation/utils/eventEmitter.d.ts +0 -13
- package/dist/animation/utils/eventEmitter.d.ts.map +0 -1
- package/dist/animation/utils/flameConverter.d.ts +0 -26
- package/dist/animation/utils/flameConverter.d.ts.map +0 -1
- package/dist/audio/AnimationPlayer.d.ts +0 -57
- package/dist/audio/AnimationPlayer.d.ts.map +0 -1
- package/dist/audio/StreamingAudioPlayer.d.ts +0 -123
- package/dist/audio/StreamingAudioPlayer.d.ts.map +0 -1
- package/dist/avatar_core_wasm-D4eEi7Eh.js +0 -1666
- package/dist/avatar_core_wasm-D4eEi7Eh.js.map +0 -1
- package/dist/config/app-config.d.ts +0 -44
- package/dist/config/app-config.d.ts.map +0 -1
- package/dist/config/constants.d.ts +0 -29
- package/dist/config/constants.d.ts.map +0 -1
- package/dist/config/sdk-config-loader.d.ts +0 -12
- package/dist/config/sdk-config-loader.d.ts.map +0 -1
- package/dist/core/Avatar.d.ts.map +0 -1
- package/dist/core/AvatarController.d.ts.map +0 -1
- package/dist/core/AvatarDownloader.d.ts +0 -95
- package/dist/core/AvatarDownloader.d.ts.map +0 -1
- package/dist/core/AvatarKit.d.ts +0 -48
- package/dist/core/AvatarKit.d.ts.map +0 -1
- package/dist/core/AvatarManager.d.ts.map +0 -1
- package/dist/core/AvatarView.d.ts.map +0 -1
- package/dist/core/NetworkLayer.d.ts +0 -59
- package/dist/core/NetworkLayer.d.ts.map +0 -1
- package/dist/generated/driveningress/v1/driveningress.d.ts +0 -80
- package/dist/generated/driveningress/v1/driveningress.d.ts.map +0 -1
- package/dist/generated/driveningress/v2/driveningress.d.ts +0 -81
- package/dist/generated/driveningress/v2/driveningress.d.ts.map +0 -1
- package/dist/generated/google/protobuf/struct.d.ts +0 -108
- package/dist/generated/google/protobuf/struct.d.ts.map +0 -1
- package/dist/generated/google/protobuf/timestamp.d.ts +0 -129
- package/dist/generated/google/protobuf/timestamp.d.ts.map +0 -1
- package/dist/index-bQnEVIkT.js +0 -5999
- package/dist/index-bQnEVIkT.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/renderer/RenderSystem.d.ts +0 -79
- package/dist/renderer/RenderSystem.d.ts.map +0 -1
- package/dist/renderer/covariance.d.ts +0 -13
- package/dist/renderer/covariance.d.ts.map +0 -1
- package/dist/renderer/renderer.d.ts +0 -8
- package/dist/renderer/renderer.d.ts.map +0 -1
- package/dist/renderer/sortSplats.d.ts +0 -12
- package/dist/renderer/sortSplats.d.ts.map +0 -1
- package/dist/renderer/webgl/reorderData.d.ts +0 -14
- package/dist/renderer/webgl/reorderData.d.ts.map +0 -1
- package/dist/renderer/webgl/webglRenderer.d.ts +0 -66
- package/dist/renderer/webgl/webglRenderer.d.ts.map +0 -1
- package/dist/renderer/webgpu/webgpuRenderer.d.ts +0 -54
- package/dist/renderer/webgpu/webgpuRenderer.d.ts.map +0 -1
- package/dist/types/character-settings.d.ts.map +0 -1
- package/dist/types/character.d.ts.map +0 -1
- package/dist/types/index.d.ts.map +0 -1
- package/dist/utils/animation-interpolation.d.ts +0 -17
- package/dist/utils/animation-interpolation.d.ts.map +0 -1
- package/dist/utils/cls-tracker.d.ts +0 -17
- package/dist/utils/cls-tracker.d.ts.map +0 -1
- package/dist/utils/error-utils.d.ts +0 -27
- package/dist/utils/error-utils.d.ts.map +0 -1
- package/dist/utils/logger.d.ts +0 -35
- package/dist/utils/logger.d.ts.map +0 -1
- package/dist/utils/reqId.d.ts +0 -20
- package/dist/utils/reqId.d.ts.map +0 -1
- package/dist/wasm/avatarCoreAdapter.d.ts +0 -188
- package/dist/wasm/avatarCoreAdapter.d.ts.map +0 -1
- package/dist/wasm/avatarCoreMemory.d.ts +0 -141
- package/dist/wasm/avatarCoreMemory.d.ts.map +0 -1
|
@@ -1,141 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Avatar Core WASM 内存管理工具
|
|
3
|
-
*
|
|
4
|
-
* 提供高效的内存分配、数据传递和零拷贝访问功能
|
|
5
|
-
* 专门为 avatar_core_wasm 优化
|
|
6
|
-
*/
|
|
7
|
-
interface WASMModule {
|
|
8
|
-
_malloc: (size: number) => number;
|
|
9
|
-
_free: (ptr: number) => void;
|
|
10
|
-
writeArrayToMemory: (array: Uint8Array, ptr: number) => void;
|
|
11
|
-
HEAPU8: Uint8Array;
|
|
12
|
-
HEAP32: Int32Array;
|
|
13
|
-
HEAPF32: Float32Array;
|
|
14
|
-
getValue: (ptr: number, type: string) => number;
|
|
15
|
-
setValue: (ptr: number, value: number, type: string) => void;
|
|
16
|
-
}
|
|
17
|
-
interface MemoryAllocation {
|
|
18
|
-
ptr: number;
|
|
19
|
-
size: number;
|
|
20
|
-
}
|
|
21
|
-
export interface TemplateResources {
|
|
22
|
-
flameModel: ArrayBuffer;
|
|
23
|
-
flameTemplate: ArrayBuffer;
|
|
24
|
-
teethPb: ArrayBuffer;
|
|
25
|
-
teethNpz: ArrayBuffer;
|
|
26
|
-
}
|
|
27
|
-
export interface CharacterData {
|
|
28
|
-
shape: ArrayBuffer;
|
|
29
|
-
pointCloud: ArrayBuffer;
|
|
30
|
-
}
|
|
31
|
-
export interface ExpressionParams {
|
|
32
|
-
expression?: number[];
|
|
33
|
-
jaw?: number[];
|
|
34
|
-
eyeR?: number[];
|
|
35
|
-
eyeL?: number[];
|
|
36
|
-
pose?: number[];
|
|
37
|
-
neck?: number[];
|
|
38
|
-
translation?: number[];
|
|
39
|
-
}
|
|
40
|
-
export interface ArrayMetadata {
|
|
41
|
-
ptr: number;
|
|
42
|
-
size: number;
|
|
43
|
-
dtype: string;
|
|
44
|
-
}
|
|
45
|
-
export declare class AvatarCoreMemoryManager {
|
|
46
|
-
private module;
|
|
47
|
-
private allocatedPointers;
|
|
48
|
-
private structPointers;
|
|
49
|
-
constructor(wasmModule: WASMModule);
|
|
50
|
-
/**
|
|
51
|
-
* 分配 WASM 内存并复制数据 - 纯 API 方式
|
|
52
|
-
*/
|
|
53
|
-
allocateAndCopy(arrayBuffer: ArrayBuffer): MemoryAllocation;
|
|
54
|
-
/**
|
|
55
|
-
* 创建 AvatarTemplateConfig 结构体
|
|
56
|
-
*/
|
|
57
|
-
createTemplateConfig(resources: TemplateResources): number;
|
|
58
|
-
/**
|
|
59
|
-
* 创建 AvatarCharacterData 结构体 - 新版 Emscripten 方式
|
|
60
|
-
*/
|
|
61
|
-
createCharacterData(shapeBuffer: ArrayBuffer, plyBuffer: ArrayBuffer): number;
|
|
62
|
-
/**
|
|
63
|
-
* 读取 AvatarFlameParams 结构体数据
|
|
64
|
-
* Used to extract current animation frame parameters from WASM memory
|
|
65
|
-
*/
|
|
66
|
-
readFlameParams(paramsPtr: number): {
|
|
67
|
-
shape_params: number[];
|
|
68
|
-
expr_params: number[];
|
|
69
|
-
rotation: number[];
|
|
70
|
-
translation: number[];
|
|
71
|
-
neck_pose: number[];
|
|
72
|
-
jaw_pose: number[];
|
|
73
|
-
eyes_pose: number[];
|
|
74
|
-
eyelid: number[];
|
|
75
|
-
has_eyelid: boolean;
|
|
76
|
-
};
|
|
77
|
-
/**
|
|
78
|
-
* 创建 AvatarFlameParams 结构体 - 新版 Emscripten 方式
|
|
79
|
-
*/
|
|
80
|
-
createFlameParams(params: {
|
|
81
|
-
shape_params?: number[];
|
|
82
|
-
expr_params?: number[];
|
|
83
|
-
rotation?: number[];
|
|
84
|
-
translation?: number[];
|
|
85
|
-
neck_pose?: number[];
|
|
86
|
-
jaw_pose?: number[];
|
|
87
|
-
eyes_pose?: number[];
|
|
88
|
-
eyelid?: number[];
|
|
89
|
-
has_eyelid?: boolean;
|
|
90
|
-
}): number;
|
|
91
|
-
/**
|
|
92
|
-
* 读取 AvatarSplatPointFlatArray 结构体数据(预计算协方差)
|
|
93
|
-
*
|
|
94
|
-
* 结构体布局:
|
|
95
|
-
* - AvatarSplatPointFlat* points (0-3, 32位指针)
|
|
96
|
-
* - uint32_t point_count (4-7)
|
|
97
|
-
* - float compute_time_ms (8-11)
|
|
98
|
-
*
|
|
99
|
-
* 每个点布局 (52 bytes):
|
|
100
|
-
* - position[3] (12 bytes)
|
|
101
|
-
* - color[4] (16 bytes, RGBA)
|
|
102
|
-
* - covariance[6] (24 bytes, 预计算好的协方差矩阵上三角)
|
|
103
|
-
*
|
|
104
|
-
* ⚠️ 使用 getValue 逐个读取,避免动态内存的 HEAPF32 detachment 问题
|
|
105
|
-
*/
|
|
106
|
-
readSplatPointFlatArray(arrayPtr: number): Float32Array | null;
|
|
107
|
-
/**
|
|
108
|
-
* 读取AvatarMeshData结构体数据
|
|
109
|
-
*/
|
|
110
|
-
readMeshData(outputPtr: number): {
|
|
111
|
-
vertices: Float32Array;
|
|
112
|
-
vertexCount: number;
|
|
113
|
-
faces: Uint32Array;
|
|
114
|
-
faceCount: number;
|
|
115
|
-
landmarks: Float32Array | null;
|
|
116
|
-
landmarkCount: number;
|
|
117
|
-
computeTime: number;
|
|
118
|
-
};
|
|
119
|
-
/**
|
|
120
|
-
* 释放指定指针的内存
|
|
121
|
-
*/
|
|
122
|
-
free(ptr: number): void;
|
|
123
|
-
/**
|
|
124
|
-
* 释放结构体内存
|
|
125
|
-
*/
|
|
126
|
-
freeStruct(name: string): void;
|
|
127
|
-
/**
|
|
128
|
-
* 清理所有分配的内存
|
|
129
|
-
*/
|
|
130
|
-
cleanup(): void;
|
|
131
|
-
/**
|
|
132
|
-
* 获取内存使用统计
|
|
133
|
-
*/
|
|
134
|
-
getMemoryStats(): {
|
|
135
|
-
allocatedPointers: number;
|
|
136
|
-
structPointers: number;
|
|
137
|
-
totalAllocatedMB: number;
|
|
138
|
-
};
|
|
139
|
-
}
|
|
140
|
-
export {};
|
|
141
|
-
//# sourceMappingURL=avatarCoreMemory.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"avatarCoreMemory.d.ts","sourceRoot":"","sources":["../../wasm/avatarCoreMemory.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AAGH,UAAU,UAAU;IAClB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IACjC,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;IAC5B,kBAAkB,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,KAAK,IAAI,CAAA;IAC5D,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,UAAU,CAAA;IAClB,OAAO,EAAE,YAAY,CAAA;IACrB,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,MAAM,CAAA;IAC/C,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CAC7D;AAGD,UAAU,gBAAgB;IACxB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;CACb;AAGD,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,WAAW,CAAA;IACvB,aAAa,EAAE,WAAW,CAAA;IAC1B,OAAO,EAAE,WAAW,CAAA;IACpB,QAAQ,EAAE,WAAW,CAAA;CACtB;AAGD,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,WAAW,CAAA;IAClB,UAAU,EAAE,WAAW,CAAA;CACxB;AAGD,MAAM,WAAW,gBAAgB;IAC/B,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;IACf,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CACvB;AAGD,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;CACd;AAED,qBAAa,uBAAuB;IAClC,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,cAAc,CAAqB;gBAE/B,UAAU,EAAE,UAAU;IAMlC;;OAEG;IACH,eAAe,CAAC,WAAW,EAAE,WAAW,GAAG,gBAAgB;IAiB3D;;OAEG;IACH,oBAAoB,CAAC,SAAS,EAAE,iBAAiB,GAAG,MAAM;IAsD1D;;OAEG;IACH,mBAAmB,CAAC,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,GAAG,MAAM;IA2B7E;;;OAGG;IACH,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG;QAClC,YAAY,EAAE,MAAM,EAAE,CAAA;QACtB,WAAW,EAAE,MAAM,EAAE,CAAA;QACrB,QAAQ,EAAE,MAAM,EAAE,CAAA;QAClB,WAAW,EAAE,MAAM,EAAE,CAAA;QACrB,SAAS,EAAE,MAAM,EAAE,CAAA;QACnB,QAAQ,EAAE,MAAM,EAAE,CAAA;QAClB,SAAS,EAAE,MAAM,EAAE,CAAA;QACnB,MAAM,EAAE,MAAM,EAAE,CAAA;QAChB,UAAU,EAAE,OAAO,CAAA;KACpB;IA2ED;;OAEG;IACH,iBAAiB,CAAC,MAAM,EAAE;QACxB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;QACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;QACtB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;QACnB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;QACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;QACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;QACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;QACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;QACjB,UAAU,CAAC,EAAE,OAAO,CAAA;KACrB,GAAG,MAAM;IAyEV;;;;;;;;;;;;;;OAcG;IACH,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAyB9D;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG;QAC/B,QAAQ,EAAE,YAAY,CAAA;QACtB,WAAW,EAAE,MAAM,CAAA;QACnB,KAAK,EAAE,WAAW,CAAA;QAClB,SAAS,EAAE,MAAM,CAAA;QACjB,SAAS,EAAE,YAAY,GAAG,IAAI,CAAA;QAC9B,aAAa,EAAE,MAAM,CAAA;QACrB,WAAW,EAAE,MAAM,CAAA;KACpB;IAsDD;;OAEG;IACH,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAOvB;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAQ9B;;OAEG;IACH,OAAO,IAAI,IAAI;IAcf;;OAEG;IACH,cAAc,IAAI;QAChB,iBAAiB,EAAE,MAAM,CAAA;QACzB,cAAc,EAAE,MAAM,CAAA;QACtB,gBAAgB,EAAE,MAAM,CAAA;KACzB;CAOF"}
|