@spatialwalk/avatarkit 1.0.0-beta.36 → 1.0.0-beta.37

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (227) hide show
  1. package/CHANGELOG.md +5 -0
  2. package/dist/{StreamingAudioPlayer-GTu9p5GZ.js → StreamingAudioPlayer-gV0axCZe.js} +1 -1
  3. package/dist/admin/eslint.config.d.ts +2 -0
  4. package/dist/admin/generated/buf/validate/validate.d.ts +397 -0
  5. package/dist/admin/generated/common/v1/models.d.ts +29 -0
  6. package/dist/admin/generated/console/v1/admin_app.d.ts +77 -0
  7. package/dist/admin/generated/console/v1/admin_auth.d.ts +69 -0
  8. package/dist/admin/generated/console/v1/admin_config.d.ts +157 -0
  9. package/dist/admin/generated/console/v1/admin_user.d.ts +84 -0
  10. package/dist/admin/generated/console/v1/admin_user_character.d.ts +107 -0
  11. package/dist/admin/generated/console/v1/app.d.ts +116 -0
  12. package/dist/admin/generated/console/v1/auth.d.ts +199 -0
  13. package/dist/admin/generated/console/v1/character.d.ts +74 -0
  14. package/dist/admin/generated/console/v1/collection_task.d.ts +183 -0
  15. package/dist/admin/generated/console/v1/console.d.ts +163 -0
  16. package/dist/admin/generated/console/v1/instance_management.d.ts +156 -0
  17. package/dist/admin/generated/console/v1/material.d.ts +180 -0
  18. package/dist/admin/generated/console/v1/pipetemplate.d.ts +106 -0
  19. package/dist/admin/generated/console/v1/task.d.ts +292 -0
  20. package/dist/admin/generated/console/v2/async_processing.d.ts +85 -0
  21. package/dist/admin/generated/google/api/annotations.d.ts +1 -0
  22. package/dist/admin/generated/google/api/http.d.ts +47 -0
  23. package/dist/admin/generated/google/protobuf/any.d.ts +27 -0
  24. package/dist/admin/generated/google/protobuf/descriptor.d.ts +552 -0
  25. package/dist/admin/generated/google/protobuf/duration.d.ts +27 -0
  26. package/dist/admin/generated/google/protobuf/empty.d.ts +25 -0
  27. package/dist/admin/generated/google/protobuf/struct.d.ts +74 -0
  28. package/dist/admin/generated/google/protobuf/timestamp.d.ts +27 -0
  29. package/dist/admin/generated/jsonapi/v1/base.d.ts +108 -0
  30. package/dist/admin/generated/platform/v1/asset_groups.d.ts +204 -0
  31. package/dist/admin/generated/platform/v1/assets.d.ts +141 -0
  32. package/dist/admin/generated/platform/v1/auth.d.ts +79 -0
  33. package/dist/admin/generated/platform/v1/character.d.ts +382 -0
  34. package/dist/admin/generated/platform/v1/character_template.d.ts +124 -0
  35. package/dist/admin/generated/platform/v1/christmas_characters.d.ts +118 -0
  36. package/dist/admin/generated/platform/v1/collection_task.d.ts +60 -0
  37. package/dist/admin/generated/platform/v1/config.d.ts +130 -0
  38. package/dist/admin/generated/platform/v1/configkv.d.ts +105 -0
  39. package/dist/admin/generated/platform/v1/console.d.ts +29 -0
  40. package/dist/admin/generated/platform/v1/instance_management.d.ts +156 -0
  41. package/dist/admin/generated/platform/v1/joi_model_apply.d.ts +100 -0
  42. package/dist/admin/generated/platform/v1/material.d.ts +29 -0
  43. package/dist/admin/generated/platform/v1/model_evaluation.d.ts +100 -0
  44. package/dist/admin/generated/platform/v1/oss.d.ts +53 -0
  45. package/dist/admin/generated/platform/v1/pipetemplate.d.ts +106 -0
  46. package/dist/admin/generated/platform/v1/provider.d.ts +141 -0
  47. package/dist/admin/generated/platform/v1/redeem.d.ts +83 -0
  48. package/dist/admin/generated/platform/v1/sms_send_log.d.ts +95 -0
  49. package/dist/admin/generated/platform/v1/task.d.ts +39 -0
  50. package/dist/admin/generated/platform/v1/user.d.ts +142 -0
  51. package/dist/admin/generated/platform/v1/voice.d.ts +141 -0
  52. package/dist/admin/generated/realtime/v1/auth.d.ts +77 -0
  53. package/dist/admin/generated/realtime/v1/customized.d.ts +60 -0
  54. package/dist/admin/generated/realtime/v1/messages.d.ts +156 -0
  55. package/dist/admin/generated/realtime/v1/realtime.d.ts +67 -0
  56. package/dist/admin/generated/realtime/v1/redeem.d.ts +44 -0
  57. package/dist/admin/generated/realtime/v1/user.d.ts +150 -0
  58. package/dist/admin/generated/realtime/v2/auth.d.ts +68 -0
  59. package/dist/admin/generated/realtime/v2/callback.d.ts +56 -0
  60. package/dist/admin/generated/realtime/v2/joi_avatar.d.ts +204 -0
  61. package/dist/admin/generated/realtime/v2/model_apply.d.ts +138 -0
  62. package/dist/admin/generated/realtime/v2/realtime.d.ts +70 -0
  63. package/dist/admin/generated/realtime/v2/user.d.ts +96 -0
  64. package/dist/admin/openapi-ts.config.d.ts +8 -0
  65. package/dist/admin/src/apis/useAssetApi.d.ts +17 -0
  66. package/dist/admin/src/apis/useAssetGroupApi.d.ts +26 -0
  67. package/dist/admin/src/apis/useCharacterApi.d.ts +21 -0
  68. package/dist/admin/src/apis/useCharacterTemplateApi.d.ts +20 -0
  69. package/dist/admin/src/apis/useChristmasCharactersApi.d.ts +40 -0
  70. package/dist/admin/src/apis/useCollectionTaskApi.d.ts +64 -0
  71. package/dist/admin/src/apis/useConfigApi.d.ts +16 -0
  72. package/dist/admin/src/apis/useConsoleApi.d.ts +24 -0
  73. package/dist/admin/src/apis/useInstanceManagementApi.d.ts +19 -0
  74. package/dist/admin/src/apis/useJoiModelApplyApi.d.ts +11 -0
  75. package/dist/admin/src/apis/useMaterialApi.d.ts +1 -0
  76. package/dist/admin/src/apis/useOssApi.d.ts +15 -0
  77. package/dist/admin/src/apis/usePipelineTemplateApi.d.ts +8 -0
  78. package/dist/admin/src/apis/useProviderApi.d.ts +16 -0
  79. package/dist/admin/src/apis/useRedeemApi.d.ts +5 -0
  80. package/dist/admin/src/apis/useSmsSendLogApi.d.ts +14 -0
  81. package/dist/admin/src/apis/useTaskApi.d.ts +66 -0
  82. package/dist/admin/src/apis/useUserApi.d.ts +17 -0
  83. package/dist/admin/src/apis/useVoiceApi.d.ts +15 -0
  84. package/dist/admin/src/client/client/client.gen.d.ts +2 -0
  85. package/dist/admin/src/client/client/index.d.ts +8 -0
  86. package/dist/admin/src/client/client/types.gen.d.ts +70 -0
  87. package/dist/admin/src/client/client/utils.gen.d.ts +31 -0
  88. package/dist/admin/src/client/client.gen.d.ts +5 -0
  89. package/dist/admin/src/client/core/auth.gen.d.ts +8 -0
  90. package/dist/admin/src/client/core/bodySerializer.gen.d.ts +21 -0
  91. package/dist/admin/src/client/core/params.gen.d.ts +27 -0
  92. package/dist/admin/src/client/core/pathSerializer.gen.d.ts +30 -0
  93. package/dist/admin/src/client/core/queryKeySerializer.gen.d.ts +9 -0
  94. package/dist/admin/src/client/core/serverSentEvents.gen.d.ts +23 -0
  95. package/dist/admin/src/client/core/types.gen.d.ts +32 -0
  96. package/dist/admin/src/client/core/utils.gen.d.ts +19 -0
  97. package/dist/admin/src/client/index.d.ts +2 -0
  98. package/dist/admin/src/client/sdk.gen.d.ts +245 -0
  99. package/dist/admin/src/client/types.gen.d.ts +4009 -0
  100. package/dist/admin/src/client/valibot.gen.d.ts +7814 -0
  101. package/dist/admin/src/components/ui/alert/index.d.ts +8 -0
  102. package/dist/admin/src/components/ui/alert-dialog/index.d.ts +9 -0
  103. package/dist/admin/src/components/ui/avatar/index.d.ts +9 -0
  104. package/dist/admin/src/components/ui/badge/index.d.ts +6 -0
  105. package/dist/admin/src/components/ui/breadcrumb/index.d.ts +7 -0
  106. package/dist/admin/src/components/ui/button/index.d.ts +7 -0
  107. package/dist/admin/src/components/ui/card/index.d.ts +6 -0
  108. package/dist/admin/src/components/ui/checkbox/index.d.ts +1 -0
  109. package/dist/admin/src/components/ui/collapsible/index.d.ts +3 -0
  110. package/dist/admin/src/components/ui/combobox/index.d.ts +9 -0
  111. package/dist/admin/src/components/ui/dialog/index.d.ts +9 -0
  112. package/dist/admin/src/components/ui/dropdown-menu/index.d.ts +15 -0
  113. package/dist/admin/src/components/ui/filter-popover/index.d.ts +1 -0
  114. package/dist/admin/src/components/ui/form/index.d.ts +7 -0
  115. package/dist/admin/src/components/ui/form/injectionKeys.d.ts +2 -0
  116. package/dist/admin/src/components/ui/form/useFormField.d.ts +11 -0
  117. package/dist/admin/src/components/ui/input/index.d.ts +1 -0
  118. package/dist/admin/src/components/ui/label/index.d.ts +1 -0
  119. package/dist/admin/src/components/ui/popover/index.d.ts +4 -0
  120. package/dist/admin/src/components/ui/progress/index.d.ts +1 -0
  121. package/dist/admin/src/components/ui/select/index.d.ts +11 -0
  122. package/dist/admin/src/components/ui/separator/index.d.ts +1 -0
  123. package/dist/admin/src/components/ui/sheet/index.d.ts +13 -0
  124. package/dist/admin/src/components/ui/sidebar/index.d.ts +37 -0
  125. package/dist/admin/src/components/ui/sidebar/utils.d.ts +54 -0
  126. package/dist/admin/src/components/ui/skeleton/index.d.ts +1 -0
  127. package/dist/admin/src/components/ui/slider/index.d.ts +1 -0
  128. package/dist/admin/src/components/ui/switch/index.d.ts +1 -0
  129. package/dist/admin/src/components/ui/tabs/index.d.ts +4 -0
  130. package/dist/admin/src/components/ui/tags-input/index.d.ts +5 -0
  131. package/dist/admin/src/components/ui/textarea/index.d.ts +1 -0
  132. package/dist/admin/src/components/ui/tooltip/index.d.ts +4 -0
  133. package/dist/admin/src/composables/useApi.d.ts +21 -0
  134. package/dist/admin/src/composables/useAppStorage.d.ts +9 -0
  135. package/dist/admin/src/composables/useAssetUpload.d.ts +31 -0
  136. package/dist/admin/src/composables/useCharacterForm.d.ts +139 -0
  137. package/dist/admin/src/composables/useCharacterSettings.d.ts +27 -0
  138. package/dist/admin/src/composables/useCharacterTemplateForm.d.ts +47 -0
  139. package/dist/admin/src/composables/useCollectionTaskFilters.d.ts +12 -0
  140. package/dist/admin/src/composables/useFileUpload.d.ts +26 -0
  141. package/dist/admin/src/composables/useMaterialFilters.d.ts +14 -0
  142. package/dist/admin/src/composables/useModelEvaluation.d.ts +22 -0
  143. package/dist/admin/src/composables/useModelEvaluationWebSocket.d.ts +111 -0
  144. package/dist/admin/src/composables/useModelSettings.d.ts +12 -0
  145. package/dist/admin/src/composables/usePageScrollLock.d.ts +6 -0
  146. package/dist/admin/src/composables/useTaskFilters.d.ts +11 -0
  147. package/dist/admin/src/composables/useTestGroundProviders.d.ts +51 -0
  148. package/dist/admin/src/constants/character.d.ts +4 -0
  149. package/dist/admin/src/constants/collection-task.d.ts +5 -0
  150. package/dist/admin/src/constants/config-previews.d.ts +8 -0
  151. package/dist/admin/src/constants/container.d.ts +1 -0
  152. package/dist/admin/src/constants/links.d.ts +7 -0
  153. package/dist/admin/src/constants/nav.d.ts +17 -0
  154. package/dist/admin/src/constants/providers.d.ts +17 -0
  155. package/dist/admin/src/constants/regions.d.ts +10 -0
  156. package/dist/admin/src/constants/test-ground-voices.d.ts +19 -0
  157. package/dist/admin/src/constants/ui.d.ts +4 -0
  158. package/dist/admin/src/constants/voice.d.ts +12 -0
  159. package/dist/admin/src/constants/volc.d.ts +135 -0
  160. package/dist/admin/src/lib/cos/constants.d.ts +6 -0
  161. package/dist/admin/src/lib/cos/useCosDownload.d.ts +39 -0
  162. package/dist/admin/src/lib/cos/useCosUpload.d.ts +47 -0
  163. package/dist/admin/src/lib/cos/useVideoInfoExtractor.d.ts +12 -0
  164. package/dist/admin/src/lib/cos/utils.d.ts +4 -0
  165. package/dist/admin/src/lib/utils.d.ts +49 -0
  166. package/dist/admin/src/main.d.ts +0 -0
  167. package/dist/admin/src/renderSystem/animation/utils/eventEmitter.d.ts +9 -0
  168. package/dist/admin/src/renderSystem/animation/utils/flameConverter.d.ts +18 -0
  169. package/dist/admin/src/renderSystem/audio/AnimationPlayer.d.ts +31 -0
  170. package/dist/admin/src/renderSystem/audio/StreamingAudioPlayer.d.ts +66 -0
  171. package/dist/admin/src/renderSystem/config/app-config.d.ts +39 -0
  172. package/dist/admin/src/renderSystem/config/constants.d.ts +3 -0
  173. package/dist/admin/src/renderSystem/config/sdk-config-loader.d.ts +5 -0
  174. package/dist/admin/src/renderSystem/core/Avatar.d.ts +8 -0
  175. package/dist/admin/src/renderSystem/core/AvatarController.d.ts +65 -0
  176. package/dist/admin/src/renderSystem/core/AvatarDownloader.d.ts +38 -0
  177. package/dist/admin/src/renderSystem/core/AvatarKit.d.ts +10 -0
  178. package/dist/admin/src/renderSystem/core/AvatarView.d.ts +67 -0
  179. package/dist/admin/src/renderSystem/generated/driveningress/v1/driveningress.d.ts +68 -0
  180. package/dist/admin/src/renderSystem/generated/driveningress/v2/driveningress.d.ts +3 -0
  181. package/dist/admin/src/renderSystem/generated/google/protobuf/struct.d.ts +74 -0
  182. package/dist/admin/src/renderSystem/generated/google/protobuf/timestamp.d.ts +27 -0
  183. package/dist/admin/src/renderSystem/renderer/RenderSystem.d.ts +1 -0
  184. package/dist/admin/src/renderSystem/renderer/covariance.d.ts +1 -0
  185. package/dist/admin/src/renderSystem/renderer/renderer.d.ts +7 -0
  186. package/dist/admin/src/renderSystem/renderer/sortSplats.d.ts +1 -0
  187. package/dist/admin/src/renderSystem/renderer/webgl/reorderData.d.ts +1 -0
  188. package/dist/admin/src/renderSystem/renderer/webgl/webglRenderer.d.ts +27 -0
  189. package/dist/admin/src/renderSystem/renderer/webgpu/webgpuRenderer.d.ts +27 -0
  190. package/dist/admin/src/renderSystem/types/character-settings.d.ts +18 -0
  191. package/dist/admin/src/renderSystem/types/character.d.ts +22 -0
  192. package/dist/admin/src/renderSystem/types/index.d.ts +62 -0
  193. package/dist/admin/src/renderSystem/utils/animation-interpolation.d.ts +7 -0
  194. package/dist/admin/src/renderSystem/utils/conversationId.d.ts +1 -0
  195. package/dist/admin/src/renderSystem/utils/error-utils.d.ts +3 -0
  196. package/dist/admin/src/renderSystem/utils/id-manager.d.ts +12 -0
  197. package/dist/admin/src/renderSystem/utils/logger.d.ts +14 -0
  198. package/dist/admin/src/renderSystem/wasm/avatarCoreAdapter.d.ts +101 -0
  199. package/dist/admin/src/renderSystem/wasm/avatarCoreMemory.d.ts +92 -0
  200. package/dist/admin/src/stores/providers.d.ts +336 -0
  201. package/dist/admin/src/stores/region.d.ts +19 -0
  202. package/dist/admin/src/stores/user.d.ts +112 -0
  203. package/dist/admin/src/types/character-settings.d.ts +18 -0
  204. package/dist/admin/src/types/character.d.ts +117 -0
  205. package/dist/admin/src/types/collection-task.d.ts +11 -0
  206. package/dist/admin/src/types/config.d.ts +36 -0
  207. package/dist/admin/src/types/doubao-voice.d.ts +42 -0
  208. package/dist/admin/src/types/error.d.ts +5 -0
  209. package/dist/admin/src/types/model-settings.d.ts +41 -0
  210. package/dist/admin/src/types/task.d.ts +45 -0
  211. package/dist/admin/src/types/test-ground.d.ts +36 -0
  212. package/dist/admin/src/types/video-material.d.ts +130 -0
  213. package/dist/admin/src/types/voice.d.ts +58 -0
  214. package/dist/admin/src/utils/asset-config-loader.d.ts +10 -0
  215. package/dist/admin/src/utils/collection-task.d.ts +3 -0
  216. package/dist/admin/src/utils/error.d.ts +1 -0
  217. package/dist/admin/src/utils/hash.d.ts +20 -0
  218. package/dist/admin/src/utils/model-settings.d.ts +9 -0
  219. package/dist/admin/src/utils/monad.d.ts +13 -0
  220. package/dist/admin/src/utils/task.d.ts +8 -0
  221. package/dist/admin/unocss.config.d.ts +2 -0
  222. package/dist/admin/vite.config.d.ts +2 -0
  223. package/dist/admin/vue-macros.config.d.ts +2 -0
  224. package/dist/{index-B7llDHtO.js → index-DxIr4cus.js} +10 -15
  225. package/dist/index.js +1 -1
  226. package/dist/renderer/webgpu/webgpuRenderer.d.ts +0 -1
  227. package/package.json +1 -1
@@ -0,0 +1,62 @@
1
+ export declare enum Environment {
2
+ cn = "cn",
3
+ intl = "intl",
4
+ test = "test"
5
+ }
6
+ export declare enum DrivingServiceMode {
7
+
8
+ sdk = "sdk",
9
+
10
+ host = "host"
11
+ }
12
+ export interface SdkConfigResponse {
13
+ endpoints: {
14
+ cn?: string;
15
+ intl?: string;
16
+ test?: string;
17
+ };
18
+ }
19
+ export declare enum LoadProgress {
20
+ downloading = "downloading",
21
+ completed = "completed",
22
+ failed = "failed"
23
+ }
24
+ export interface LoadProgressInfo {
25
+ type: LoadProgress;
26
+ progress?: number;
27
+ error?: Error;
28
+ }
29
+ export declare enum ConnectionState {
30
+ disconnected = "disconnected",
31
+ connecting = "connecting",
32
+ connected = "connected",
33
+ failed = "failed"
34
+ }
35
+ export declare enum ConversationState {
36
+
37
+ idle = "idle",
38
+
39
+ playing = "playing"
40
+ }
41
+ export declare class SPAvatarError extends Error {
42
+ code?: string | undefined;
43
+ constructor(message: string, code?: string | undefined);
44
+ }
45
+ export interface FlatSplatData {
46
+ positions: Float32Array;
47
+ scales: Float32Array;
48
+ rotations: Float32Array;
49
+ colors: Float32Array;
50
+ opacities: Float32Array;
51
+ pointCount: number;
52
+ }
53
+ export interface CameraConfig {
54
+ position: [number, number, number];
55
+ target: [number, number, number];
56
+ fov: number;
57
+ near: number;
58
+ far: number;
59
+ up?: [number, number, number];
60
+ aspect?: number;
61
+ }
62
+ export * from './character';
@@ -0,0 +1,7 @@
1
+ import { Flame } from '../generated/driveningress/v1/driveningress';
2
+
3
+ export declare function linearLerp(from: Flame, to: Flame, progress: number): Flame;
4
+
5
+ export declare function generateTransitionFrames(from: Flame, to: Flame, durationMs: number, fps?: number): Flame[];
6
+
7
+ export declare function createNeutralFlame(): Flame;
@@ -0,0 +1 @@
1
+ export declare function generateConversationId(): string;
@@ -0,0 +1,3 @@
1
+ export declare function errorToMessage(err: unknown): string;
2
+
3
+ export declare function errorToDetailedMessage(err: unknown): string;
@@ -0,0 +1,12 @@
1
+ declare class IdManager {
2
+ private _connectionId;
3
+ private _conversationId;
4
+ generateConnectionId(): string;
5
+ getConnectionId(): string | null;
6
+ clearConnectionId(): void;
7
+ generateNewConversationId(): string;
8
+ getConversationId(): string | null;
9
+ clear(): void;
10
+ }
11
+ export declare const idManager: IdManager;
12
+ export {};
@@ -0,0 +1,14 @@
1
+ export declare const logger: {
2
+ log: (...args: unknown[]) => void;
3
+ error: (message: string, ...args: unknown[]) => void;
4
+ warn: (message: string, ...args: unknown[]) => void;
5
+ info: (message: string, ...args: unknown[]) => void;
6
+ errorWithError: (message: string, error?: unknown) => void;
7
+ };
8
+ export declare const loggerWithUnknown: {
9
+ log: (...args: unknown[]) => void;
10
+ error: (message: string, ...args: unknown[]) => void;
11
+ warn: (message: string, ...args: unknown[]) => void;
12
+ info: (message: string, ...args: unknown[]) => void;
13
+ errorWithError: (message: string, error?: unknown) => void;
14
+ };
@@ -0,0 +1,101 @@
1
+ export interface WasmModuleConfig {
2
+ baseUrl?: string;
3
+ [key: string]: unknown;
4
+ }
5
+ export interface AvatarCoreOptions {
6
+ logLevel?: 'basic' | 'verbose';
7
+ enableValidation?: boolean;
8
+ enablePerformanceMetrics?: boolean;
9
+ retryCount?: number;
10
+ baseAssetsPath?: string;
11
+ modelFolder?: string;
12
+ wasmConfig?: WasmModuleConfig;
13
+ wasmPath?: string;
14
+ }
15
+ interface PerformanceMetrics {
16
+ initTime: number;
17
+ loadTime: number;
18
+ computeFrames: number;
19
+ totalComputeTime: number;
20
+ averageComputeTime: number;
21
+ }
22
+ export interface FlameInfo {
23
+ vertexCount: number;
24
+ faceCount: number;
25
+ jointCount: number;
26
+ }
27
+ export interface CharacterInfo {
28
+ pointCount: number;
29
+ hasAnimation: boolean;
30
+ }
31
+ export interface FlameParams {
32
+ shape_params?: number[];
33
+ expr_params?: number[];
34
+ rotation?: number[];
35
+ translation?: number[];
36
+ neck_pose?: number[];
37
+ jaw_pose?: number[];
38
+ eyes_pose?: number[];
39
+ eyelid?: number[];
40
+ has_eyelid?: boolean;
41
+ }
42
+ export declare class AvatarCoreAdapter {
43
+ private options;
44
+ private wasmConfig;
45
+ private wasmModule;
46
+ private memoryManager;
47
+ private coreHandle;
48
+ private characterHandles;
49
+ private animationHandles;
50
+ private characterHandle;
51
+ private animationHandle;
52
+ private totalFrames;
53
+ private isInitialized;
54
+ private isCharacterLoaded;
55
+ private api;
56
+ private performanceMetrics;
57
+ wasmTime: number;
58
+ private errorCodes;
59
+ private flameInfo?;
60
+ private characterInfo?;
61
+ constructor(options?: AvatarCoreOptions);
62
+ loadWASMModule(): Promise<void>;
63
+ private validateWASMModule;
64
+ private initializeMemoryViews;
65
+ private setupCAPIFunctions;
66
+ getCurrentFrameParams(frameIndex?: number, characterId?: string): Promise<FlameParams>;
67
+ private initializeAvatarCore;
68
+ loadTemplateResourcesFromBuffers(templateResources: Record<string, ArrayBuffer>): Promise<boolean>;
69
+ loadCharacterFromBuffers(shapeBuffer: ArrayBuffer, pointCloudBuffer: ArrayBuffer, characterId?: string): Promise<number>;
70
+ private loadAnimationFromData;
71
+ loadAnimationFromBuffer(animData: ArrayBuffer, characterId?: string): Promise<number>;
72
+ switchAnimationFile(animationFile: string): Promise<number>;
73
+ getAnimationTotalFrames(animationHandle?: number): Promise<number>;
74
+ getAnimationFrameParams(frameIndex?: number, characterId?: string): Promise<number>;
75
+ setEyeTrackingConfig(config: {
76
+ enabled: boolean;
77
+ auto_eyelid_adjustment?: boolean;
78
+ eyelid_threshold?: number;
79
+ }): Promise<boolean>;
80
+ setGazeTarget(x: number, y: number, z: number): Promise<boolean>;
81
+ resetEyeTracking(): Promise<boolean>;
82
+ private queryFlameInfo;
83
+ private queryCharacterInfo;
84
+ private checkError;
85
+ getPerformanceMetrics(): PerformanceMetrics & {
86
+ flameInfo?: FlameInfo;
87
+ characterInfo?: CharacterInfo;
88
+ version?: string;
89
+ };
90
+ removeCharacter(characterHandle: number, characterId?: string): void;
91
+ releaseCurrentCharacter(): void;
92
+ release(): void;
93
+ loadFlameModel(_modelData: any): Promise<boolean>;
94
+ load3DGSData(_original3DGSPoints: any, _binding: any, _flameFaces: any): Promise<boolean>;
95
+ computeCompleteFrameFlat(params?: {
96
+ frameIndex?: number;
97
+ }, characterHandle?: number): Promise<Float32Array | null>;
98
+ computeFrameFlatFromParams(flameParams: FlameParams, characterHandle?: number): Promise<Float32Array | null>;
99
+ getWASMMemoryMB(): number | null;
100
+ }
101
+ export {};
@@ -0,0 +1,92 @@
1
+ interface WASMModule {
2
+ _malloc: (size: number) => number;
3
+ _free: (ptr: number) => void;
4
+ writeArrayToMemory: (array: Uint8Array, ptr: number) => void;
5
+ HEAPU8: Uint8Array;
6
+ HEAP32: Int32Array;
7
+ HEAPF32: Float32Array;
8
+ getValue: (ptr: number, type: string) => number;
9
+ setValue: (ptr: number, value: number, type: string) => void;
10
+ }
11
+ interface MemoryAllocation {
12
+ ptr: number;
13
+ size: number;
14
+ }
15
+ export interface TemplateResources {
16
+ flameModel: ArrayBuffer;
17
+ flameTemplate: ArrayBuffer;
18
+ teethPb: ArrayBuffer;
19
+ teethNpz: ArrayBuffer;
20
+ }
21
+ export interface CharacterData {
22
+ shape: ArrayBuffer;
23
+ pointCloud: ArrayBuffer;
24
+ }
25
+ export interface ExpressionParams {
26
+ expression?: number[];
27
+ jaw?: number[];
28
+ eyeR?: number[];
29
+ eyeL?: number[];
30
+ pose?: number[];
31
+ neck?: number[];
32
+ translation?: number[];
33
+ }
34
+ export interface ArrayMetadata {
35
+ ptr: number;
36
+ size: number;
37
+ dtype: string;
38
+ }
39
+ export declare class AvatarCoreMemoryManager {
40
+ private module;
41
+ private allocatedPointers;
42
+ private structPointers;
43
+ constructor(wasmModule: WASMModule);
44
+ allocateAndCopy(arrayBuffer: ArrayBuffer): MemoryAllocation;
45
+ createTemplateConfig(resources: TemplateResources): number;
46
+ createCharacterData(shapeBuffer: ArrayBuffer, plyBuffer: ArrayBuffer, characterId?: string): {
47
+ dataPtr: number;
48
+ shapePtr: number;
49
+ plyPtr: number;
50
+ };
51
+ readFlameParams(paramsPtr: number): {
52
+ shape_params: number[];
53
+ expr_params: number[];
54
+ rotation: number[];
55
+ translation: number[];
56
+ neck_pose: number[];
57
+ jaw_pose: number[];
58
+ eyes_pose: number[];
59
+ eyelid: number[];
60
+ has_eyelid: boolean;
61
+ };
62
+ createFlameParams(params: {
63
+ shape_params?: number[];
64
+ expr_params?: number[];
65
+ rotation?: number[];
66
+ translation?: number[];
67
+ neck_pose?: number[];
68
+ jaw_pose?: number[];
69
+ eyes_pose?: number[];
70
+ eyelid?: number[];
71
+ has_eyelid?: boolean;
72
+ }): number;
73
+ readSplatPointFlatArray(arrayPtr: number): Float32Array | null;
74
+ readMeshData(outputPtr: number): {
75
+ vertices: Float32Array;
76
+ vertexCount: number;
77
+ faces: Uint32Array;
78
+ faceCount: number;
79
+ landmarks: Float32Array | null;
80
+ landmarkCount: number;
81
+ computeTime: number;
82
+ };
83
+ free(ptr: number): void;
84
+ freeStruct(name: string): void;
85
+ cleanup(): void;
86
+ getMemoryStats(): {
87
+ allocatedPointers: number;
88
+ structPointers: number;
89
+ totalAllocatedMB: number;
90
+ };
91
+ }
92
+ export {};
@@ -0,0 +1,336 @@
1
+ import { V1Provider } from '../client';
2
+ export interface VoicePlatformOption {
3
+ label: string;
4
+ value: string;
5
+ }
6
+ export interface LlmPlatformOption {
7
+ label: string;
8
+ value: string;
9
+ }
10
+ export interface AsrPlatformOption {
11
+ label: string;
12
+ value: string;
13
+ }
14
+ export interface VlmPlatformOption {
15
+ label: string;
16
+ value: string;
17
+ }
18
+ export declare const useProvidersStore: import('pinia').StoreDefinition<"providers", Pick<{
19
+ allProviders: import('vue').Ref<{
20
+ id?: string | undefined;
21
+ name?: string | undefined;
22
+ type?: import('../client').V1ProviderType | undefined;
23
+ apiUrl?: string | undefined;
24
+ apiKey?: string | undefined;
25
+ metadata?: {
26
+ [key: string]: string;
27
+ } | undefined;
28
+ createdAt?: string | undefined;
29
+ updatedAt?: string | undefined;
30
+ deletedAt?: string | undefined;
31
+ }[], V1Provider[] | {
32
+ id?: string | undefined;
33
+ name?: string | undefined;
34
+ type?: import('../client').V1ProviderType | undefined;
35
+ apiUrl?: string | undefined;
36
+ apiKey?: string | undefined;
37
+ metadata?: {
38
+ [key: string]: string;
39
+ } | undefined;
40
+ createdAt?: string | undefined;
41
+ updatedAt?: string | undefined;
42
+ deletedAt?: string | undefined;
43
+ }[]>;
44
+ drivenProviders: import('vue').ComputedRef<{
45
+ id?: string | undefined;
46
+ name?: string | undefined;
47
+ type?: import('../client').V1ProviderType | undefined;
48
+ apiUrl?: string | undefined;
49
+ apiKey?: string | undefined;
50
+ metadata?: {
51
+ [key: string]: string;
52
+ } | undefined;
53
+ createdAt?: string | undefined;
54
+ updatedAt?: string | undefined;
55
+ deletedAt?: string | undefined;
56
+ }[]>;
57
+ ttsProviders: import('vue').ComputedRef<{
58
+ id?: string | undefined;
59
+ name?: string | undefined;
60
+ type?: import('../client').V1ProviderType | undefined;
61
+ apiUrl?: string | undefined;
62
+ apiKey?: string | undefined;
63
+ metadata?: {
64
+ [key: string]: string;
65
+ } | undefined;
66
+ createdAt?: string | undefined;
67
+ updatedAt?: string | undefined;
68
+ deletedAt?: string | undefined;
69
+ }[]>;
70
+ llmProviders: import('vue').ComputedRef<{
71
+ id?: string | undefined;
72
+ name?: string | undefined;
73
+ type?: import('../client').V1ProviderType | undefined;
74
+ apiUrl?: string | undefined;
75
+ apiKey?: string | undefined;
76
+ metadata?: {
77
+ [key: string]: string;
78
+ } | undefined;
79
+ createdAt?: string | undefined;
80
+ updatedAt?: string | undefined;
81
+ deletedAt?: string | undefined;
82
+ }[]>;
83
+ asrProviders: import('vue').ComputedRef<{
84
+ id?: string | undefined;
85
+ name?: string | undefined;
86
+ type?: import('../client').V1ProviderType | undefined;
87
+ apiUrl?: string | undefined;
88
+ apiKey?: string | undefined;
89
+ metadata?: {
90
+ [key: string]: string;
91
+ } | undefined;
92
+ createdAt?: string | undefined;
93
+ updatedAt?: string | undefined;
94
+ deletedAt?: string | undefined;
95
+ }[]>;
96
+ vlmProviders: import('vue').ComputedRef<{
97
+ id?: string | undefined;
98
+ name?: string | undefined;
99
+ type?: import('../client').V1ProviderType | undefined;
100
+ apiUrl?: string | undefined;
101
+ apiKey?: string | undefined;
102
+ metadata?: {
103
+ [key: string]: string;
104
+ } | undefined;
105
+ createdAt?: string | undefined;
106
+ updatedAt?: string | undefined;
107
+ deletedAt?: string | undefined;
108
+ }[]>;
109
+ voicePlatformOptions: import('vue').ComputedRef<VoicePlatformOption[]>;
110
+ llmPlatformOptions: import('vue').ComputedRef<LlmPlatformOption[]>;
111
+ asrPlatformOptions: import('vue').ComputedRef<AsrPlatformOption[]>;
112
+ vlmPlatformOptions: import('vue').ComputedRef<VlmPlatformOption[]>;
113
+ isLoadingProviders: import('vue').Ref<boolean, boolean>;
114
+ loadAllProviders: () => Promise<void>;
115
+ findProviderById: (id: string) => V1Provider | undefined;
116
+ findProviderByBaseUrl: (baseUrl: string) => V1Provider | undefined;
117
+ findTtsProviderById: (id: string) => V1Provider | undefined;
118
+ findLlmProviderById: (id: string) => V1Provider | undefined;
119
+ findAsrProviderById: (id: string) => V1Provider | undefined;
120
+ getProviderOptions: () => Promise<Array<{
121
+ value: string;
122
+ label: string;
123
+ }>>;
124
+ }, "allProviders" | "isLoadingProviders">, Pick<{
125
+ allProviders: import('vue').Ref<{
126
+ id?: string | undefined;
127
+ name?: string | undefined;
128
+ type?: import('../client').V1ProviderType | undefined;
129
+ apiUrl?: string | undefined;
130
+ apiKey?: string | undefined;
131
+ metadata?: {
132
+ [key: string]: string;
133
+ } | undefined;
134
+ createdAt?: string | undefined;
135
+ updatedAt?: string | undefined;
136
+ deletedAt?: string | undefined;
137
+ }[], V1Provider[] | {
138
+ id?: string | undefined;
139
+ name?: string | undefined;
140
+ type?: import('../client').V1ProviderType | undefined;
141
+ apiUrl?: string | undefined;
142
+ apiKey?: string | undefined;
143
+ metadata?: {
144
+ [key: string]: string;
145
+ } | undefined;
146
+ createdAt?: string | undefined;
147
+ updatedAt?: string | undefined;
148
+ deletedAt?: string | undefined;
149
+ }[]>;
150
+ drivenProviders: import('vue').ComputedRef<{
151
+ id?: string | undefined;
152
+ name?: string | undefined;
153
+ type?: import('../client').V1ProviderType | undefined;
154
+ apiUrl?: string | undefined;
155
+ apiKey?: string | undefined;
156
+ metadata?: {
157
+ [key: string]: string;
158
+ } | undefined;
159
+ createdAt?: string | undefined;
160
+ updatedAt?: string | undefined;
161
+ deletedAt?: string | undefined;
162
+ }[]>;
163
+ ttsProviders: import('vue').ComputedRef<{
164
+ id?: string | undefined;
165
+ name?: string | undefined;
166
+ type?: import('../client').V1ProviderType | undefined;
167
+ apiUrl?: string | undefined;
168
+ apiKey?: string | undefined;
169
+ metadata?: {
170
+ [key: string]: string;
171
+ } | undefined;
172
+ createdAt?: string | undefined;
173
+ updatedAt?: string | undefined;
174
+ deletedAt?: string | undefined;
175
+ }[]>;
176
+ llmProviders: import('vue').ComputedRef<{
177
+ id?: string | undefined;
178
+ name?: string | undefined;
179
+ type?: import('../client').V1ProviderType | undefined;
180
+ apiUrl?: string | undefined;
181
+ apiKey?: string | undefined;
182
+ metadata?: {
183
+ [key: string]: string;
184
+ } | undefined;
185
+ createdAt?: string | undefined;
186
+ updatedAt?: string | undefined;
187
+ deletedAt?: string | undefined;
188
+ }[]>;
189
+ asrProviders: import('vue').ComputedRef<{
190
+ id?: string | undefined;
191
+ name?: string | undefined;
192
+ type?: import('../client').V1ProviderType | undefined;
193
+ apiUrl?: string | undefined;
194
+ apiKey?: string | undefined;
195
+ metadata?: {
196
+ [key: string]: string;
197
+ } | undefined;
198
+ createdAt?: string | undefined;
199
+ updatedAt?: string | undefined;
200
+ deletedAt?: string | undefined;
201
+ }[]>;
202
+ vlmProviders: import('vue').ComputedRef<{
203
+ id?: string | undefined;
204
+ name?: string | undefined;
205
+ type?: import('../client').V1ProviderType | undefined;
206
+ apiUrl?: string | undefined;
207
+ apiKey?: string | undefined;
208
+ metadata?: {
209
+ [key: string]: string;
210
+ } | undefined;
211
+ createdAt?: string | undefined;
212
+ updatedAt?: string | undefined;
213
+ deletedAt?: string | undefined;
214
+ }[]>;
215
+ voicePlatformOptions: import('vue').ComputedRef<VoicePlatformOption[]>;
216
+ llmPlatformOptions: import('vue').ComputedRef<LlmPlatformOption[]>;
217
+ asrPlatformOptions: import('vue').ComputedRef<AsrPlatformOption[]>;
218
+ vlmPlatformOptions: import('vue').ComputedRef<VlmPlatformOption[]>;
219
+ isLoadingProviders: import('vue').Ref<boolean, boolean>;
220
+ loadAllProviders: () => Promise<void>;
221
+ findProviderById: (id: string) => V1Provider | undefined;
222
+ findProviderByBaseUrl: (baseUrl: string) => V1Provider | undefined;
223
+ findTtsProviderById: (id: string) => V1Provider | undefined;
224
+ findLlmProviderById: (id: string) => V1Provider | undefined;
225
+ findAsrProviderById: (id: string) => V1Provider | undefined;
226
+ getProviderOptions: () => Promise<Array<{
227
+ value: string;
228
+ label: string;
229
+ }>>;
230
+ }, "drivenProviders" | "ttsProviders" | "llmProviders" | "asrProviders" | "vlmProviders" | "voicePlatformOptions" | "llmPlatformOptions" | "asrPlatformOptions" | "vlmPlatformOptions">, Pick<{
231
+ allProviders: import('vue').Ref<{
232
+ id?: string | undefined;
233
+ name?: string | undefined;
234
+ type?: import('../client').V1ProviderType | undefined;
235
+ apiUrl?: string | undefined;
236
+ apiKey?: string | undefined;
237
+ metadata?: {
238
+ [key: string]: string;
239
+ } | undefined;
240
+ createdAt?: string | undefined;
241
+ updatedAt?: string | undefined;
242
+ deletedAt?: string | undefined;
243
+ }[], V1Provider[] | {
244
+ id?: string | undefined;
245
+ name?: string | undefined;
246
+ type?: import('../client').V1ProviderType | undefined;
247
+ apiUrl?: string | undefined;
248
+ apiKey?: string | undefined;
249
+ metadata?: {
250
+ [key: string]: string;
251
+ } | undefined;
252
+ createdAt?: string | undefined;
253
+ updatedAt?: string | undefined;
254
+ deletedAt?: string | undefined;
255
+ }[]>;
256
+ drivenProviders: import('vue').ComputedRef<{
257
+ id?: string | undefined;
258
+ name?: string | undefined;
259
+ type?: import('../client').V1ProviderType | undefined;
260
+ apiUrl?: string | undefined;
261
+ apiKey?: string | undefined;
262
+ metadata?: {
263
+ [key: string]: string;
264
+ } | undefined;
265
+ createdAt?: string | undefined;
266
+ updatedAt?: string | undefined;
267
+ deletedAt?: string | undefined;
268
+ }[]>;
269
+ ttsProviders: import('vue').ComputedRef<{
270
+ id?: string | undefined;
271
+ name?: string | undefined;
272
+ type?: import('../client').V1ProviderType | undefined;
273
+ apiUrl?: string | undefined;
274
+ apiKey?: string | undefined;
275
+ metadata?: {
276
+ [key: string]: string;
277
+ } | undefined;
278
+ createdAt?: string | undefined;
279
+ updatedAt?: string | undefined;
280
+ deletedAt?: string | undefined;
281
+ }[]>;
282
+ llmProviders: import('vue').ComputedRef<{
283
+ id?: string | undefined;
284
+ name?: string | undefined;
285
+ type?: import('../client').V1ProviderType | undefined;
286
+ apiUrl?: string | undefined;
287
+ apiKey?: string | undefined;
288
+ metadata?: {
289
+ [key: string]: string;
290
+ } | undefined;
291
+ createdAt?: string | undefined;
292
+ updatedAt?: string | undefined;
293
+ deletedAt?: string | undefined;
294
+ }[]>;
295
+ asrProviders: import('vue').ComputedRef<{
296
+ id?: string | undefined;
297
+ name?: string | undefined;
298
+ type?: import('../client').V1ProviderType | undefined;
299
+ apiUrl?: string | undefined;
300
+ apiKey?: string | undefined;
301
+ metadata?: {
302
+ [key: string]: string;
303
+ } | undefined;
304
+ createdAt?: string | undefined;
305
+ updatedAt?: string | undefined;
306
+ deletedAt?: string | undefined;
307
+ }[]>;
308
+ vlmProviders: import('vue').ComputedRef<{
309
+ id?: string | undefined;
310
+ name?: string | undefined;
311
+ type?: import('../client').V1ProviderType | undefined;
312
+ apiUrl?: string | undefined;
313
+ apiKey?: string | undefined;
314
+ metadata?: {
315
+ [key: string]: string;
316
+ } | undefined;
317
+ createdAt?: string | undefined;
318
+ updatedAt?: string | undefined;
319
+ deletedAt?: string | undefined;
320
+ }[]>;
321
+ voicePlatformOptions: import('vue').ComputedRef<VoicePlatformOption[]>;
322
+ llmPlatformOptions: import('vue').ComputedRef<LlmPlatformOption[]>;
323
+ asrPlatformOptions: import('vue').ComputedRef<AsrPlatformOption[]>;
324
+ vlmPlatformOptions: import('vue').ComputedRef<VlmPlatformOption[]>;
325
+ isLoadingProviders: import('vue').Ref<boolean, boolean>;
326
+ loadAllProviders: () => Promise<void>;
327
+ findProviderById: (id: string) => V1Provider | undefined;
328
+ findProviderByBaseUrl: (baseUrl: string) => V1Provider | undefined;
329
+ findTtsProviderById: (id: string) => V1Provider | undefined;
330
+ findLlmProviderById: (id: string) => V1Provider | undefined;
331
+ findAsrProviderById: (id: string) => V1Provider | undefined;
332
+ getProviderOptions: () => Promise<Array<{
333
+ value: string;
334
+ label: string;
335
+ }>>;
336
+ }, "loadAllProviders" | "findProviderById" | "findProviderByBaseUrl" | "findTtsProviderById" | "findLlmProviderById" | "findAsrProviderById" | "getProviderOptions">>;
@@ -0,0 +1,19 @@
1
+ export declare const useRegionStore: import('pinia').StoreDefinition<"region", Pick<{
2
+ currentRegion: import('vue').ComputedRef<import('../constants/regions').Region>;
3
+ currentRegionKey: import('@vueuse/core').RemovableRef<string>;
4
+ regions: import('../constants/regions').Region[];
5
+ setRegion: (regionKey: string) => void;
6
+ getRegionByKey: (regionKey: string) => import('../constants/regions').Region | undefined;
7
+ }, "currentRegionKey" | "regions">, Pick<{
8
+ currentRegion: import('vue').ComputedRef<import('../constants/regions').Region>;
9
+ currentRegionKey: import('@vueuse/core').RemovableRef<string>;
10
+ regions: import('../constants/regions').Region[];
11
+ setRegion: (regionKey: string) => void;
12
+ getRegionByKey: (regionKey: string) => import('../constants/regions').Region | undefined;
13
+ }, "currentRegion">, Pick<{
14
+ currentRegion: import('vue').ComputedRef<import('../constants/regions').Region>;
15
+ currentRegionKey: import('@vueuse/core').RemovableRef<string>;
16
+ regions: import('../constants/regions').Region[];
17
+ setRegion: (regionKey: string) => void;
18
+ getRegionByKey: (regionKey: string) => import('../constants/regions').Region | undefined;
19
+ }, "setRegion" | "getRegionByKey">>;