@spatialwalk/avatarkit 1.0.0-beta.35 → 1.0.0-beta.37

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (235) hide show
  1. package/CHANGELOG.md +13 -0
  2. package/README.md +39 -8
  3. package/dist/{StreamingAudioPlayer-eWy8xl8G.js → StreamingAudioPlayer-gV0axCZe.js} +54 -7
  4. package/dist/admin/eslint.config.d.ts +2 -0
  5. package/dist/admin/generated/buf/validate/validate.d.ts +397 -0
  6. package/dist/admin/generated/common/v1/models.d.ts +29 -0
  7. package/dist/admin/generated/console/v1/admin_app.d.ts +77 -0
  8. package/dist/admin/generated/console/v1/admin_auth.d.ts +69 -0
  9. package/dist/admin/generated/console/v1/admin_config.d.ts +157 -0
  10. package/dist/admin/generated/console/v1/admin_user.d.ts +84 -0
  11. package/dist/admin/generated/console/v1/admin_user_character.d.ts +107 -0
  12. package/dist/admin/generated/console/v1/app.d.ts +116 -0
  13. package/dist/admin/generated/console/v1/auth.d.ts +199 -0
  14. package/dist/admin/generated/console/v1/character.d.ts +74 -0
  15. package/dist/admin/generated/console/v1/collection_task.d.ts +183 -0
  16. package/dist/admin/generated/console/v1/console.d.ts +163 -0
  17. package/dist/admin/generated/console/v1/instance_management.d.ts +156 -0
  18. package/dist/admin/generated/console/v1/material.d.ts +180 -0
  19. package/dist/admin/generated/console/v1/pipetemplate.d.ts +106 -0
  20. package/dist/admin/generated/console/v1/task.d.ts +292 -0
  21. package/dist/admin/generated/console/v2/async_processing.d.ts +85 -0
  22. package/dist/admin/generated/google/api/annotations.d.ts +1 -0
  23. package/dist/admin/generated/google/api/http.d.ts +47 -0
  24. package/dist/admin/generated/google/protobuf/any.d.ts +27 -0
  25. package/dist/admin/generated/google/protobuf/descriptor.d.ts +552 -0
  26. package/dist/admin/generated/google/protobuf/duration.d.ts +27 -0
  27. package/dist/admin/generated/google/protobuf/empty.d.ts +25 -0
  28. package/dist/admin/generated/google/protobuf/struct.d.ts +74 -0
  29. package/dist/admin/generated/google/protobuf/timestamp.d.ts +27 -0
  30. package/dist/admin/generated/jsonapi/v1/base.d.ts +108 -0
  31. package/dist/admin/generated/platform/v1/asset_groups.d.ts +204 -0
  32. package/dist/admin/generated/platform/v1/assets.d.ts +141 -0
  33. package/dist/admin/generated/platform/v1/auth.d.ts +79 -0
  34. package/dist/admin/generated/platform/v1/character.d.ts +382 -0
  35. package/dist/admin/generated/platform/v1/character_template.d.ts +124 -0
  36. package/dist/admin/generated/platform/v1/christmas_characters.d.ts +118 -0
  37. package/dist/admin/generated/platform/v1/collection_task.d.ts +60 -0
  38. package/dist/admin/generated/platform/v1/config.d.ts +130 -0
  39. package/dist/admin/generated/platform/v1/configkv.d.ts +105 -0
  40. package/dist/admin/generated/platform/v1/console.d.ts +29 -0
  41. package/dist/admin/generated/platform/v1/instance_management.d.ts +156 -0
  42. package/dist/admin/generated/platform/v1/joi_model_apply.d.ts +100 -0
  43. package/dist/admin/generated/platform/v1/material.d.ts +29 -0
  44. package/dist/admin/generated/platform/v1/model_evaluation.d.ts +100 -0
  45. package/dist/admin/generated/platform/v1/oss.d.ts +53 -0
  46. package/dist/admin/generated/platform/v1/pipetemplate.d.ts +106 -0
  47. package/dist/admin/generated/platform/v1/provider.d.ts +141 -0
  48. package/dist/admin/generated/platform/v1/redeem.d.ts +83 -0
  49. package/dist/admin/generated/platform/v1/sms_send_log.d.ts +95 -0
  50. package/dist/admin/generated/platform/v1/task.d.ts +39 -0
  51. package/dist/admin/generated/platform/v1/user.d.ts +142 -0
  52. package/dist/admin/generated/platform/v1/voice.d.ts +141 -0
  53. package/dist/admin/generated/realtime/v1/auth.d.ts +77 -0
  54. package/dist/admin/generated/realtime/v1/customized.d.ts +60 -0
  55. package/dist/admin/generated/realtime/v1/messages.d.ts +156 -0
  56. package/dist/admin/generated/realtime/v1/realtime.d.ts +67 -0
  57. package/dist/admin/generated/realtime/v1/redeem.d.ts +44 -0
  58. package/dist/admin/generated/realtime/v1/user.d.ts +150 -0
  59. package/dist/admin/generated/realtime/v2/auth.d.ts +68 -0
  60. package/dist/admin/generated/realtime/v2/callback.d.ts +56 -0
  61. package/dist/admin/generated/realtime/v2/joi_avatar.d.ts +204 -0
  62. package/dist/admin/generated/realtime/v2/model_apply.d.ts +138 -0
  63. package/dist/admin/generated/realtime/v2/realtime.d.ts +70 -0
  64. package/dist/admin/generated/realtime/v2/user.d.ts +96 -0
  65. package/dist/admin/openapi-ts.config.d.ts +8 -0
  66. package/dist/admin/src/apis/useAssetApi.d.ts +17 -0
  67. package/dist/admin/src/apis/useAssetGroupApi.d.ts +26 -0
  68. package/dist/admin/src/apis/useCharacterApi.d.ts +21 -0
  69. package/dist/admin/src/apis/useCharacterTemplateApi.d.ts +20 -0
  70. package/dist/admin/src/apis/useChristmasCharactersApi.d.ts +40 -0
  71. package/dist/admin/src/apis/useCollectionTaskApi.d.ts +64 -0
  72. package/dist/admin/src/apis/useConfigApi.d.ts +16 -0
  73. package/dist/admin/src/apis/useConsoleApi.d.ts +24 -0
  74. package/dist/admin/src/apis/useInstanceManagementApi.d.ts +19 -0
  75. package/dist/admin/src/apis/useJoiModelApplyApi.d.ts +11 -0
  76. package/dist/admin/src/apis/useMaterialApi.d.ts +1 -0
  77. package/dist/admin/src/apis/useOssApi.d.ts +15 -0
  78. package/dist/admin/src/apis/usePipelineTemplateApi.d.ts +8 -0
  79. package/dist/admin/src/apis/useProviderApi.d.ts +16 -0
  80. package/dist/admin/src/apis/useRedeemApi.d.ts +5 -0
  81. package/dist/admin/src/apis/useSmsSendLogApi.d.ts +14 -0
  82. package/dist/admin/src/apis/useTaskApi.d.ts +66 -0
  83. package/dist/admin/src/apis/useUserApi.d.ts +17 -0
  84. package/dist/admin/src/apis/useVoiceApi.d.ts +15 -0
  85. package/dist/admin/src/client/client/client.gen.d.ts +2 -0
  86. package/dist/admin/src/client/client/index.d.ts +8 -0
  87. package/dist/admin/src/client/client/types.gen.d.ts +70 -0
  88. package/dist/admin/src/client/client/utils.gen.d.ts +31 -0
  89. package/dist/admin/src/client/client.gen.d.ts +5 -0
  90. package/dist/admin/src/client/core/auth.gen.d.ts +8 -0
  91. package/dist/admin/src/client/core/bodySerializer.gen.d.ts +21 -0
  92. package/dist/admin/src/client/core/params.gen.d.ts +27 -0
  93. package/dist/admin/src/client/core/pathSerializer.gen.d.ts +30 -0
  94. package/dist/admin/src/client/core/queryKeySerializer.gen.d.ts +9 -0
  95. package/dist/admin/src/client/core/serverSentEvents.gen.d.ts +23 -0
  96. package/dist/admin/src/client/core/types.gen.d.ts +32 -0
  97. package/dist/admin/src/client/core/utils.gen.d.ts +19 -0
  98. package/dist/admin/src/client/index.d.ts +2 -0
  99. package/dist/admin/src/client/sdk.gen.d.ts +245 -0
  100. package/dist/admin/src/client/types.gen.d.ts +4009 -0
  101. package/dist/admin/src/client/valibot.gen.d.ts +7814 -0
  102. package/dist/admin/src/components/ui/alert/index.d.ts +8 -0
  103. package/dist/admin/src/components/ui/alert-dialog/index.d.ts +9 -0
  104. package/dist/admin/src/components/ui/avatar/index.d.ts +9 -0
  105. package/dist/admin/src/components/ui/badge/index.d.ts +6 -0
  106. package/dist/admin/src/components/ui/breadcrumb/index.d.ts +7 -0
  107. package/dist/admin/src/components/ui/button/index.d.ts +7 -0
  108. package/dist/admin/src/components/ui/card/index.d.ts +6 -0
  109. package/dist/admin/src/components/ui/checkbox/index.d.ts +1 -0
  110. package/dist/admin/src/components/ui/collapsible/index.d.ts +3 -0
  111. package/dist/admin/src/components/ui/combobox/index.d.ts +9 -0
  112. package/dist/admin/src/components/ui/dialog/index.d.ts +9 -0
  113. package/dist/admin/src/components/ui/dropdown-menu/index.d.ts +15 -0
  114. package/dist/admin/src/components/ui/filter-popover/index.d.ts +1 -0
  115. package/dist/admin/src/components/ui/form/index.d.ts +7 -0
  116. package/dist/admin/src/components/ui/form/injectionKeys.d.ts +2 -0
  117. package/dist/admin/src/components/ui/form/useFormField.d.ts +11 -0
  118. package/dist/admin/src/components/ui/input/index.d.ts +1 -0
  119. package/dist/admin/src/components/ui/label/index.d.ts +1 -0
  120. package/dist/admin/src/components/ui/popover/index.d.ts +4 -0
  121. package/dist/admin/src/components/ui/progress/index.d.ts +1 -0
  122. package/dist/admin/src/components/ui/select/index.d.ts +11 -0
  123. package/dist/admin/src/components/ui/separator/index.d.ts +1 -0
  124. package/dist/admin/src/components/ui/sheet/index.d.ts +13 -0
  125. package/dist/admin/src/components/ui/sidebar/index.d.ts +37 -0
  126. package/dist/admin/src/components/ui/sidebar/utils.d.ts +54 -0
  127. package/dist/admin/src/components/ui/skeleton/index.d.ts +1 -0
  128. package/dist/admin/src/components/ui/slider/index.d.ts +1 -0
  129. package/dist/admin/src/components/ui/switch/index.d.ts +1 -0
  130. package/dist/admin/src/components/ui/tabs/index.d.ts +4 -0
  131. package/dist/admin/src/components/ui/tags-input/index.d.ts +5 -0
  132. package/dist/admin/src/components/ui/textarea/index.d.ts +1 -0
  133. package/dist/admin/src/components/ui/tooltip/index.d.ts +4 -0
  134. package/dist/admin/src/composables/useApi.d.ts +21 -0
  135. package/dist/admin/src/composables/useAppStorage.d.ts +9 -0
  136. package/dist/admin/src/composables/useAssetUpload.d.ts +31 -0
  137. package/dist/admin/src/composables/useCharacterForm.d.ts +139 -0
  138. package/dist/admin/src/composables/useCharacterSettings.d.ts +27 -0
  139. package/dist/admin/src/composables/useCharacterTemplateForm.d.ts +47 -0
  140. package/dist/admin/src/composables/useCollectionTaskFilters.d.ts +12 -0
  141. package/dist/admin/src/composables/useFileUpload.d.ts +26 -0
  142. package/dist/admin/src/composables/useMaterialFilters.d.ts +14 -0
  143. package/dist/admin/src/composables/useModelEvaluation.d.ts +22 -0
  144. package/dist/admin/src/composables/useModelEvaluationWebSocket.d.ts +111 -0
  145. package/dist/admin/src/composables/useModelSettings.d.ts +12 -0
  146. package/dist/admin/src/composables/usePageScrollLock.d.ts +6 -0
  147. package/dist/admin/src/composables/useTaskFilters.d.ts +11 -0
  148. package/dist/admin/src/composables/useTestGroundProviders.d.ts +51 -0
  149. package/dist/admin/src/constants/character.d.ts +4 -0
  150. package/dist/admin/src/constants/collection-task.d.ts +5 -0
  151. package/dist/admin/src/constants/config-previews.d.ts +8 -0
  152. package/dist/admin/src/constants/container.d.ts +1 -0
  153. package/dist/admin/src/constants/links.d.ts +7 -0
  154. package/dist/admin/src/constants/nav.d.ts +17 -0
  155. package/dist/admin/src/constants/providers.d.ts +17 -0
  156. package/dist/admin/src/constants/regions.d.ts +10 -0
  157. package/dist/admin/src/constants/test-ground-voices.d.ts +19 -0
  158. package/dist/admin/src/constants/ui.d.ts +4 -0
  159. package/dist/admin/src/constants/voice.d.ts +12 -0
  160. package/dist/admin/src/constants/volc.d.ts +135 -0
  161. package/dist/admin/src/lib/cos/constants.d.ts +6 -0
  162. package/dist/admin/src/lib/cos/useCosDownload.d.ts +39 -0
  163. package/dist/admin/src/lib/cos/useCosUpload.d.ts +47 -0
  164. package/dist/admin/src/lib/cos/useVideoInfoExtractor.d.ts +12 -0
  165. package/dist/admin/src/lib/cos/utils.d.ts +4 -0
  166. package/dist/admin/src/lib/utils.d.ts +49 -0
  167. package/dist/admin/src/main.d.ts +0 -0
  168. package/dist/admin/src/renderSystem/animation/utils/eventEmitter.d.ts +9 -0
  169. package/dist/admin/src/renderSystem/animation/utils/flameConverter.d.ts +18 -0
  170. package/dist/admin/src/renderSystem/audio/AnimationPlayer.d.ts +31 -0
  171. package/dist/admin/src/renderSystem/audio/StreamingAudioPlayer.d.ts +66 -0
  172. package/dist/admin/src/renderSystem/config/app-config.d.ts +39 -0
  173. package/dist/admin/src/renderSystem/config/constants.d.ts +3 -0
  174. package/dist/admin/src/renderSystem/config/sdk-config-loader.d.ts +5 -0
  175. package/dist/admin/src/renderSystem/core/Avatar.d.ts +8 -0
  176. package/dist/admin/src/renderSystem/core/AvatarController.d.ts +65 -0
  177. package/dist/admin/src/renderSystem/core/AvatarDownloader.d.ts +38 -0
  178. package/dist/admin/src/renderSystem/core/AvatarKit.d.ts +10 -0
  179. package/dist/admin/src/renderSystem/core/AvatarView.d.ts +67 -0
  180. package/dist/admin/src/renderSystem/generated/driveningress/v1/driveningress.d.ts +68 -0
  181. package/dist/admin/src/renderSystem/generated/driveningress/v2/driveningress.d.ts +3 -0
  182. package/dist/admin/src/renderSystem/generated/google/protobuf/struct.d.ts +74 -0
  183. package/dist/admin/src/renderSystem/generated/google/protobuf/timestamp.d.ts +27 -0
  184. package/dist/admin/src/renderSystem/renderer/RenderSystem.d.ts +1 -0
  185. package/dist/admin/src/renderSystem/renderer/covariance.d.ts +1 -0
  186. package/dist/admin/src/renderSystem/renderer/renderer.d.ts +7 -0
  187. package/dist/admin/src/renderSystem/renderer/sortSplats.d.ts +1 -0
  188. package/dist/admin/src/renderSystem/renderer/webgl/reorderData.d.ts +1 -0
  189. package/dist/admin/src/renderSystem/renderer/webgl/webglRenderer.d.ts +27 -0
  190. package/dist/admin/src/renderSystem/renderer/webgpu/webgpuRenderer.d.ts +27 -0
  191. package/dist/admin/src/renderSystem/types/character-settings.d.ts +18 -0
  192. package/dist/admin/src/renderSystem/types/character.d.ts +22 -0
  193. package/dist/admin/src/renderSystem/types/index.d.ts +62 -0
  194. package/dist/admin/src/renderSystem/utils/animation-interpolation.d.ts +7 -0
  195. package/dist/admin/src/renderSystem/utils/conversationId.d.ts +1 -0
  196. package/dist/admin/src/renderSystem/utils/error-utils.d.ts +3 -0
  197. package/dist/admin/src/renderSystem/utils/id-manager.d.ts +12 -0
  198. package/dist/admin/src/renderSystem/utils/logger.d.ts +14 -0
  199. package/dist/admin/src/renderSystem/wasm/avatarCoreAdapter.d.ts +101 -0
  200. package/dist/admin/src/renderSystem/wasm/avatarCoreMemory.d.ts +92 -0
  201. package/dist/admin/src/stores/providers.d.ts +336 -0
  202. package/dist/admin/src/stores/region.d.ts +19 -0
  203. package/dist/admin/src/stores/user.d.ts +112 -0
  204. package/dist/admin/src/types/character-settings.d.ts +18 -0
  205. package/dist/admin/src/types/character.d.ts +117 -0
  206. package/dist/admin/src/types/collection-task.d.ts +11 -0
  207. package/dist/admin/src/types/config.d.ts +36 -0
  208. package/dist/admin/src/types/doubao-voice.d.ts +42 -0
  209. package/dist/admin/src/types/error.d.ts +5 -0
  210. package/dist/admin/src/types/model-settings.d.ts +41 -0
  211. package/dist/admin/src/types/task.d.ts +45 -0
  212. package/dist/admin/src/types/test-ground.d.ts +36 -0
  213. package/dist/admin/src/types/video-material.d.ts +130 -0
  214. package/dist/admin/src/types/voice.d.ts +58 -0
  215. package/dist/admin/src/utils/asset-config-loader.d.ts +10 -0
  216. package/dist/admin/src/utils/collection-task.d.ts +3 -0
  217. package/dist/admin/src/utils/error.d.ts +1 -0
  218. package/dist/admin/src/utils/hash.d.ts +20 -0
  219. package/dist/admin/src/utils/model-settings.d.ts +9 -0
  220. package/dist/admin/src/utils/monad.d.ts +13 -0
  221. package/dist/admin/src/utils/task.d.ts +8 -0
  222. package/dist/admin/unocss.config.d.ts +2 -0
  223. package/dist/admin/vite.config.d.ts +2 -0
  224. package/dist/admin/vue-macros.config.d.ts +2 -0
  225. package/dist/animation/AnimationWebSocketClient.d.ts +3 -0
  226. package/dist/audio/StreamingAudioPlayer.d.ts +4 -0
  227. package/dist/core/AvatarController.d.ts +2 -0
  228. package/dist/generated/common/v1/models.d.ts +29 -0
  229. package/dist/generated/driveningress/v2/driveningress.d.ts +81 -0
  230. package/dist/{index-DgkjYDp2.js → index-DxIr4cus.js} +1355 -215
  231. package/dist/index.js +1 -1
  232. package/dist/renderer/webgpu/webgpuRenderer.d.ts +0 -1
  233. package/dist/types/index.d.ts +10 -1
  234. package/dist/utils/id-manager.d.ts +1 -0
  235. package/package.json +1 -1
@@ -0,0 +1,10 @@
1
+ import { CameraSettings } from '../renderSystem/types/character-settings';
2
+ import { ModelConfig } from '../types/test-ground';
3
+
4
+ export declare function loadCameraSettingsFromAssetGroup(assetGroup: any): Promise<CameraSettings | null>;
5
+
6
+ export declare function loadModelSettingsJsonFromAssetGroup(assetGroup: any): Promise<string | null>;
7
+
8
+ export declare function cameraSettingsToModelConfigCamera(camera: CameraSettings | null | undefined, precision?: number): NonNullable<ModelConfig['camera']>;
9
+
10
+ export declare function loadDefaultConfigFromAssetGroup(assetGroup: any): Promise<Partial<ModelConfig>>;
@@ -0,0 +1,3 @@
1
+ export declare function getCollectionTaskStatusDisplay(status?: string): string;
2
+
3
+ export declare function getCollectionTaskStatusClass(status?: string): "bg-yellow-100 text-yellow-800 border-yellow-200" | "bg-green-100 text-green-800 border-green-200" | "bg-red-100 text-red-800 border-red-200" | "bg-gray-100 text-gray-800 border-gray-200";
@@ -0,0 +1 @@
1
+ export declare function errorToMessage(error: unknown, defaultMessage?: string): string;
@@ -0,0 +1,20 @@
1
+ export declare function calculateFileHash(file: File): Promise<string>;
2
+
3
+ export declare function generateVideoKey(file: File): Promise<string>;
4
+
5
+ export declare function generateMaterialKey(file: File): Promise<string>;
6
+
7
+ export declare function getUploadProgress(key: string): {
8
+ progress: number;
9
+ uploadedSize: number;
10
+ totalSize: number;
11
+ lastModified: number;
12
+ } | null;
13
+
14
+ export declare function saveUploadProgress(key: string, progress: {
15
+ progress: number;
16
+ uploadedSize: number;
17
+ totalSize: number;
18
+ }): void;
19
+
20
+ export declare function clearUploadProgress(key: string): void;
@@ -0,0 +1,9 @@
1
+ import { ModelConfig } from '../types/test-ground';
2
+
3
+ export declare function deepMerge(target: any, source: any): any;
4
+
5
+ export declare function ensureEyeBlink(settings: any): any;
6
+
7
+ export declare function processModelSettingsForNewCharacter(parsed: any): any;
8
+
9
+ export declare function parseModelSettingsToConfig(modelSettingsStr: string | null | undefined): Partial<ModelConfig>;
@@ -0,0 +1,13 @@
1
+ export interface Result<out T> {
2
+ orDefault: <U extends T>(defaultValue: U) => T;
3
+ orUndefined: () => T | undefined;
4
+ orElse: <U extends T>(fn: () => U) => T;
5
+ unwrap: () => T;
6
+ unwrapOver: (fn: (error: unknown) => void) => T;
7
+ expect: (message?: string) => T;
8
+ expectOver: (message?: string, fn?: (error: unknown) => void) => T;
9
+ map: <U extends T>(fn: (value: T) => U) => Result<U>;
10
+ mapErr: <U extends T>(fn: (error: unknown) => U) => Result<U>;
11
+ }
12
+ export declare function Ok<T>(value: T): Result<T>;
13
+ export declare function Err<T>(error: unknown): Result<T>;
@@ -0,0 +1,8 @@
1
+ import { V1TaskStatus, V1TaskType } from '../client';
2
+ export declare function getTaskStatusDisplayClass(status: string): "bg-yellow-100 text-yellow-800 border-yellow-200" | "bg-green-100 text-green-800 border-green-200" | "bg-red-100 text-red-800 border-red-200" | "bg-gray-100 text-gray-800 border-gray-200" | "bg-blue-100 text-blue-800 border-blue-200";
3
+
4
+ export declare function getTaskTypeDisplay(type?: V1TaskType): string;
5
+
6
+ export declare function getTaskStatusDisplay(status?: V1TaskStatus): string;
7
+
8
+ export declare function getTaskStatusClass(status?: V1TaskStatus): "bg-green-100 text-green-800 border-green-200" | "bg-red-100 text-red-800 border-red-200" | "bg-gray-100 text-gray-800 border-gray-200" | "bg-blue-100 text-blue-800 border-blue-200";
@@ -0,0 +1,2 @@
1
+ declare const _default: import('unocss').UserConfig<object>;
2
+ export default _default;
@@ -0,0 +1,2 @@
1
+ declare const _default: import('vite').UserConfig;
2
+ export default _default;
@@ -0,0 +1,2 @@
1
+ declare const _default: Omit<import('vue-macros').Options, "plugins">;
2
+ export default _default;
@@ -18,6 +18,7 @@ export declare class AnimationWebSocketClient extends EventEmitter {
18
18
  private isConnecting;
19
19
  private isManuallyDisconnected;
20
20
  private reconnectTimer;
21
+ private sessionConfigured;
21
22
  constructor(options: AnimationWebSocketClientOptions);
22
23
  connect(characterId: string): Promise<void>;
23
24
  disconnect(): void;
@@ -27,6 +28,8 @@ export declare class AnimationWebSocketClient extends EventEmitter {
27
28
  getCurrentCharacterId(): string;
28
29
  private buildWebSocketUrl;
29
30
  private connectWebSocket;
31
+ private sanitizeUrlForLog;
32
+ private configureSession;
30
33
  private handleMessage;
31
34
  private scheduleReconnect;
32
35
  }
@@ -17,9 +17,13 @@ export declare class StreamingAudioPlayer {
17
17
  private isPlaying;
18
18
  private isPaused;
19
19
  private autoStartEnabled;
20
+ private autoContinue;
20
21
  private audioChunks;
21
22
  private scheduledChunks;
22
23
  private activeSources;
24
+ private lastScheduledChunkEndTime;
25
+ private lastGetCurrentTimeLog;
26
+ private scheduledChunkInfo;
23
27
  private gainNode;
24
28
  private volume;
25
29
  private onEndedCallback?;
@@ -28,6 +28,8 @@ export declare class AvatarController {
28
28
  private keyframesOffset;
29
29
  private readonly MAX_KEYFRAMES;
30
30
  private readonly KEYFRAMES_CLEANUP_THRESHOLD;
31
+ private lastSyncLogTime;
32
+ private lastOutOfBoundsState;
31
33
  private isAudioOnlyMode;
32
34
  private hostModeMetrics;
33
35
  private readonly audioBytesPerSecond;
@@ -0,0 +1,29 @@
1
+ import { BinaryReader, BinaryWriter } from '@bufbuild/protobuf/wire';
2
+ export declare const protobufPackage = "common.v1";
3
+
4
+ export interface CustomAnimation {
5
+ key: string;
6
+ pbUrl: string;
7
+ wavUrl: string;
8
+ remark: string;
9
+ }
10
+ export declare const CustomAnimation: MessageFns<CustomAnimation>;
11
+ type Builtin = Date | Function | Uint8Array | string | number | boolean | undefined;
12
+ export type DeepPartial<T> = T extends Builtin ? T : T extends globalThis.Array<infer U> ? globalThis.Array<DeepPartial<U>> : T extends ReadonlyArray<infer U> ? ReadonlyArray<DeepPartial<U>> : T extends {} ? {
13
+ [K in keyof T]?: DeepPartial<T[K]>;
14
+ } : Partial<T>;
15
+ type KeysOfUnion<T> = T extends T ? keyof T : never;
16
+ export type Exact<P, I extends P> = P extends Builtin ? P : P & {
17
+ [K in keyof P]: Exact<P[K], I[K]>;
18
+ } & {
19
+ [K in Exclude<keyof I, KeysOfUnion<P>>]: never;
20
+ };
21
+ export interface MessageFns<T> {
22
+ encode(message: T, writer?: BinaryWriter): BinaryWriter;
23
+ decode(input: BinaryReader | Uint8Array, length?: number): T;
24
+ fromJSON(object: any): T;
25
+ toJSON(message: T): unknown;
26
+ create<I extends Exact<DeepPartial<T>, I>>(base?: I): T;
27
+ fromPartial<I extends Exact<DeepPartial<T>, I>>(object: I): T;
28
+ }
29
+ export {};
@@ -1,6 +1,32 @@
1
1
  import { BinaryReader, BinaryWriter } from '@bufbuild/protobuf/wire';
2
+ import { CustomAnimation } from '../../common/v1/models';
2
3
  import { Timestamp } from '../../google/protobuf/timestamp';
3
4
  export declare const protobufPackage = "driveningress.v2";
5
+ export declare enum MessageType {
6
+ MESSAGE_UNSPECIFIED = 0,
7
+
8
+ MESSAGE_CLIENT_CONFIGURE_SESSION = 1,
9
+
10
+ MESSAGE_SERVER_CONFIRM_SESSION = 2,
11
+ MESSAGE_CLIENT_AUDIO_INPUT = 3,
12
+ MESSAGE_SERVER_ERROR = 4,
13
+ MESSAGE_SERVER_RESPONSE_ANIMATION = 5,
14
+ UNRECOGNIZED = -1
15
+ }
16
+ export declare function messageTypeFromJSON(object: any): MessageType;
17
+ export declare function messageTypeToJSON(object: MessageType): string;
18
+ export declare enum AudioFormat {
19
+ AUDIO_FORMAT_PCM_S16LE = 0,
20
+ UNRECOGNIZED = -1
21
+ }
22
+ export declare function audioFormatFromJSON(object: any): AudioFormat;
23
+ export declare function audioFormatToJSON(object: AudioFormat): string;
24
+ export declare enum TransportCompression {
25
+ TRANSPORT_COMPRESSION_NONE = 0,
26
+ UNRECOGNIZED = -1
27
+ }
28
+ export declare function transportCompressionFromJSON(object: any): TransportCompression;
29
+ export declare function transportCompressionToJSON(object: TransportCompression): string;
4
30
  export interface GetCharacterInfoRequest {
5
31
  characterId: string;
6
32
  }
@@ -16,6 +42,7 @@ export interface CharacterAsset {
16
42
  characterSettings?: {
17
43
  [key: string]: any;
18
44
  } | undefined;
45
+ customAnimations: CustomAnimation[];
19
46
  }
20
47
  export interface Resource {
21
48
  type: string;
@@ -36,12 +63,66 @@ export interface Animations {
36
63
  frameMono?: ResourceHolder | undefined;
37
64
  audioMono?: ResourceHolder | undefined;
38
65
  }
66
+ export interface ClientConfigureSession {
67
+ sampleRate: number;
68
+ bitrate: number;
69
+ audioFormat: AudioFormat;
70
+ transportCompression: TransportCompression;
71
+ }
72
+ export interface ServerConfirmSession {
73
+ connectionId: string;
74
+ }
75
+ export interface ClientAudioInput {
76
+ reqId: string;
77
+ end: boolean;
78
+ audio: Uint8Array;
79
+ }
80
+ export interface ServerError {
81
+ connectionId: string;
82
+ reqId: string;
83
+ code: number;
84
+ message: string;
85
+ }
86
+ export interface Flame {
87
+ translation: number[];
88
+ rotation: number[];
89
+ neckPose: number[];
90
+ jawPose: number[];
91
+ eyePose: number[];
92
+ eyeLid: number[];
93
+ expression: number[];
94
+ }
95
+ export interface FlameAnimation {
96
+ keyframes: Flame[];
97
+ }
98
+ export interface ServerResponseAnimation {
99
+ connectionId: string;
100
+ reqId: string;
101
+ end: boolean;
102
+ animation?: FlameAnimation | undefined;
103
+ }
104
+ export interface Message {
105
+ type: MessageType;
106
+ clientConfigureSession?: ClientConfigureSession | undefined;
107
+ serverConfirmSession?: ServerConfirmSession | undefined;
108
+ clientAudioInput?: ClientAudioInput | undefined;
109
+ serverError?: ServerError | undefined;
110
+ serverResponseAnimation?: ServerResponseAnimation | undefined;
111
+ }
39
112
  export declare const GetCharacterInfoRequest: MessageFns<GetCharacterInfoRequest>;
40
113
  export declare const CharacterAsset: MessageFns<CharacterAsset>;
41
114
  export declare const Resource: MessageFns<Resource>;
42
115
  export declare const ResourceHolder: MessageFns<ResourceHolder>;
43
116
  export declare const Models: MessageFns<Models>;
44
117
  export declare const Animations: MessageFns<Animations>;
118
+ export declare const ClientConfigureSession: MessageFns<ClientConfigureSession>;
119
+ export declare const ServerConfirmSession: MessageFns<ServerConfirmSession>;
120
+ export declare const ClientAudioInput: MessageFns<ClientAudioInput>;
121
+ export declare const ServerError: MessageFns<ServerError>;
122
+ export declare const Flame: MessageFns<Flame>;
123
+ export declare const FlameAnimation: MessageFns<FlameAnimation>;
124
+ export declare const ServerResponseAnimation: MessageFns<ServerResponseAnimation>;
125
+ export declare const Message: MessageFns<Message>;
45
126
  export interface DrivenIngressService {
46
127
  GetCharacterInfo(request: GetCharacterInfoRequest): Promise<CharacterAsset>;
47
128
  }