@xmov/avatar 2.4.0 → 2.5.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (157) hide show
  1. package/README.md +34 -6
  2. package/package-dist/agent/avatar.cjs +1 -0
  3. package/package-dist/agent/avatar.modern.js +1 -0
  4. package/package-dist/agent/avatar.module.js +1 -0
  5. package/package-dist/agent/avatar.umd.js +1 -0
  6. package/package-dist/agent/index.d.ts +42 -0
  7. package/{dist/agent/types.d.ts → package-dist/agent/public-types.d.ts} +115 -116
  8. package/package-dist/index.cjs +3 -0
  9. package/package-dist/index.d.ts +34 -0
  10. package/package-dist/index.modern.js +1 -0
  11. package/package-dist/index.module.js +1 -0
  12. package/package-dist/index.umd.js +14 -0
  13. package/package-dist/public-types.d.ts +205 -0
  14. package/package.json +41 -33
  15. package/dist/agent/avatar.cjs +0 -1
  16. package/dist/agent/avatar.modern.js +0 -1
  17. package/dist/agent/avatar.module.js +0 -1
  18. package/dist/agent/avatar.umd.js +0 -1
  19. package/dist/agent/index.d.ts +0 -137
  20. package/dist/baseRender/AudioRenderer.d.ts +0 -46
  21. package/dist/baseRender/AudioWorklet.d.ts +0 -78
  22. package/dist/baseRender/AvatarRenderer.d.ts +0 -225
  23. package/dist/baseRender/MSEAudioPlayer.d.ts +0 -51
  24. package/dist/baseRender/UIRenderer.d.ts +0 -39
  25. package/dist/baseRender/pcm-audio-processor.d.ts +0 -63
  26. package/dist/control/APIForwarder.d.ts +0 -23
  27. package/dist/control/DataCacheQueue.d.ts +0 -69
  28. package/dist/control/EventDispatcher.d.ts +0 -35
  29. package/dist/control/RenderScheduler.d.ts +0 -171
  30. package/dist/control/SaveAndDownload.d.ts +0 -14
  31. package/dist/control/StreamingClient.d.ts +0 -33
  32. package/dist/control/VideoPlayer.d.ts +0 -47
  33. package/dist/control/ttsa.d.ts +0 -125
  34. package/dist/encoding/media-recorder-encoder.d.ts +0 -33
  35. package/dist/encoding/pcm-webm-encoder.d.ts +0 -13
  36. package/dist/encoding/webcodec-opus-encoder.d.ts +0 -41
  37. package/dist/encoding/webm-muxer.d.ts +0 -90
  38. package/dist/index.cjs +0 -2
  39. package/dist/index.cjs.map +0 -1
  40. package/dist/index.d.ts +0 -251
  41. package/dist/index.modern.js +0 -2
  42. package/dist/index.modern.js.map +0 -1
  43. package/dist/index.module.js +0 -2
  44. package/dist/index.module.js.map +0 -1
  45. package/dist/index.umd.js +0 -2
  46. package/dist/index.umd.js.map +0 -1
  47. package/dist/modules/Composition.d.ts +0 -28
  48. package/dist/modules/ResourceManager.d.ts +0 -299
  49. package/dist/modules/TrackRenderer/base-track.d.ts +0 -4
  50. package/dist/modules/TrackRenderer/index.d.ts +0 -12
  51. package/dist/modules/TrackRenderer/render-implements.d.ts +0 -19
  52. package/dist/modules/TrackRenderer/track-pic.d.ts +0 -8
  53. package/dist/modules/TrackRenderer/track-subtitle.d.ts +0 -8
  54. package/dist/modules/cache-manager.d.ts +0 -5
  55. package/dist/modules/decoder.d.ts +0 -84
  56. package/dist/modules/error-handle.d.ts +0 -17
  57. package/dist/modules/network.d.ts +0 -21
  58. package/dist/modules/sentry-reporter.d.ts +0 -58
  59. package/dist/proto/face_data_pb.d.ts +0 -0
  60. package/dist/types/capability.d.ts +0 -15
  61. package/dist/types/error.d.ts +0 -70
  62. package/dist/types/event.d.ts +0 -25
  63. package/dist/types/frame-data.d.ts +0 -107
  64. package/dist/types/index.d.ts +0 -196
  65. package/dist/types/render.d.ts +0 -18
  66. package/dist/utils/DataInterface.d.ts +0 -113
  67. package/dist/utils/GLDevice.d.ts +0 -46
  68. package/dist/utils/GLPipeline.d.ts +0 -84
  69. package/dist/utils/GLPipelineDebugTools.d.ts +0 -5
  70. package/dist/utils/Math.d.ts +0 -21
  71. package/dist/utils/__tests__/capability-checker.test.d.ts +0 -1
  72. package/dist/utils/audio-session.d.ts +0 -11
  73. package/dist/utils/audio.d.ts +0 -1
  74. package/dist/utils/capability-checker.d.ts +0 -28
  75. package/dist/utils/encodeToken.d.ts +0 -14
  76. package/dist/utils/face.d.ts +0 -1
  77. package/dist/utils/float32-decoder.d.ts +0 -26
  78. package/dist/utils/fpsTracker.d.ts +0 -27
  79. package/dist/utils/index.d.ts +0 -22
  80. package/dist/utils/logger.d.ts +0 -9
  81. package/dist/utils/media-recorder-timestamp.d.ts +0 -15
  82. package/dist/utils/pcmAnalyzer.d.ts +0 -40
  83. package/dist/utils/perfermance.d.ts +0 -15
  84. package/dist/utils/request.d.ts +0 -20
  85. package/dist/utils/requestAnimateFrames.d.ts +0 -31
  86. package/dist/utils/time.d.ts +0 -9
  87. package/dist/utils/video-probe-asset.d.ts +0 -28
  88. package/dist/view/DebugOverlay.d.ts +0 -54
  89. package/dist/worker/streaming-video.d.ts +0 -1
  90. package/src/baseRender/AudioRenderer.ts +0 -328
  91. package/src/baseRender/AudioWorklet.ts +0 -776
  92. package/src/baseRender/AvatarRenderer.ts +0 -1550
  93. package/src/baseRender/MSEAudioPlayer.ts +0 -254
  94. package/src/baseRender/UIRenderer.ts +0 -195
  95. package/src/baseRender/pcm-audio-processor.js +0 -267
  96. package/src/control/APIForwarder.ts +0 -67
  97. package/src/control/DataCacheQueue.ts +0 -372
  98. package/src/control/EventDispatcher.ts +0 -106
  99. package/src/control/RenderScheduler.ts +0 -1000
  100. package/src/control/SaveAndDownload.js +0 -77
  101. package/src/control/StreamingClient.ts +0 -138
  102. package/src/control/VideoPlayer.ts +0 -306
  103. package/src/control/ttsa.ts +0 -754
  104. package/src/encoding/media-recorder-encoder.ts +0 -175
  105. package/src/encoding/pcm-webm-encoder.ts +0 -72
  106. package/src/encoding/webcodec-opus-encoder.ts +0 -258
  107. package/src/encoding/webm-muxer.ts +0 -337
  108. package/src/global.d.ts +0 -112
  109. package/src/index.ts +0 -2053
  110. package/src/modules/Composition.ts +0 -79
  111. package/src/modules/ResourceManager.ts +0 -926
  112. package/src/modules/TrackRenderer/base-track.ts +0 -7
  113. package/src/modules/TrackRenderer/index.ts +0 -40
  114. package/src/modules/TrackRenderer/render-implements.ts +0 -269
  115. package/src/modules/TrackRenderer/track-pic.ts +0 -19
  116. package/src/modules/TrackRenderer/track-subtitle.ts +0 -16
  117. package/src/modules/cache-manager.ts +0 -10
  118. package/src/modules/decoder.ts +0 -548
  119. package/src/modules/error-handle.ts +0 -20
  120. package/src/modules/network.ts +0 -71
  121. package/src/modules/sentry-reporter.ts +0 -171
  122. package/src/proto/face_data.proto +0 -45
  123. package/src/proto/face_data_pb.js +0 -1297
  124. package/src/proto/protobuf.min.js +0 -8
  125. package/src/types/capability.ts +0 -24
  126. package/src/types/error.ts +0 -211
  127. package/src/types/event.ts +0 -38
  128. package/src/types/frame-data.ts +0 -121
  129. package/src/types/index.ts +0 -220
  130. package/src/types/render.ts +0 -18
  131. package/src/utils/DataInterface.ts +0 -746
  132. package/src/utils/GLDevice.ts +0 -286
  133. package/src/utils/GLPipeline.ts +0 -1293
  134. package/src/utils/GLPipelineDebugTools.ts +0 -174
  135. package/src/utils/Math.ts +0 -266
  136. package/src/utils/__tests__/capability-checker.test.ts +0 -159
  137. package/src/utils/audio-session.ts +0 -144
  138. package/src/utils/audio.ts +0 -44
  139. package/src/utils/blueimp-md5.d.ts +0 -3
  140. package/src/utils/capability-checker.ts +0 -762
  141. package/src/utils/encodeToken.ts +0 -115
  142. package/src/utils/face.ts +0 -29
  143. package/src/utils/float32-decoder.js +0 -130
  144. package/src/utils/fpsTracker.ts +0 -100
  145. package/src/utils/index.ts +0 -182
  146. package/src/utils/logger.js +0 -36
  147. package/src/utils/media-recorder-timestamp.ts +0 -79
  148. package/src/utils/pcmAnalyzer.ts +0 -154
  149. package/src/utils/perfermance.ts +0 -141
  150. package/src/utils/request.ts +0 -107
  151. package/src/utils/requestAnimateFrames.ts +0 -195
  152. package/src/utils/time.ts +0 -32
  153. package/src/utils/video-probe-asset.ts +0 -99
  154. package/src/view/DebugOverlay.ts +0 -409
  155. package/src/worker/streaming-video.ts +0 -4647
  156. /package/{dist → package-dist}/agent/index.cjs +0 -0
  157. /package/{dist → package-dist}/agent/index.umd.js +0 -0
package/README.md CHANGED
@@ -15,7 +15,7 @@ npm install @xmov/avatar --registry=https://npm.xmov.ai
15
15
  ## 快速开始
16
16
 
17
17
  ```typescript
18
- import XmovAvatar from '@xmov/avatar';
18
+ import XmovAvatar, { InitModel } from '@xmov/avatar';
19
19
 
20
20
  const avatar = new XmovAvatar({
21
21
  containerId: '#container',
@@ -32,12 +32,12 @@ const avatar = new XmovAvatar({
32
32
  // 初始化
33
33
  await avatar.init({
34
34
  onDownloadProgress: (progress) => console.log('下载进度:', progress),
35
- initModel: 'normal', // 或 'invisible' 进入隐身模式
35
+ initModel: InitModel.normal, // 或 InitModel.invisible
36
36
  });
37
37
 
38
38
  // 播放文本(SSML)
39
39
  avatar.speak('<speak>你好,世界!</speak>', true, true, {
40
- client_speak_id: 'unique-id'
40
+ client_speak_id: 'unique-id', client_frame: 0
41
41
  });
42
42
 
43
43
  // 状态切换
@@ -73,10 +73,20 @@ await avatar.destroy('user');
73
73
  | `showDebugInfo()` | 显示调试浮层 |
74
74
  | `hideDebugInfo()` | 隐藏调试浮层 |
75
75
  | `getSessionId()` | 获取会话id |
76
+ | `getRenderState()` | 获取渲染状态 |
77
+ | `changeWalkConfig(config)` | 更新行走配置 |
78
+ | `restartWebGL()` | 手动恢复 WebGL,返回 boolean |
79
+ | `startRecoder()` / `stopRecoder()` / `exportVideo()` | deprecated 兼容录制;导出触发下载,不返回 Blob |
80
+
81
+ 静态 `XmovAvatar.checkCapability(audioOnlyMode?)` 返回能力报告。`getStatus()` 返回 `AvatarStatus` 数值枚举或初始值 `-1`;`-1` 表示尚未收到有效状态,不能单独用于判断初始化完成。初始化请等待 `init()`。
82
+
83
+ 录制用法见 [录制说明](./docs/sdk.md)。高级配置、录制三方法、`onStateChange` 和 Agent 的 `speakByE2E/getState` 本轮保留,删除版本待定,不承诺下一大版本删除。
76
84
 
77
85
  ## 配置项
78
86
 
79
87
  ```typescript
88
+ import XmovAvatar from '@xmov/avatar';
89
+
80
90
  const avatar = new XmovAvatar({
81
91
  // 基础配置
82
92
  containerId: '#container', // 容器元素选择器
@@ -105,14 +115,14 @@ const avatar = new XmovAvatar({
105
115
  | 回调 | 说明 |
106
116
  | ----------------------------------------------- | ------------------------------------------------------------- |
107
117
  | `onMessage(error)` | 错误消息回调 |
108
- | `onStatusChange(status)` | 状态变化:`online` / `offline` / `close` / `visible` / `invisible` |
118
+ | `onStatusChange(status)` | 状态变化:`AvatarStatus` 数值枚举(非字符串) |
109
119
  | `onRenderChange(state)` | 渲染状态:`init` / `rendering` / `paused` / `resumed` / `stopped` |
110
120
  | `onVoiceStateChange(state, duration, speak_id)` | 语音状态变化 |
111
121
  | `onSpeakStateChange(state, speak_id)` | 播报状态变化 |
112
122
  | `onWalkStateChange(state)` | 行走状态变化 |
113
123
  | `onWidgetEvent(data)` | Widget 事件回调 |
114
124
  | `onNetworkInfo(info)` | 网络信息回调(rtt、downlink、networkStatus) |
115
- | `onDownloadProgress(progress)` | 下载进度回调(0-100) |
125
+ | `onDownloadProgress(progress)` | `init` 参数中的下载进度回调(0-100) |
116
126
  | `onFPSUpdate(stats)` | FPS 统计信息回调 |
117
127
  | `onStateChange(state)` | 通用状态变化回调 |
118
128
  | `onStateRenderChange(state, duration)` | 渲染状态变化回调 |
@@ -160,7 +170,11 @@ pnpm app
160
170
  ### 构建
161
171
 
162
172
  ```bash
163
- # 生产构建
173
+ # 仅本地构建,不上传
174
+ pnpm run build:local
175
+ pnpm run build:demo:internal
176
+
177
+ # 以下命令包含上传,仅用于已批准发布
164
178
  pnpm run build
165
179
 
166
180
  # Lite 版本
@@ -247,3 +261,17 @@ refactor(api): 重构初始化接口 # 修订号递增
247
261
  ## License
248
262
 
249
263
  ISC
264
+
265
+ ## Agent UMD 加载
266
+
267
+ 包内 `agent/index.umd.js` 是全局适配器,不能独立加载。将同一版本的以下两个文件从安装包复制到站点后,按顺序引入(不要使用 async):
268
+
269
+ ```html
270
+ <script src="/sdk/package-dist/agent/avatar.umd.js"></script>
271
+ <script src="/sdk/package-dist/agent/index.umd.js"></script>
272
+ <script>
273
+ // 此时可使用 window.XingyunAvatarAgent
274
+ </script>
275
+ ```
276
+
277
+ `@xmov/avatar/agent/umd` 指向第二个文件;不承诺可通过未导出的包子路径 import 第一个文件。需要单 script 接入时使用维护文档说明的独立 E2E CDN 构建。Agent CJS 当前返回构造函数,没有运行时命名枚举导出;将来新增枚举须同步更新多格式包装及测试。