@xmov/avatar 2.0.0-beta.11 → 2.0.0-beta.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -1
- package/dist/baseRender/AvatarRenderer.d.ts +0 -1
- package/dist/control/RenderScheduler.d.ts +8 -1
- package/dist/index.cjs +1 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.modern.js +1 -1
- package/dist/index.modern.js.map +1 -1
- package/dist/index.module.js +1 -1
- package/dist/index.module.js.map +1 -1
- package/dist/index.umd.js +1 -1
- package/dist/index.umd.js.map +1 -1
- package/dist/modules/ResourceManager.d.ts +2 -1
- package/package.json +4 -2
- package/src/baseRender/AudioRenderer.ts +16 -5
- package/src/baseRender/AvatarRenderer.ts +11 -20
- package/src/baseRender/MSEAudioPlayer.ts +18 -7
- package/src/control/RenderScheduler.ts +59 -8
- package/src/index.ts +26 -7
- package/src/modules/ResourceManager.ts +19 -6
- package/src/modules/decoder.ts +34 -1
- package/src/view/DebugOverlay.ts +9 -4
package/README.md
CHANGED
|
@@ -146,7 +146,7 @@ import XingyunAvatarAgent from '@xmov/avatar/agent';
|
|
|
146
146
|
pnpm install
|
|
147
147
|
cd app/ && pnpm install
|
|
148
148
|
|
|
149
|
-
#
|
|
149
|
+
# 同时监听根 SDK 和 Agent SDK
|
|
150
150
|
pnpm sdk
|
|
151
151
|
|
|
152
152
|
# 启动 Demo 应用
|
|
@@ -155,6 +155,8 @@ pnpm app
|
|
|
155
155
|
# 浏览器访问 http://localhost:5173
|
|
156
156
|
```
|
|
157
157
|
|
|
158
|
+
`pnpm sdk` 会并行运行 `sdk:core` 和 `sdk:agent`。只需监听其中一个入口时,可以单独运行 `pnpm sdk:core` 或 `pnpm sdk:agent`。
|
|
159
|
+
|
|
158
160
|
### 构建
|
|
159
161
|
|
|
160
162
|
```bash
|
|
@@ -122,6 +122,13 @@ export default class RenderScheduler {
|
|
|
122
122
|
_offlineRun(): void;
|
|
123
123
|
ttsaStateChangeHandle(state: StateChangeInfo): void;
|
|
124
124
|
resume(): void;
|
|
125
|
+
/**
|
|
126
|
+
* app 切后台时暂停音频并清空对齐状态(复用断网离线时的 pause())
|
|
127
|
+
* 不能保留缓存续播:Android 后台视频帧号持续递增而音频停留在暂停位置,
|
|
128
|
+
* 恢复后音画基准脱节;且后台期间可能下发新 speak 数据,旧缓存与新 sf 冲突。
|
|
129
|
+
* 恢复后依赖新下发音频的 sf 作为 firstFrameIndex 重新对齐
|
|
130
|
+
*/
|
|
131
|
+
pauseForBackground(): void;
|
|
125
132
|
/**
|
|
126
133
|
* 设置数字人canvas的显隐状态
|
|
127
134
|
* @param visible 是否可见
|
|
@@ -129,7 +136,7 @@ export default class RenderScheduler {
|
|
|
129
136
|
setAvatarCanvasVisible(visible: boolean): void;
|
|
130
137
|
setCharacterCanvasLayout(layout?: Layout): void;
|
|
131
138
|
setWalkConfig(walkConfig: WalkConfig): void;
|
|
132
|
-
interrupt(type?: string): number;
|
|
139
|
+
interrupt(type?: string, targetSpeechId?: number): number;
|
|
133
140
|
seekToFrame(frame: number): void;
|
|
134
141
|
getCurrentFrameIndex(): number;
|
|
135
142
|
getSpeechId(): number;
|