@xmov/avatar 2.4.0 → 2.5.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -6
- package/package-dist/agent/avatar.cjs +1 -0
- package/package-dist/agent/avatar.modern.js +1 -0
- package/package-dist/agent/avatar.module.js +1 -0
- package/package-dist/agent/avatar.umd.js +1 -0
- package/package-dist/agent/index.d.ts +42 -0
- package/{dist/agent/types.d.ts → package-dist/agent/public-types.d.ts} +115 -116
- package/package-dist/index.cjs +3 -0
- package/package-dist/index.d.ts +34 -0
- package/package-dist/index.modern.js +1 -0
- package/package-dist/index.module.js +1 -0
- package/package-dist/index.umd.js +14 -0
- package/package-dist/public-types.d.ts +205 -0
- package/package.json +41 -33
- package/dist/agent/avatar.cjs +0 -1
- package/dist/agent/avatar.modern.js +0 -1
- package/dist/agent/avatar.module.js +0 -1
- package/dist/agent/avatar.umd.js +0 -1
- package/dist/agent/index.d.ts +0 -137
- package/dist/baseRender/AudioRenderer.d.ts +0 -46
- package/dist/baseRender/AudioWorklet.d.ts +0 -78
- package/dist/baseRender/AvatarRenderer.d.ts +0 -225
- package/dist/baseRender/MSEAudioPlayer.d.ts +0 -51
- package/dist/baseRender/UIRenderer.d.ts +0 -39
- package/dist/baseRender/pcm-audio-processor.d.ts +0 -63
- package/dist/control/APIForwarder.d.ts +0 -23
- package/dist/control/DataCacheQueue.d.ts +0 -69
- package/dist/control/EventDispatcher.d.ts +0 -35
- package/dist/control/RenderScheduler.d.ts +0 -171
- package/dist/control/SaveAndDownload.d.ts +0 -14
- package/dist/control/StreamingClient.d.ts +0 -33
- package/dist/control/VideoPlayer.d.ts +0 -47
- package/dist/control/ttsa.d.ts +0 -125
- package/dist/encoding/media-recorder-encoder.d.ts +0 -33
- package/dist/encoding/pcm-webm-encoder.d.ts +0 -13
- package/dist/encoding/webcodec-opus-encoder.d.ts +0 -41
- package/dist/encoding/webm-muxer.d.ts +0 -90
- package/dist/index.cjs +0 -2
- package/dist/index.cjs.map +0 -1
- package/dist/index.d.ts +0 -251
- package/dist/index.modern.js +0 -2
- package/dist/index.modern.js.map +0 -1
- package/dist/index.module.js +0 -2
- package/dist/index.module.js.map +0 -1
- package/dist/index.umd.js +0 -2
- package/dist/index.umd.js.map +0 -1
- package/dist/modules/Composition.d.ts +0 -28
- package/dist/modules/ResourceManager.d.ts +0 -299
- package/dist/modules/TrackRenderer/base-track.d.ts +0 -4
- package/dist/modules/TrackRenderer/index.d.ts +0 -12
- package/dist/modules/TrackRenderer/render-implements.d.ts +0 -19
- package/dist/modules/TrackRenderer/track-pic.d.ts +0 -8
- package/dist/modules/TrackRenderer/track-subtitle.d.ts +0 -8
- package/dist/modules/cache-manager.d.ts +0 -5
- package/dist/modules/decoder.d.ts +0 -84
- package/dist/modules/error-handle.d.ts +0 -17
- package/dist/modules/network.d.ts +0 -21
- package/dist/modules/sentry-reporter.d.ts +0 -58
- package/dist/proto/face_data_pb.d.ts +0 -0
- package/dist/types/capability.d.ts +0 -15
- package/dist/types/error.d.ts +0 -70
- package/dist/types/event.d.ts +0 -25
- package/dist/types/frame-data.d.ts +0 -107
- package/dist/types/index.d.ts +0 -196
- package/dist/types/render.d.ts +0 -18
- package/dist/utils/DataInterface.d.ts +0 -113
- package/dist/utils/GLDevice.d.ts +0 -46
- package/dist/utils/GLPipeline.d.ts +0 -84
- package/dist/utils/GLPipelineDebugTools.d.ts +0 -5
- package/dist/utils/Math.d.ts +0 -21
- package/dist/utils/__tests__/capability-checker.test.d.ts +0 -1
- package/dist/utils/audio-session.d.ts +0 -11
- package/dist/utils/audio.d.ts +0 -1
- package/dist/utils/capability-checker.d.ts +0 -28
- package/dist/utils/encodeToken.d.ts +0 -14
- package/dist/utils/face.d.ts +0 -1
- package/dist/utils/float32-decoder.d.ts +0 -26
- package/dist/utils/fpsTracker.d.ts +0 -27
- package/dist/utils/index.d.ts +0 -22
- package/dist/utils/logger.d.ts +0 -9
- package/dist/utils/media-recorder-timestamp.d.ts +0 -15
- package/dist/utils/pcmAnalyzer.d.ts +0 -40
- package/dist/utils/perfermance.d.ts +0 -15
- package/dist/utils/request.d.ts +0 -20
- package/dist/utils/requestAnimateFrames.d.ts +0 -31
- package/dist/utils/time.d.ts +0 -9
- package/dist/utils/video-probe-asset.d.ts +0 -28
- package/dist/view/DebugOverlay.d.ts +0 -54
- package/dist/worker/streaming-video.d.ts +0 -1
- package/src/baseRender/AudioRenderer.ts +0 -328
- package/src/baseRender/AudioWorklet.ts +0 -776
- package/src/baseRender/AvatarRenderer.ts +0 -1550
- package/src/baseRender/MSEAudioPlayer.ts +0 -254
- package/src/baseRender/UIRenderer.ts +0 -195
- package/src/baseRender/pcm-audio-processor.js +0 -267
- package/src/control/APIForwarder.ts +0 -67
- package/src/control/DataCacheQueue.ts +0 -372
- package/src/control/EventDispatcher.ts +0 -106
- package/src/control/RenderScheduler.ts +0 -1000
- package/src/control/SaveAndDownload.js +0 -77
- package/src/control/StreamingClient.ts +0 -138
- package/src/control/VideoPlayer.ts +0 -306
- package/src/control/ttsa.ts +0 -754
- package/src/encoding/media-recorder-encoder.ts +0 -175
- package/src/encoding/pcm-webm-encoder.ts +0 -72
- package/src/encoding/webcodec-opus-encoder.ts +0 -258
- package/src/encoding/webm-muxer.ts +0 -337
- package/src/global.d.ts +0 -112
- package/src/index.ts +0 -2053
- package/src/modules/Composition.ts +0 -79
- package/src/modules/ResourceManager.ts +0 -926
- package/src/modules/TrackRenderer/base-track.ts +0 -7
- package/src/modules/TrackRenderer/index.ts +0 -40
- package/src/modules/TrackRenderer/render-implements.ts +0 -269
- package/src/modules/TrackRenderer/track-pic.ts +0 -19
- package/src/modules/TrackRenderer/track-subtitle.ts +0 -16
- package/src/modules/cache-manager.ts +0 -10
- package/src/modules/decoder.ts +0 -548
- package/src/modules/error-handle.ts +0 -20
- package/src/modules/network.ts +0 -71
- package/src/modules/sentry-reporter.ts +0 -171
- package/src/proto/face_data.proto +0 -45
- package/src/proto/face_data_pb.js +0 -1297
- package/src/proto/protobuf.min.js +0 -8
- package/src/types/capability.ts +0 -24
- package/src/types/error.ts +0 -211
- package/src/types/event.ts +0 -38
- package/src/types/frame-data.ts +0 -121
- package/src/types/index.ts +0 -220
- package/src/types/render.ts +0 -18
- package/src/utils/DataInterface.ts +0 -746
- package/src/utils/GLDevice.ts +0 -286
- package/src/utils/GLPipeline.ts +0 -1293
- package/src/utils/GLPipelineDebugTools.ts +0 -174
- package/src/utils/Math.ts +0 -266
- package/src/utils/__tests__/capability-checker.test.ts +0 -159
- package/src/utils/audio-session.ts +0 -144
- package/src/utils/audio.ts +0 -44
- package/src/utils/blueimp-md5.d.ts +0 -3
- package/src/utils/capability-checker.ts +0 -762
- package/src/utils/encodeToken.ts +0 -115
- package/src/utils/face.ts +0 -29
- package/src/utils/float32-decoder.js +0 -130
- package/src/utils/fpsTracker.ts +0 -100
- package/src/utils/index.ts +0 -182
- package/src/utils/logger.js +0 -36
- package/src/utils/media-recorder-timestamp.ts +0 -79
- package/src/utils/pcmAnalyzer.ts +0 -154
- package/src/utils/perfermance.ts +0 -141
- package/src/utils/request.ts +0 -107
- package/src/utils/requestAnimateFrames.ts +0 -195
- package/src/utils/time.ts +0 -32
- package/src/utils/video-probe-asset.ts +0 -99
- package/src/view/DebugOverlay.ts +0 -409
- package/src/worker/streaming-video.ts +0 -4647
- /package/{dist → package-dist}/agent/index.cjs +0 -0
- /package/{dist → package-dist}/agent/index.umd.js +0 -0
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* EventDispatcher - 薄客户端模式下的事件分发器
|
|
3
|
-
* 接收来自 Streaming Server 转发的 event_proxy 消息,
|
|
4
|
-
* 分发到用户注册的回调函数。
|
|
5
|
-
*/
|
|
6
|
-
|
|
7
|
-
import { AvatarStatus, RenderState, IFrameDataUpdate } from '../types/index';
|
|
8
|
-
import type { IRawWidgetData } from '../types/frame-data';
|
|
9
|
-
import { FPSStats } from '../utils/fpsTracker';
|
|
10
|
-
|
|
11
|
-
export interface EventDispatcherCallbacks {
|
|
12
|
-
onStateChange?: (state: string) => void;
|
|
13
|
-
onSpeakStateChange?: (state: string, client_speak_id: string | number) => void;
|
|
14
|
-
onVoiceStateChange?: (state: string, duration?: number, client_speak_id?: string | number) => void;
|
|
15
|
-
onStatusChange?: (status: AvatarStatus) => void;
|
|
16
|
-
onRenderChange?: (state: RenderState) => void;
|
|
17
|
-
onWalkStateChange?: (state: string) => void;
|
|
18
|
-
onWidgetEvent?: (data: IRawWidgetData) => void;
|
|
19
|
-
onMessage?: (error: any) => void;
|
|
20
|
-
onNetworkInfo?: (info: any) => void;
|
|
21
|
-
onFPSUpdate?: (stats: FPSStats) => void;
|
|
22
|
-
onDownloadProgress?: (progress: number) => void;
|
|
23
|
-
onSessionId?: (sessionId: string) => void;
|
|
24
|
-
onFrameDataUpdate?: (data: IFrameDataUpdate) => void;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
export class EventDispatcher {
|
|
28
|
-
private callbacks: EventDispatcherCallbacks;
|
|
29
|
-
private subtitleText = '';
|
|
30
|
-
private subtitleVisible = false;
|
|
31
|
-
|
|
32
|
-
constructor(callbacks: EventDispatcherCallbacks) {
|
|
33
|
-
this.callbacks = callbacks;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
/**
|
|
37
|
-
* 处理来自 Streaming Server 的 event_proxy 消息
|
|
38
|
-
*/
|
|
39
|
-
dispatch(eventType: string, data: any, _serverFrame?: number) {
|
|
40
|
-
switch (eventType) {
|
|
41
|
-
case 'state_change':
|
|
42
|
-
this.callbacks.onStateChange?.(data.state || data);
|
|
43
|
-
break;
|
|
44
|
-
|
|
45
|
-
case 'speak_state_change':
|
|
46
|
-
this.callbacks.onSpeakStateChange?.(data.state, data.client_speak_id);
|
|
47
|
-
break;
|
|
48
|
-
|
|
49
|
-
case 'voice_state_change':
|
|
50
|
-
this.callbacks.onVoiceStateChange?.(data.state, data.duration, data.client_speak_id || '');
|
|
51
|
-
break;
|
|
52
|
-
|
|
53
|
-
case 'status_change':
|
|
54
|
-
this.callbacks.onStatusChange?.(data.status);
|
|
55
|
-
break;
|
|
56
|
-
|
|
57
|
-
case 'render_change':
|
|
58
|
-
this.callbacks.onRenderChange?.(data.state);
|
|
59
|
-
break;
|
|
60
|
-
|
|
61
|
-
case 'walk_state_change':
|
|
62
|
-
this.callbacks.onWalkStateChange?.(data.state || data);
|
|
63
|
-
break;
|
|
64
|
-
|
|
65
|
-
case 'widget_event':
|
|
66
|
-
this.callbacks.onWidgetEvent?.(data);
|
|
67
|
-
break;
|
|
68
|
-
|
|
69
|
-
case 'message':
|
|
70
|
-
case 'error':
|
|
71
|
-
this.callbacks.onMessage?.(data);
|
|
72
|
-
break;
|
|
73
|
-
|
|
74
|
-
case 'network_info':
|
|
75
|
-
this.callbacks.onNetworkInfo?.(data);
|
|
76
|
-
break;
|
|
77
|
-
|
|
78
|
-
case 'fps_update':
|
|
79
|
-
this.callbacks.onFPSUpdate?.(data);
|
|
80
|
-
break;
|
|
81
|
-
|
|
82
|
-
case 'download_progress':
|
|
83
|
-
this.callbacks.onDownloadProgress?.(data.progress);
|
|
84
|
-
break;
|
|
85
|
-
|
|
86
|
-
case 'session_id':
|
|
87
|
-
this.callbacks.onSessionId?.(data.session_id);
|
|
88
|
-
break;
|
|
89
|
-
|
|
90
|
-
case 'frame_data_update':
|
|
91
|
-
this.callbacks.onFrameDataUpdate?.(data);
|
|
92
|
-
break;
|
|
93
|
-
|
|
94
|
-
default:
|
|
95
|
-
console.log('[EventDispatcher] 未处理的事件类型:', eventType, data);
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
|
|
99
|
-
getSubtitleText(): string {
|
|
100
|
-
return this.subtitleText;
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
isSubtitleVisible(): boolean {
|
|
104
|
-
return this.subtitleVisible;
|
|
105
|
-
}
|
|
106
|
-
}
|