@meframe/core 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +42 -0
- package/LICENSE +22 -0
- package/README.md +396 -0
- package/dist/Meframe.d.ts +82 -0
- package/dist/Meframe.d.ts.map +1 -0
- package/dist/Meframe.js +290 -0
- package/dist/Meframe.js.map +1 -0
- package/dist/_virtual/mp4box.all.js +5 -0
- package/dist/_virtual/mp4box.all.js.map +1 -0
- package/dist/cache/BatchWriter.d.ts +25 -0
- package/dist/cache/BatchWriter.d.ts.map +1 -0
- package/dist/cache/CacheManager.d.ts +115 -0
- package/dist/cache/CacheManager.d.ts.map +1 -0
- package/dist/cache/CacheManager.js +388 -0
- package/dist/cache/CacheManager.js.map +1 -0
- package/dist/cache/CacheStatsDecorator.d.ts +27 -0
- package/dist/cache/CacheStatsDecorator.d.ts.map +1 -0
- package/dist/cache/L2Cache.d.ts +39 -0
- package/dist/cache/L2Cache.d.ts.map +1 -0
- package/dist/cache/L2Cache.js +282 -0
- package/dist/cache/L2Cache.js.map +1 -0
- package/dist/cache/index.d.ts +7 -0
- package/dist/cache/index.d.ts.map +1 -0
- package/dist/cache/l1/AudioL1Cache.d.ts +30 -0
- package/dist/cache/l1/AudioL1Cache.d.ts.map +1 -0
- package/dist/cache/l1/AudioL1Cache.js +306 -0
- package/dist/cache/l1/AudioL1Cache.js.map +1 -0
- package/dist/cache/l1/MixedAudioL1Cache.d.ts +13 -0
- package/dist/cache/l1/MixedAudioL1Cache.d.ts.map +1 -0
- package/dist/cache/l1/MixedAudioL1Cache.js +52 -0
- package/dist/cache/l1/MixedAudioL1Cache.js.map +1 -0
- package/dist/cache/l1/VideoL1Cache.d.ts +69 -0
- package/dist/cache/l1/VideoL1Cache.d.ts.map +1 -0
- package/dist/cache/l1/VideoL1Cache.js +318 -0
- package/dist/cache/l1/VideoL1Cache.js.map +1 -0
- package/dist/cache/l1/gop-utils.d.ts +10 -0
- package/dist/cache/l1/gop-utils.d.ts.map +1 -0
- package/dist/cache/l1/gop-utils.js +78 -0
- package/dist/cache/l1/gop-utils.js.map +1 -0
- package/dist/cache/l1/index.d.ts +4 -0
- package/dist/cache/l1/index.d.ts.map +1 -0
- package/dist/cache/l1/types.d.ts +17 -0
- package/dist/cache/l1/types.d.ts.map +1 -0
- package/dist/cache/types.d.ts +93 -0
- package/dist/cache/types.d.ts.map +1 -0
- package/dist/config/ConfigLoader.d.ts +69 -0
- package/dist/config/ConfigLoader.d.ts.map +1 -0
- package/dist/config/ConfigLoader.js +133 -0
- package/dist/config/ConfigLoader.js.map +1 -0
- package/dist/config/defaults.d.ts +125 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +191 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/index.d.ts +6 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/presets.d.ts +32 -0
- package/dist/config/presets.d.ts.map +1 -0
- package/dist/config/presets.js +11 -0
- package/dist/config/presets.js.map +1 -0
- package/dist/config/types.d.ts +199 -0
- package/dist/config/types.d.ts.map +1 -0
- package/dist/config/validation.d.ts +19 -0
- package/dist/config/validation.d.ts.map +1 -0
- package/dist/config/validation.js +232 -0
- package/dist/config/validation.js.map +1 -0
- package/dist/controllers/PlaybackController.d.ts +55 -0
- package/dist/controllers/PlaybackController.d.ts.map +1 -0
- package/dist/controllers/PlaybackController.js +369 -0
- package/dist/controllers/PlaybackController.js.map +1 -0
- package/dist/controllers/PreRenderService.d.ts +34 -0
- package/dist/controllers/PreRenderService.d.ts.map +1 -0
- package/dist/controllers/PreRenderService.js +83 -0
- package/dist/controllers/PreRenderService.js.map +1 -0
- package/dist/controllers/PreRenderTaskQueue.d.ts +21 -0
- package/dist/controllers/PreRenderTaskQueue.d.ts.map +1 -0
- package/dist/controllers/PreviewHandle.d.ts +23 -0
- package/dist/controllers/PreviewHandle.d.ts.map +1 -0
- package/dist/controllers/PreviewHandle.js +39 -0
- package/dist/controllers/PreviewHandle.js.map +1 -0
- package/dist/controllers/index.d.ts +8 -0
- package/dist/controllers/index.d.ts.map +1 -0
- package/dist/controllers/types.d.ts +102 -0
- package/dist/controllers/types.d.ts.map +1 -0
- package/dist/event/EventBus.d.ts +42 -0
- package/dist/event/EventBus.d.ts.map +1 -0
- package/dist/event/EventBus.js +94 -0
- package/dist/event/EventBus.js.map +1 -0
- package/dist/event/events.d.ts +371 -0
- package/dist/event/events.d.ts.map +1 -0
- package/dist/event/events.js +71 -0
- package/dist/event/events.js.map +1 -0
- package/dist/event/index.d.ts +4 -0
- package/dist/event/index.d.ts.map +1 -0
- package/dist/index.d.ts +14 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/model/CompositionModel.d.ts +48 -0
- package/dist/model/CompositionModel.d.ts.map +1 -0
- package/dist/model/CompositionModel.js +197 -0
- package/dist/model/CompositionModel.js.map +1 -0
- package/dist/model/RcFrame.d.ts +34 -0
- package/dist/model/RcFrame.d.ts.map +1 -0
- package/dist/model/RcFrame.js +97 -0
- package/dist/model/RcFrame.js.map +1 -0
- package/dist/model/dirty-range.d.ts +5 -0
- package/dist/model/dirty-range.d.ts.map +1 -0
- package/dist/model/dirty-range.js +220 -0
- package/dist/model/dirty-range.js.map +1 -0
- package/dist/model/index.d.ts +7 -0
- package/dist/model/index.d.ts.map +1 -0
- package/dist/model/patch.d.ts +5 -0
- package/dist/model/patch.d.ts.map +1 -0
- package/dist/model/patch.js +250 -0
- package/dist/model/patch.js.map +1 -0
- package/dist/model/types.d.ts +135 -0
- package/dist/model/types.d.ts.map +1 -0
- package/dist/model/types.js +5 -0
- package/dist/model/types.js.map +1 -0
- package/dist/model/validation.d.ts +15 -0
- package/dist/model/validation.d.ts.map +1 -0
- package/dist/model/validation.js +74 -0
- package/dist/model/validation.js.map +1 -0
- package/dist/node_modules/.pnpm/mp4box@0.5.4/node_modules/mp4box/dist/mp4box.all.js +7046 -0
- package/dist/node_modules/.pnpm/mp4box@0.5.4/node_modules/mp4box/dist/mp4box.all.js.map +1 -0
- package/dist/orchestrator/ClipSessionManager.d.ts +75 -0
- package/dist/orchestrator/ClipSessionManager.d.ts.map +1 -0
- package/dist/orchestrator/ClipSessionManager.js +160 -0
- package/dist/orchestrator/ClipSessionManager.js.map +1 -0
- package/dist/orchestrator/CompositionPlanner.d.ts +55 -0
- package/dist/orchestrator/CompositionPlanner.d.ts.map +1 -0
- package/dist/orchestrator/CompositionPlanner.js +411 -0
- package/dist/orchestrator/CompositionPlanner.js.map +1 -0
- package/dist/orchestrator/Orchestrator.d.ts +59 -0
- package/dist/orchestrator/Orchestrator.d.ts.map +1 -0
- package/dist/orchestrator/Orchestrator.js +390 -0
- package/dist/orchestrator/Orchestrator.js.map +1 -0
- package/dist/orchestrator/VideoClipSession.d.ts +64 -0
- package/dist/orchestrator/VideoClipSession.d.ts.map +1 -0
- package/dist/orchestrator/VideoClipSession.js +309 -0
- package/dist/orchestrator/VideoClipSession.js.map +1 -0
- package/dist/orchestrator/index.d.ts +5 -0
- package/dist/orchestrator/index.d.ts.map +1 -0
- package/dist/orchestrator/types.d.ts +64 -0
- package/dist/orchestrator/types.d.ts.map +1 -0
- package/dist/plugins/BackpressureMonitor.d.ts +33 -0
- package/dist/plugins/BackpressureMonitor.d.ts.map +1 -0
- package/dist/plugins/BackpressureMonitor.js +62 -0
- package/dist/plugins/BackpressureMonitor.js.map +1 -0
- package/dist/plugins/PluginManager.d.ts +37 -0
- package/dist/plugins/PluginManager.d.ts.map +1 -0
- package/dist/plugins/PluginManager.js +66 -0
- package/dist/plugins/PluginManager.js.map +1 -0
- package/dist/plugins/types.d.ts +60 -0
- package/dist/plugins/types.d.ts.map +1 -0
- package/dist/stages/compose/AudioDucker.d.ts +59 -0
- package/dist/stages/compose/AudioDucker.d.ts.map +1 -0
- package/dist/stages/compose/AudioDucker.js +161 -0
- package/dist/stages/compose/AudioDucker.js.map +1 -0
- package/dist/stages/compose/AudioMixer.d.ts +29 -0
- package/dist/stages/compose/AudioMixer.d.ts.map +1 -0
- package/dist/stages/compose/AudioMixer.js +373 -0
- package/dist/stages/compose/AudioMixer.js.map +1 -0
- package/dist/stages/compose/FilterProcessor.d.ts +41 -0
- package/dist/stages/compose/FilterProcessor.d.ts.map +1 -0
- package/dist/stages/compose/FilterProcessor.js +226 -0
- package/dist/stages/compose/FilterProcessor.js.map +1 -0
- package/dist/stages/compose/GlobalAudioSession.d.ts +38 -0
- package/dist/stages/compose/GlobalAudioSession.d.ts.map +1 -0
- package/dist/stages/compose/GlobalAudioSession.js +122 -0
- package/dist/stages/compose/GlobalAudioSession.js.map +1 -0
- package/dist/stages/compose/LayerRenderer.d.ts +30 -0
- package/dist/stages/compose/LayerRenderer.d.ts.map +1 -0
- package/dist/stages/compose/LayerRenderer.js +215 -0
- package/dist/stages/compose/LayerRenderer.js.map +1 -0
- package/dist/stages/compose/OfflineAudioMixer.d.ts +14 -0
- package/dist/stages/compose/OfflineAudioMixer.d.ts.map +1 -0
- package/dist/stages/compose/OfflineAudioMixer.js +68 -0
- package/dist/stages/compose/OfflineAudioMixer.js.map +1 -0
- package/dist/stages/compose/TransitionProcessor.d.ts +30 -0
- package/dist/stages/compose/TransitionProcessor.d.ts.map +1 -0
- package/dist/stages/compose/TransitionProcessor.js +189 -0
- package/dist/stages/compose/TransitionProcessor.js.map +1 -0
- package/dist/stages/compose/VideoComposer.d.ts +30 -0
- package/dist/stages/compose/VideoComposer.d.ts.map +1 -0
- package/dist/stages/compose/VideoComposer.js +186 -0
- package/dist/stages/compose/VideoComposer.js.map +1 -0
- package/dist/stages/compose/audio-compose.worker.d.ts +79 -0
- package/dist/stages/compose/audio-compose.worker.d.ts.map +1 -0
- package/dist/stages/compose/audio-compose.worker.js +541 -0
- package/dist/stages/compose/audio-compose.worker.js.map +1 -0
- package/dist/stages/compose/instructions.d.ts +95 -0
- package/dist/stages/compose/instructions.d.ts.map +1 -0
- package/dist/stages/compose/types.d.ts +245 -0
- package/dist/stages/compose/types.d.ts.map +1 -0
- package/dist/stages/compose/video-compose.worker.d.ts +60 -0
- package/dist/stages/compose/video-compose.worker.d.ts.map +1 -0
- package/dist/stages/compose/video-compose.worker.js +369 -0
- package/dist/stages/compose/video-compose.worker.js.map +1 -0
- package/dist/stages/decode/AudioChunkDecoder.d.ts +41 -0
- package/dist/stages/decode/AudioChunkDecoder.d.ts.map +1 -0
- package/dist/stages/decode/AudioChunkDecoder.js +83 -0
- package/dist/stages/decode/AudioChunkDecoder.js.map +1 -0
- package/dist/stages/decode/BaseDecoder.d.ts +35 -0
- package/dist/stages/decode/BaseDecoder.d.ts.map +1 -0
- package/dist/stages/decode/BaseDecoder.js +130 -0
- package/dist/stages/decode/BaseDecoder.js.map +1 -0
- package/dist/stages/decode/VideoChunkDecoder.d.ts +54 -0
- package/dist/stages/decode/VideoChunkDecoder.d.ts.map +1 -0
- package/dist/stages/decode/VideoChunkDecoder.js +209 -0
- package/dist/stages/decode/VideoChunkDecoder.js.map +1 -0
- package/dist/stages/decode/decode.worker.d.ts +70 -0
- package/dist/stages/decode/decode.worker.d.ts.map +1 -0
- package/dist/stages/decode/decode.worker.js +436 -0
- package/dist/stages/decode/decode.worker.js.map +1 -0
- package/dist/stages/decode/index.d.ts +5 -0
- package/dist/stages/decode/index.d.ts.map +1 -0
- package/dist/stages/decode/types.d.ts +108 -0
- package/dist/stages/decode/types.d.ts.map +1 -0
- package/dist/stages/demux/MP3FrameParser.d.ts +33 -0
- package/dist/stages/demux/MP3FrameParser.d.ts.map +1 -0
- package/dist/stages/demux/MP3FrameParser.js +186 -0
- package/dist/stages/demux/MP3FrameParser.js.map +1 -0
- package/dist/stages/demux/MP4Demuxer.d.ts +45 -0
- package/dist/stages/demux/MP4Demuxer.d.ts.map +1 -0
- package/dist/stages/demux/MP4Demuxer.js +227 -0
- package/dist/stages/demux/MP4Demuxer.js.map +1 -0
- package/dist/stages/demux/aac-esds-extractor.d.ts +7 -0
- package/dist/stages/demux/aac-esds-extractor.d.ts.map +1 -0
- package/dist/stages/demux/audio-demux.worker.d.ts +51 -0
- package/dist/stages/demux/audio-demux.worker.d.ts.map +1 -0
- package/dist/stages/demux/audio-demux.worker.js +312 -0
- package/dist/stages/demux/audio-demux.worker.js.map +1 -0
- package/dist/stages/demux/types.d.ts +77 -0
- package/dist/stages/demux/types.d.ts.map +1 -0
- package/dist/stages/demux/video-demux.worker.d.ts +48 -0
- package/dist/stages/demux/video-demux.worker.d.ts.map +1 -0
- package/dist/stages/demux/video-demux.worker.js +173 -0
- package/dist/stages/demux/video-demux.worker.js.map +1 -0
- package/dist/stages/encode/AudioChunkEncoder.d.ts +21 -0
- package/dist/stages/encode/AudioChunkEncoder.d.ts.map +1 -0
- package/dist/stages/encode/AudioChunkEncoder.js +37 -0
- package/dist/stages/encode/AudioChunkEncoder.js.map +1 -0
- package/dist/stages/encode/BaseEncoder.d.ts +44 -0
- package/dist/stages/encode/BaseEncoder.d.ts.map +1 -0
- package/dist/stages/encode/BaseEncoder.js +164 -0
- package/dist/stages/encode/BaseEncoder.js.map +1 -0
- package/dist/stages/encode/EncoderPool.d.ts +28 -0
- package/dist/stages/encode/EncoderPool.d.ts.map +1 -0
- package/dist/stages/encode/VideoChunkEncoder.d.ts +26 -0
- package/dist/stages/encode/VideoChunkEncoder.d.ts.map +1 -0
- package/dist/stages/encode/VideoChunkEncoder.js +50 -0
- package/dist/stages/encode/VideoChunkEncoder.js.map +1 -0
- package/dist/stages/encode/encode.worker.d.ts +3 -0
- package/dist/stages/encode/encode.worker.d.ts.map +1 -0
- package/dist/stages/encode/encode.worker.js +318 -0
- package/dist/stages/encode/encode.worker.js.map +1 -0
- package/dist/stages/encode/index.d.ts +6 -0
- package/dist/stages/encode/index.d.ts.map +1 -0
- package/dist/stages/encode/types.d.ts +127 -0
- package/dist/stages/encode/types.d.ts.map +1 -0
- package/dist/stages/load/EventHandlers.d.ts +35 -0
- package/dist/stages/load/EventHandlers.d.ts.map +1 -0
- package/dist/stages/load/EventHandlers.js +65 -0
- package/dist/stages/load/EventHandlers.js.map +1 -0
- package/dist/stages/load/ResourceLoader.d.ts +36 -0
- package/dist/stages/load/ResourceLoader.d.ts.map +1 -0
- package/dist/stages/load/ResourceLoader.js +184 -0
- package/dist/stages/load/ResourceLoader.js.map +1 -0
- package/dist/stages/load/StreamFactory.d.ts +42 -0
- package/dist/stages/load/StreamFactory.d.ts.map +1 -0
- package/dist/stages/load/StreamFactory.js +201 -0
- package/dist/stages/load/StreamFactory.js.map +1 -0
- package/dist/stages/load/TaskManager.d.ts +50 -0
- package/dist/stages/load/TaskManager.d.ts.map +1 -0
- package/dist/stages/load/TaskManager.js +103 -0
- package/dist/stages/load/TaskManager.js.map +1 -0
- package/dist/stages/load/WindowByteRangeResolver.d.ts +47 -0
- package/dist/stages/load/WindowByteRangeResolver.d.ts.map +1 -0
- package/dist/stages/load/WindowByteRangeResolver.js +270 -0
- package/dist/stages/load/WindowByteRangeResolver.js.map +1 -0
- package/dist/stages/load/index.d.ts +11 -0
- package/dist/stages/load/index.d.ts.map +1 -0
- package/dist/stages/load/types.d.ts +177 -0
- package/dist/stages/load/types.d.ts.map +1 -0
- package/dist/stages/mux/MP4Muxer.d.ts +44 -0
- package/dist/stages/mux/MP4Muxer.d.ts.map +1 -0
- package/dist/stages/mux/MP4Muxer.js +262 -0
- package/dist/stages/mux/MP4Muxer.js.map +1 -0
- package/dist/stages/mux/OPFSWriter.d.ts +46 -0
- package/dist/stages/mux/OPFSWriter.d.ts.map +1 -0
- package/dist/stages/mux/index.d.ts +5 -0
- package/dist/stages/mux/index.d.ts.map +1 -0
- package/dist/stages/mux/mux.worker.d.ts +65 -0
- package/dist/stages/mux/mux.worker.d.ts.map +1 -0
- package/dist/stages/mux/mux.worker.js +219 -0
- package/dist/stages/mux/mux.worker.js.map +1 -0
- package/dist/stages/mux/types.d.ts +95 -0
- package/dist/stages/mux/types.d.ts.map +1 -0
- package/dist/stages/mux/utils.d.ts +32 -0
- package/dist/stages/mux/utils.d.ts.map +1 -0
- package/dist/stages/mux/utils.js +34 -0
- package/dist/stages/mux/utils.js.map +1 -0
- package/dist/types.d.ts +25 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/utils/BackpressureAdapter.d.ts +26 -0
- package/dist/utils/BackpressureAdapter.d.ts.map +1 -0
- package/dist/utils/binary-search.d.ts +33 -0
- package/dist/utils/binary-search.d.ts.map +1 -0
- package/dist/utils/binary-search.js +62 -0
- package/dist/utils/binary-search.js.map +1 -0
- package/dist/utils/canvas-utils.d.ts +96 -0
- package/dist/utils/canvas-utils.d.ts.map +1 -0
- package/dist/utils/canvas-utils.js +58 -0
- package/dist/utils/canvas-utils.js.map +1 -0
- package/dist/utils/object-utils.d.ts +34 -0
- package/dist/utils/object-utils.d.ts.map +1 -0
- package/dist/utils/object-utils.js +22 -0
- package/dist/utils/object-utils.js.map +1 -0
- package/dist/utils/time-utils.d.ts +10 -0
- package/dist/utils/time-utils.d.ts.map +1 -0
- package/dist/utils/time-utils.js +60 -0
- package/dist/utils/time-utils.js.map +1 -0
- package/dist/worker/BaseWorker.d.ts +44 -0
- package/dist/worker/BaseWorker.d.ts.map +1 -0
- package/dist/worker/BaseWorker.js +98 -0
- package/dist/worker/BaseWorker.js.map +1 -0
- package/dist/worker/WorkerChannel.d.ts +105 -0
- package/dist/worker/WorkerChannel.d.ts.map +1 -0
- package/dist/worker/WorkerChannel.js +355 -0
- package/dist/worker/WorkerChannel.js.map +1 -0
- package/dist/worker/WorkerPool.d.ts +52 -0
- package/dist/worker/WorkerPool.d.ts.map +1 -0
- package/dist/worker/WorkerPool.js +124 -0
- package/dist/worker/WorkerPool.js.map +1 -0
- package/dist/worker/index.d.ts +11 -0
- package/dist/worker/index.d.ts.map +1 -0
- package/dist/worker/transferable-helper.d.ts +89 -0
- package/dist/worker/transferable-helper.d.ts.map +1 -0
- package/dist/worker/transferable-helper.js +44 -0
- package/dist/worker/transferable-helper.js.map +1 -0
- package/dist/worker/types.d.ts +179 -0
- package/dist/worker/types.d.ts.map +1 -0
- package/dist/worker/types.js +50 -0
- package/dist/worker/types.js.map +1 -0
- package/dist/worker/worker-event-whitelist.d.ts +23 -0
- package/dist/worker/worker-event-whitelist.d.ts.map +1 -0
- package/dist/worker/worker-retry.d.ts +36 -0
- package/dist/worker/worker-retry.d.ts.map +1 -0
- package/dist/worker/worker-retry.js +55 -0
- package/dist/worker/worker-retry.js.map +1 -0
- package/package.json +105 -0
|
@@ -0,0 +1,411 @@
|
|
|
1
|
+
const DEFAULT_COMPOSITION_WIDTH = 1280;
|
|
2
|
+
const DEFAULT_COMPOSITION_HEIGHT = 720;
|
|
3
|
+
const DEFAULT_COMPOSITION_FPS = 30;
|
|
4
|
+
const ATTACHMENT_TYPE_MAP = {
|
|
5
|
+
caption: "text",
|
|
6
|
+
sticker: "image",
|
|
7
|
+
mask: "mask"
|
|
8
|
+
};
|
|
9
|
+
const IMAGE_RESOURCE_TYPES = /* @__PURE__ */ new Set(["image", "sticker", "mask"]);
|
|
10
|
+
class CompositionPlanner {
|
|
11
|
+
model = null;
|
|
12
|
+
clipPlans = /* @__PURE__ */ new Map();
|
|
13
|
+
setModel(model) {
|
|
14
|
+
this.model = model;
|
|
15
|
+
this.clipPlans.clear();
|
|
16
|
+
}
|
|
17
|
+
getInstructions(clipId) {
|
|
18
|
+
const plan = this.clipPlans.get(clipId);
|
|
19
|
+
if (plan) {
|
|
20
|
+
const clip2 = this.model?.findClip(clipId);
|
|
21
|
+
if (!clip2) {
|
|
22
|
+
return plan.instructions;
|
|
23
|
+
}
|
|
24
|
+
if (this.needsPlanRefresh(clip2, plan)) {
|
|
25
|
+
const refreshed = this.buildClipPlan(clip2, { cache: true });
|
|
26
|
+
return refreshed.instructions;
|
|
27
|
+
}
|
|
28
|
+
return plan.instructions;
|
|
29
|
+
}
|
|
30
|
+
if (!this.model) {
|
|
31
|
+
return null;
|
|
32
|
+
}
|
|
33
|
+
const clip = this.model.findClip(clipId);
|
|
34
|
+
if (!clip) {
|
|
35
|
+
return null;
|
|
36
|
+
}
|
|
37
|
+
const newPlan = this.buildClipPlan(clip, { cache: true });
|
|
38
|
+
return newPlan.instructions;
|
|
39
|
+
}
|
|
40
|
+
releaseClip(clipId) {
|
|
41
|
+
this.clipPlans.delete(clipId);
|
|
42
|
+
}
|
|
43
|
+
refreshClip(clipId, reason = "resource-ready") {
|
|
44
|
+
if (!this.model) {
|
|
45
|
+
return null;
|
|
46
|
+
}
|
|
47
|
+
const clip = this.model.findClip(clipId);
|
|
48
|
+
if (!clip) {
|
|
49
|
+
return null;
|
|
50
|
+
}
|
|
51
|
+
const previousPlan = this.clipPlans.get(clipId);
|
|
52
|
+
const plan = this.buildClipPlan(clip, { cache: true });
|
|
53
|
+
const updateType = this.determineUpdateType(clip, plan.instructions, previousPlan);
|
|
54
|
+
this.clipPlans.set(clipId, plan);
|
|
55
|
+
return {
|
|
56
|
+
clipId,
|
|
57
|
+
trackId: clip.trackId,
|
|
58
|
+
revision: plan.revision,
|
|
59
|
+
type: updateType,
|
|
60
|
+
dirtyRanges: [
|
|
61
|
+
{
|
|
62
|
+
trackId: clip.trackId,
|
|
63
|
+
startUs: clip.startUs,
|
|
64
|
+
endUs: clip.startUs + clip.durationUs,
|
|
65
|
+
reason
|
|
66
|
+
}
|
|
67
|
+
],
|
|
68
|
+
instructions: plan.instructions
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
applyPatch(_patch, ranges) {
|
|
72
|
+
if (!this.model) {
|
|
73
|
+
return [];
|
|
74
|
+
}
|
|
75
|
+
const results = [];
|
|
76
|
+
const affectedClipIds = /* @__PURE__ */ new Set();
|
|
77
|
+
for (const range of ranges) {
|
|
78
|
+
const track = this.model.findTrack(range.trackId);
|
|
79
|
+
if (!track) continue;
|
|
80
|
+
const clips = track.clips.filter((clip) => this.isClipOverlappingRange(clip, range));
|
|
81
|
+
for (const clip of clips) {
|
|
82
|
+
if (affectedClipIds.has(clip.id)) continue;
|
|
83
|
+
affectedClipIds.add(clip.id);
|
|
84
|
+
const previousPlan = this.clipPlans.get(clip.id);
|
|
85
|
+
const plan = this.buildClipPlan(clip, { cache: false });
|
|
86
|
+
const updateType = this.determineUpdateType(clip, plan.instructions, previousPlan);
|
|
87
|
+
this.clipPlans.set(clip.id, plan);
|
|
88
|
+
results.push({
|
|
89
|
+
clipId: clip.id,
|
|
90
|
+
trackId: clip.trackId,
|
|
91
|
+
revision: plan.revision,
|
|
92
|
+
type: updateType,
|
|
93
|
+
dirtyRanges: [range],
|
|
94
|
+
instructions: plan.instructions
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
for (const clipId of Array.from(this.clipPlans.keys())) {
|
|
99
|
+
if (!this.model.findClip(clipId) && !affectedClipIds.has(clipId)) {
|
|
100
|
+
const plan = this.clipPlans.get(clipId);
|
|
101
|
+
this.clipPlans.delete(clipId);
|
|
102
|
+
if (plan) {
|
|
103
|
+
results.push({
|
|
104
|
+
clipId,
|
|
105
|
+
trackId: plan.trackId,
|
|
106
|
+
revision: plan.revision + 1,
|
|
107
|
+
type: "remove",
|
|
108
|
+
dirtyRanges: ranges
|
|
109
|
+
});
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
return results;
|
|
114
|
+
}
|
|
115
|
+
buildClipPlan(clip, options) {
|
|
116
|
+
if (!this.model) {
|
|
117
|
+
throw new Error("No composition model set");
|
|
118
|
+
}
|
|
119
|
+
const cache = options?.cache ?? true;
|
|
120
|
+
const previous = this.clipPlans.get(clip.id);
|
|
121
|
+
const revision = (previous?.revision ?? 0) + 1;
|
|
122
|
+
const instructionContext = this.createInstructionSet(clip, revision);
|
|
123
|
+
const plan = {
|
|
124
|
+
clipId: clip.id,
|
|
125
|
+
trackId: clip.trackId,
|
|
126
|
+
revision,
|
|
127
|
+
instructions: instructionContext.instructions,
|
|
128
|
+
resources: instructionContext.resources
|
|
129
|
+
};
|
|
130
|
+
if (cache) {
|
|
131
|
+
this.clipPlans.set(clip.id, plan);
|
|
132
|
+
}
|
|
133
|
+
return plan;
|
|
134
|
+
}
|
|
135
|
+
determineUpdateType(clip, nextInstructions, previousPlan) {
|
|
136
|
+
const baseVideoLayer = nextInstructions.layers.find((layer) => layer.type === "video");
|
|
137
|
+
if (!baseVideoLayer || !clip.resourceId) {
|
|
138
|
+
return "pipelineChange";
|
|
139
|
+
}
|
|
140
|
+
const previous = previousPlan ?? this.clipPlans.get(clip.id);
|
|
141
|
+
if (!previous) {
|
|
142
|
+
return "pipelineChange";
|
|
143
|
+
}
|
|
144
|
+
const previousLayer = previous.instructions.layers.find((layer) => layer.type === "video");
|
|
145
|
+
const resourceChanged = previousLayer?.payload.resourceId !== clip.resourceId;
|
|
146
|
+
if (resourceChanged) {
|
|
147
|
+
return "pipelineChange";
|
|
148
|
+
}
|
|
149
|
+
return "instructionOnly";
|
|
150
|
+
}
|
|
151
|
+
createInstructionSet(clip, revision) {
|
|
152
|
+
if (!this.model) {
|
|
153
|
+
throw new Error("No composition model set");
|
|
154
|
+
}
|
|
155
|
+
const baseConfig = this.buildBaseConfig(clip);
|
|
156
|
+
const layerResult = this.buildLayerPlans(clip);
|
|
157
|
+
const transitions = this.buildTransitionPlans(clip);
|
|
158
|
+
const status = this.computeInstructionStatus(layerResult.layers);
|
|
159
|
+
return {
|
|
160
|
+
instructions: {
|
|
161
|
+
clipId: clip.id,
|
|
162
|
+
trackId: clip.trackId,
|
|
163
|
+
revision,
|
|
164
|
+
baseConfig,
|
|
165
|
+
layers: layerResult.layers,
|
|
166
|
+
transitions,
|
|
167
|
+
status
|
|
168
|
+
},
|
|
169
|
+
resources: layerResult.resources
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
buildBaseConfig(clip) {
|
|
173
|
+
const renderConfig = this.model?.renderConfig;
|
|
174
|
+
return {
|
|
175
|
+
width: renderConfig?.width ?? DEFAULT_COMPOSITION_WIDTH,
|
|
176
|
+
height: renderConfig?.height ?? DEFAULT_COMPOSITION_HEIGHT,
|
|
177
|
+
fps: this.model?.fps ?? DEFAULT_COMPOSITION_FPS,
|
|
178
|
+
backgroundColor: renderConfig?.backgroundColor ?? "#000000",
|
|
179
|
+
timeline: {
|
|
180
|
+
clipId: clip.id,
|
|
181
|
+
trackId: clip.trackId ?? "main",
|
|
182
|
+
clipStartUs: clip.startUs,
|
|
183
|
+
compositionFps: this.model?.fps ?? DEFAULT_COMPOSITION_FPS
|
|
184
|
+
}
|
|
185
|
+
};
|
|
186
|
+
}
|
|
187
|
+
buildLayerPlans(clip) {
|
|
188
|
+
const layers = [];
|
|
189
|
+
const resources = {
|
|
190
|
+
pending: /* @__PURE__ */ new Set(),
|
|
191
|
+
ready: /* @__PURE__ */ new Set()
|
|
192
|
+
};
|
|
193
|
+
const baseLayer = this.createBaseVideoLayer(clip, resources);
|
|
194
|
+
layers.push(baseLayer);
|
|
195
|
+
const attachments = clip.attachments ?? [];
|
|
196
|
+
for (let index = 0; index < attachments.length; index += 1) {
|
|
197
|
+
const attachment = attachments[index];
|
|
198
|
+
if (attachment) {
|
|
199
|
+
const layer = this.attachmentToLayerPlan(clip, attachment, index + 1, resources);
|
|
200
|
+
layers.push(layer);
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
const overallStatus = this.computeInstructionStatus(layers);
|
|
204
|
+
return { layers, status: overallStatus, resources };
|
|
205
|
+
}
|
|
206
|
+
createBaseVideoLayer(clip, resources) {
|
|
207
|
+
const resourceState = this.getResourceState(clip.resourceId);
|
|
208
|
+
const status = resourceState === "ready" ? "ready" : "pending";
|
|
209
|
+
this.registerResourceUsage(clip.resourceId, status, resources);
|
|
210
|
+
return {
|
|
211
|
+
layerId: `${clip.id}-base-video`,
|
|
212
|
+
type: "video",
|
|
213
|
+
activeRanges: [
|
|
214
|
+
{
|
|
215
|
+
startUs: 0,
|
|
216
|
+
endUs: clip.durationUs
|
|
217
|
+
}
|
|
218
|
+
],
|
|
219
|
+
payload: {
|
|
220
|
+
resourceId: clip.resourceId,
|
|
221
|
+
trimStartUs: clip.trimStartUs ?? 0,
|
|
222
|
+
durationUs: clip.durationUs
|
|
223
|
+
},
|
|
224
|
+
status,
|
|
225
|
+
zIndex: 0
|
|
226
|
+
};
|
|
227
|
+
}
|
|
228
|
+
attachmentToLayerPlan(clip, attachment, zIndex, resources) {
|
|
229
|
+
const clipDuration = clip.durationUs;
|
|
230
|
+
const startUs = Math.max(0, attachment.startUs);
|
|
231
|
+
const endUs = Math.min(clipDuration, startUs + attachment.durationUs);
|
|
232
|
+
const type = this.resolveAttachmentLayerType(attachment);
|
|
233
|
+
const payload = this.buildAttachmentPayload(attachment, type);
|
|
234
|
+
const resourceState = this.resolveAttachmentResourceState(attachment, type);
|
|
235
|
+
const status = resourceState === "ready" ? "ready" : "pending";
|
|
236
|
+
const resourceId = payload.resourceId;
|
|
237
|
+
if (resourceId && typeof resourceId === "string") {
|
|
238
|
+
this.registerResourceUsage(resourceId, status, resources);
|
|
239
|
+
}
|
|
240
|
+
return {
|
|
241
|
+
layerId: `${clip.id}-attachment-${attachment.id}`,
|
|
242
|
+
type,
|
|
243
|
+
activeRanges: [
|
|
244
|
+
{
|
|
245
|
+
startUs,
|
|
246
|
+
endUs
|
|
247
|
+
}
|
|
248
|
+
],
|
|
249
|
+
payload,
|
|
250
|
+
status,
|
|
251
|
+
zIndex
|
|
252
|
+
};
|
|
253
|
+
}
|
|
254
|
+
resolveAttachmentLayerType(attachment) {
|
|
255
|
+
const mappedType = ATTACHMENT_TYPE_MAP[attachment.kind];
|
|
256
|
+
if (mappedType) {
|
|
257
|
+
return mappedType;
|
|
258
|
+
}
|
|
259
|
+
if (typeof attachment.data.text === "string") {
|
|
260
|
+
return "text";
|
|
261
|
+
}
|
|
262
|
+
if (attachment.data.resourceId) {
|
|
263
|
+
const resource = this.model?.getResource(attachment.data.resourceId);
|
|
264
|
+
if (resource && IMAGE_RESOURCE_TYPES.has(resource.type)) {
|
|
265
|
+
return "image";
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
return "effect";
|
|
269
|
+
}
|
|
270
|
+
buildAttachmentPayload(attachment, type) {
|
|
271
|
+
const basePayload = {
|
|
272
|
+
...attachment.data,
|
|
273
|
+
attachmentId: attachment.id
|
|
274
|
+
};
|
|
275
|
+
if (type === "text") {
|
|
276
|
+
return {
|
|
277
|
+
text: this.getStringField(attachment.data, "text") || "",
|
|
278
|
+
fontFamily: this.getStringField(attachment.data, "fontFamily") || "Arial, sans-serif",
|
|
279
|
+
fontSize: this.getNumberField(attachment.data, "fontSize") ?? 40,
|
|
280
|
+
fontWeight: this.getStringField(attachment.data, "fontWeight") || "400",
|
|
281
|
+
color: this.getStringField(attachment.data, "color") || "#FFFFFF",
|
|
282
|
+
strokeColor: this.getStringField(attachment.data, "strokeColor") || "#000000",
|
|
283
|
+
strokeWidth: this.getNumberField(attachment.data, "strokeWidth") ?? 8,
|
|
284
|
+
lineHeight: this.getNumberField(attachment.data, "lineHeight") ?? 1.2,
|
|
285
|
+
align: this.getStringField(attachment.data, "align") || "center",
|
|
286
|
+
...basePayload
|
|
287
|
+
};
|
|
288
|
+
}
|
|
289
|
+
if (type === "image") {
|
|
290
|
+
return {
|
|
291
|
+
...basePayload,
|
|
292
|
+
resourceId: this.getStringField(attachment.data, "resourceId") || ""
|
|
293
|
+
};
|
|
294
|
+
}
|
|
295
|
+
if (type === "mask") {
|
|
296
|
+
return {
|
|
297
|
+
...basePayload,
|
|
298
|
+
resourceId: this.getStringField(attachment.data, "resourceId")
|
|
299
|
+
};
|
|
300
|
+
}
|
|
301
|
+
return {
|
|
302
|
+
...basePayload
|
|
303
|
+
};
|
|
304
|
+
}
|
|
305
|
+
resolveAttachmentResourceState(attachment, type) {
|
|
306
|
+
if (type === "text") {
|
|
307
|
+
return "ready";
|
|
308
|
+
}
|
|
309
|
+
const resourceId = this.getStringField(attachment.data, "resourceId");
|
|
310
|
+
if (!resourceId) {
|
|
311
|
+
return "pending";
|
|
312
|
+
}
|
|
313
|
+
const resourceState = this.getResourceState(resourceId);
|
|
314
|
+
return resourceState === "ready" ? "ready" : "pending";
|
|
315
|
+
}
|
|
316
|
+
registerResourceUsage(identifier, status, resources) {
|
|
317
|
+
if (!identifier) {
|
|
318
|
+
return;
|
|
319
|
+
}
|
|
320
|
+
if (status === "ready") {
|
|
321
|
+
resources.ready.add(identifier);
|
|
322
|
+
} else {
|
|
323
|
+
resources.pending.add(identifier);
|
|
324
|
+
}
|
|
325
|
+
}
|
|
326
|
+
getResourceState(resourceId) {
|
|
327
|
+
const resource = this.model?.getResource(resourceId);
|
|
328
|
+
return resource?.state ?? "pending";
|
|
329
|
+
}
|
|
330
|
+
computeInstructionStatus(layers) {
|
|
331
|
+
return layers.some((layer) => layer.status === "pending") ? "pending" : "ready";
|
|
332
|
+
}
|
|
333
|
+
buildTransitionPlans(clip) {
|
|
334
|
+
const transitions = [];
|
|
335
|
+
const track = clip.trackId ? this.model?.findTrack(clip.trackId) : null;
|
|
336
|
+
if (clip.transitionIn) {
|
|
337
|
+
transitions.push(this.transitionToPlan(clip.transitionIn, 0, clip.durationUs));
|
|
338
|
+
}
|
|
339
|
+
if (clip.transitionOut) {
|
|
340
|
+
const startUs = Math.max(0, clip.durationUs - clip.transitionOut.durationUs);
|
|
341
|
+
transitions.push(this.transitionToPlan(clip.transitionOut, startUs, clip.durationUs));
|
|
342
|
+
}
|
|
343
|
+
if (track?.effects?.length) {
|
|
344
|
+
for (const effect of track.effects) {
|
|
345
|
+
transitions.push({
|
|
346
|
+
transitionId: effect.id,
|
|
347
|
+
range: {
|
|
348
|
+
startUs: 0,
|
|
349
|
+
endUs: clip.durationUs
|
|
350
|
+
},
|
|
351
|
+
params: {
|
|
352
|
+
type: effect.effectType,
|
|
353
|
+
easing: effect.params?.easing,
|
|
354
|
+
durationUs: effect.params?.durationUs,
|
|
355
|
+
payload: effect.params
|
|
356
|
+
}
|
|
357
|
+
});
|
|
358
|
+
}
|
|
359
|
+
}
|
|
360
|
+
return transitions;
|
|
361
|
+
}
|
|
362
|
+
transitionToPlan(transition, startUs, clipDurationUs) {
|
|
363
|
+
const duration = Math.min(transition.durationUs, clipDurationUs);
|
|
364
|
+
const clampedStart = Math.max(0, Math.min(startUs, clipDurationUs));
|
|
365
|
+
const clampedEnd = Math.min(clampedStart + duration, clipDurationUs);
|
|
366
|
+
return {
|
|
367
|
+
transitionId: transition.id,
|
|
368
|
+
range: {
|
|
369
|
+
startUs: clampedStart,
|
|
370
|
+
endUs: clampedEnd
|
|
371
|
+
},
|
|
372
|
+
params: {
|
|
373
|
+
type: transition.transitionType,
|
|
374
|
+
...transition.params
|
|
375
|
+
}
|
|
376
|
+
};
|
|
377
|
+
}
|
|
378
|
+
isClipOverlappingRange(clip, range) {
|
|
379
|
+
const clipStart = clip.startUs;
|
|
380
|
+
const clipEnd = clip.startUs + clip.durationUs;
|
|
381
|
+
return clipStart < range.endUs && clipEnd > range.startUs;
|
|
382
|
+
}
|
|
383
|
+
getStringField(data, key) {
|
|
384
|
+
const value = data[key];
|
|
385
|
+
return typeof value === "string" ? value : void 0;
|
|
386
|
+
}
|
|
387
|
+
getNumberField(data, key) {
|
|
388
|
+
const value = data[key];
|
|
389
|
+
return typeof value === "number" ? value : void 0;
|
|
390
|
+
}
|
|
391
|
+
needsPlanRefresh(clip, plan) {
|
|
392
|
+
const baseLayer = plan.instructions.layers.find((layer) => layer.type === "video");
|
|
393
|
+
const currentBaseState = this.getResourceState(clip.resourceId);
|
|
394
|
+
if (baseLayer && baseLayer.status !== (currentBaseState === "ready" ? "ready" : "pending")) {
|
|
395
|
+
return true;
|
|
396
|
+
}
|
|
397
|
+
if (plan.resources.pending.size === 0) {
|
|
398
|
+
return false;
|
|
399
|
+
}
|
|
400
|
+
for (const resourceId of plan.resources.pending) {
|
|
401
|
+
if (this.getResourceState(resourceId) === "ready") {
|
|
402
|
+
return true;
|
|
403
|
+
}
|
|
404
|
+
}
|
|
405
|
+
return false;
|
|
406
|
+
}
|
|
407
|
+
}
|
|
408
|
+
export {
|
|
409
|
+
CompositionPlanner
|
|
410
|
+
};
|
|
411
|
+
//# sourceMappingURL=CompositionPlanner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"CompositionPlanner.js","sources":["../../src/orchestrator/CompositionPlanner.ts"],"sourcesContent":["import type {\n CompositionModel,\n CompositionPatch,\n DirtyRange,\n Clip,\n Attachment,\n Transition,\n TimeUs,\n Resource,\n} from '../model';\nimport type { VideoComposeConfig } from '../stages/compose/types';\nimport type {\n ClipInstructionSet,\n SerializedLayerPlan,\n SerializedTransitionPlan,\n SerializedTextLayerPayload,\n SerializedImageLayerPayload,\n SerializedMaskLayerPayload,\n SerializedEffectLayerPayload,\n ClipInstructionStatus,\n} from '../stages/compose/instructions';\n\nexport type ClipUpdateType = 'instructionOnly' | 'pipelineChange' | 'remove';\n\nexport interface ClipUpdateResult {\n clipId: string;\n trackId: string;\n revision: number;\n type: ClipUpdateType;\n dirtyRanges: DirtyRange[];\n instructions?: ClipInstructionSet;\n}\n\nconst DEFAULT_COMPOSITION_WIDTH = 1280;\nconst DEFAULT_COMPOSITION_HEIGHT = 720;\nconst DEFAULT_COMPOSITION_FPS = 30;\n\nconst ATTACHMENT_TYPE_MAP: Record<string, SerializedLayerPlan['type']> = {\n caption: 'text',\n sticker: 'image',\n mask: 'mask',\n};\n\nconst IMAGE_RESOURCE_TYPES = new Set(['image', 'sticker', 'mask']);\n\ninterface ClipPlanResourceRefs {\n pending: Set<string>;\n ready: Set<string>;\n}\n\ninterface ClipPlan {\n clipId: string;\n trackId: string;\n revision: number;\n instructions: ClipInstructionSet;\n resources: ClipPlanResourceRefs;\n}\n\nexport class CompositionPlanner {\n private model: CompositionModel | null = null;\n private readonly clipPlans = new Map<string, ClipPlan>();\n\n setModel(model: CompositionModel): void {\n this.model = model;\n this.clipPlans.clear();\n }\n\n getInstructions(clipId: string): ClipInstructionSet | null {\n const plan = this.clipPlans.get(clipId);\n if (plan) {\n const clip = this.model?.findClip(clipId);\n if (!clip) {\n return plan.instructions;\n }\n if (this.needsPlanRefresh(clip, plan)) {\n const refreshed = this.buildClipPlan(clip, { cache: true });\n return refreshed.instructions;\n }\n return plan.instructions;\n }\n if (!this.model) {\n return null;\n }\n const clip = this.model.findClip(clipId);\n if (!clip) {\n return null;\n }\n const newPlan = this.buildClipPlan(clip, { cache: true });\n return newPlan.instructions;\n }\n\n releaseClip(clipId: string): void {\n this.clipPlans.delete(clipId);\n }\n\n refreshClip(clipId: string, reason: string = 'resource-ready'): ClipUpdateResult | null {\n if (!this.model) {\n return null;\n }\n\n const clip = this.model.findClip(clipId);\n if (!clip) {\n return null;\n }\n\n const previousPlan = this.clipPlans.get(clipId);\n const plan = this.buildClipPlan(clip, { cache: true });\n const updateType = this.determineUpdateType(clip, plan.instructions, previousPlan);\n\n this.clipPlans.set(clipId, plan);\n\n return {\n clipId,\n trackId: clip.trackId as string,\n revision: plan.revision,\n type: updateType,\n dirtyRanges: [\n {\n trackId: clip.trackId as string,\n startUs: clip.startUs,\n endUs: clip.startUs + clip.durationUs,\n reason,\n },\n ],\n instructions: plan.instructions,\n };\n }\n\n applyPatch(_patch: CompositionPatch, ranges: DirtyRange[]): ClipUpdateResult[] {\n if (!this.model) {\n return [];\n }\n const results: ClipUpdateResult[] = [];\n const affectedClipIds = new Set<string>();\n for (const range of ranges) {\n const track = this.model.findTrack(range.trackId);\n if (!track) continue;\n const clips = track.clips.filter((clip) => this.isClipOverlappingRange(clip, range));\n for (const clip of clips) {\n if (affectedClipIds.has(clip.id)) continue;\n affectedClipIds.add(clip.id);\n const previousPlan = this.clipPlans.get(clip.id);\n const plan = this.buildClipPlan(clip, { cache: false });\n const updateType = this.determineUpdateType(clip, plan.instructions, previousPlan);\n this.clipPlans.set(clip.id, plan);\n results.push({\n clipId: clip.id,\n trackId: clip.trackId as string,\n revision: plan.revision,\n type: updateType,\n dirtyRanges: [range],\n instructions: plan.instructions,\n });\n }\n }\n for (const clipId of Array.from(this.clipPlans.keys())) {\n if (!this.model.findClip(clipId) && !affectedClipIds.has(clipId)) {\n const plan = this.clipPlans.get(clipId);\n this.clipPlans.delete(clipId);\n if (plan) {\n results.push({\n clipId,\n trackId: plan.trackId,\n revision: plan.revision + 1,\n type: 'remove',\n dirtyRanges: ranges,\n });\n }\n }\n }\n return results;\n }\n\n buildClipPlan(clip: Clip, options?: { cache?: boolean }): ClipPlan {\n if (!this.model) {\n throw new Error('No composition model set');\n }\n const cache = options?.cache ?? true;\n const previous = this.clipPlans.get(clip.id);\n const revision = (previous?.revision ?? 0) + 1;\n const instructionContext = this.createInstructionSet(clip, revision);\n const plan: ClipPlan = {\n clipId: clip.id,\n trackId: clip.trackId as string,\n revision,\n instructions: instructionContext.instructions,\n resources: instructionContext.resources,\n };\n if (cache) {\n this.clipPlans.set(clip.id, plan);\n }\n return plan;\n }\n\n private determineUpdateType(\n clip: Clip,\n nextInstructions: ClipInstructionSet,\n previousPlan?: ClipPlan\n ): ClipUpdateType {\n const baseVideoLayer = nextInstructions.layers.find((layer) => layer.type === 'video');\n if (!baseVideoLayer || !clip.resourceId) {\n return 'pipelineChange';\n }\n\n const previous = previousPlan ?? this.clipPlans.get(clip.id);\n if (!previous) {\n return 'pipelineChange';\n }\n\n const previousLayer = previous.instructions.layers.find((layer) => layer.type === 'video');\n const resourceChanged = previousLayer?.payload.resourceId !== clip.resourceId;\n\n if (resourceChanged) {\n return 'pipelineChange';\n }\n\n return 'instructionOnly';\n }\n\n private createInstructionSet(\n clip: Clip,\n revision: number\n ): { instructions: ClipInstructionSet; resources: ClipPlanResourceRefs } {\n if (!this.model) {\n throw new Error('No composition model set');\n }\n const baseConfig = this.buildBaseConfig(clip);\n const layerResult = this.buildLayerPlans(clip);\n const transitions = this.buildTransitionPlans(clip);\n const status = this.computeInstructionStatus(layerResult.layers);\n return {\n instructions: {\n clipId: clip.id,\n trackId: clip.trackId as string,\n revision,\n baseConfig,\n layers: layerResult.layers,\n transitions,\n status,\n },\n resources: layerResult.resources,\n };\n }\n\n private buildBaseConfig(clip: Clip): VideoComposeConfig {\n const renderConfig = this.model?.renderConfig;\n return {\n width: renderConfig?.width ?? DEFAULT_COMPOSITION_WIDTH,\n height: renderConfig?.height ?? DEFAULT_COMPOSITION_HEIGHT,\n fps: this.model?.fps ?? DEFAULT_COMPOSITION_FPS,\n backgroundColor: renderConfig?.backgroundColor ?? '#000000',\n timeline: {\n clipId: clip.id,\n trackId: clip.trackId ?? 'main',\n clipStartUs: clip.startUs,\n compositionFps: this.model?.fps ?? DEFAULT_COMPOSITION_FPS,\n },\n };\n }\n\n private buildLayerPlans(clip: Clip): {\n layers: SerializedLayerPlan[];\n status: ClipInstructionStatus;\n resources: ClipPlanResourceRefs;\n } {\n const layers: SerializedLayerPlan[] = [];\n const resources: ClipPlanResourceRefs = {\n pending: new Set<string>(),\n ready: new Set<string>(),\n };\n const baseLayer = this.createBaseVideoLayer(clip, resources);\n layers.push(baseLayer);\n const attachments = clip.attachments ?? [];\n for (let index = 0; index < attachments.length; index += 1) {\n const attachment = attachments[index];\n if (attachment) {\n const layer = this.attachmentToLayerPlan(clip, attachment, index + 1, resources);\n layers.push(layer);\n }\n }\n const overallStatus = this.computeInstructionStatus(layers);\n return { layers, status: overallStatus, resources };\n }\n\n private createBaseVideoLayer(clip: Clip, resources: ClipPlanResourceRefs): SerializedLayerPlan {\n const resourceState = this.getResourceState(clip.resourceId);\n const status: ClipInstructionStatus = resourceState === 'ready' ? 'ready' : 'pending';\n this.registerResourceUsage(clip.resourceId, status, resources);\n return {\n layerId: `${clip.id}-base-video`,\n type: 'video',\n activeRanges: [\n {\n startUs: 0,\n endUs: clip.durationUs,\n },\n ],\n payload: {\n resourceId: clip.resourceId,\n trimStartUs: clip.trimStartUs ?? 0,\n durationUs: clip.durationUs,\n },\n status,\n zIndex: 0,\n };\n }\n\n private attachmentToLayerPlan(\n clip: Clip,\n attachment: Attachment,\n zIndex: number,\n resources: ClipPlanResourceRefs\n ): SerializedLayerPlan {\n const clipDuration = clip.durationUs;\n const startUs = Math.max(0, attachment.startUs);\n const endUs = Math.min(clipDuration, startUs + attachment.durationUs);\n const type = this.resolveAttachmentLayerType(attachment);\n const payload = this.buildAttachmentPayload(attachment, type);\n const resourceState = this.resolveAttachmentResourceState(attachment, type);\n const status: ClipInstructionStatus = resourceState === 'ready' ? 'ready' : 'pending';\n const resourceId = (payload as any).resourceId;\n if (resourceId && typeof resourceId === 'string') {\n this.registerResourceUsage(resourceId, status, resources);\n }\n return {\n layerId: `${clip.id}-attachment-${attachment.id}`,\n type,\n activeRanges: [\n {\n startUs,\n endUs,\n },\n ],\n payload,\n status,\n zIndex,\n } as SerializedLayerPlan;\n }\n\n private resolveAttachmentLayerType(attachment: Attachment): SerializedLayerPlan['type'] {\n const mappedType = ATTACHMENT_TYPE_MAP[attachment.kind];\n if (mappedType) {\n return mappedType;\n }\n if (typeof attachment.data.text === 'string') {\n return 'text';\n }\n if (attachment.data.resourceId) {\n const resource = this.model?.getResource(attachment.data.resourceId as string);\n if (resource && IMAGE_RESOURCE_TYPES.has(resource.type)) {\n return 'image';\n }\n }\n return 'effect';\n }\n\n private buildAttachmentPayload(\n attachment: Attachment,\n type: SerializedLayerPlan['type']\n ): SerializedLayerPlan['payload'] {\n const basePayload: Record<string, unknown> = {\n ...attachment.data,\n attachmentId: attachment.id,\n };\n if (type === 'text') {\n // Apply default subtitle styles matching SubtitleComposer defaults\n return {\n text: this.getStringField(attachment.data, 'text') || '',\n fontFamily: this.getStringField(attachment.data, 'fontFamily') || 'Arial, sans-serif',\n fontSize: this.getNumberField(attachment.data, 'fontSize') ?? 40,\n fontWeight: this.getStringField(attachment.data, 'fontWeight') || '400',\n color: this.getStringField(attachment.data, 'color') || '#FFFFFF',\n strokeColor: this.getStringField(attachment.data, 'strokeColor') || '#000000',\n strokeWidth: this.getNumberField(attachment.data, 'strokeWidth') ?? 8,\n lineHeight: this.getNumberField(attachment.data, 'lineHeight') ?? 1.2,\n align: (this.getStringField(attachment.data, 'align') as any) || 'center',\n ...basePayload,\n } as SerializedTextLayerPayload;\n }\n if (type === 'image') {\n return {\n ...basePayload,\n resourceId: this.getStringField(attachment.data, 'resourceId') || '',\n } as SerializedImageLayerPayload;\n }\n if (type === 'mask') {\n return {\n ...basePayload,\n resourceId: this.getStringField(attachment.data, 'resourceId'),\n } as SerializedMaskLayerPayload;\n }\n return {\n ...basePayload,\n } as SerializedEffectLayerPayload;\n }\n\n private resolveAttachmentResourceState(\n attachment: Attachment,\n type: SerializedLayerPlan['type']\n ): 'ready' | 'pending' {\n if (type === 'text') {\n return 'ready';\n }\n const resourceId = this.getStringField(attachment.data, 'resourceId');\n if (!resourceId) {\n return 'pending';\n }\n const resourceState = this.getResourceState(resourceId);\n return resourceState === 'ready' ? 'ready' : 'pending';\n }\n\n private registerResourceUsage(\n identifier: string,\n status: ClipInstructionStatus,\n resources: ClipPlanResourceRefs\n ): void {\n if (!identifier) {\n return;\n }\n if (status === 'ready') {\n resources.ready.add(identifier);\n } else {\n resources.pending.add(identifier);\n }\n }\n\n private getResourceState(resourceId: string): Resource['state'] | 'pending' {\n const resource = this.model?.getResource(resourceId);\n return resource?.state ?? 'pending';\n }\n\n private computeInstructionStatus(layers: SerializedLayerPlan[]): ClipInstructionStatus {\n return layers.some((layer) => layer.status === 'pending') ? 'pending' : 'ready';\n }\n\n private buildTransitionPlans(clip: Clip): SerializedTransitionPlan[] {\n const transitions: SerializedTransitionPlan[] = [];\n const track = clip.trackId ? this.model?.findTrack(clip.trackId) : null;\n if (clip.transitionIn) {\n transitions.push(this.transitionToPlan(clip.transitionIn, 0, clip.durationUs));\n }\n if (clip.transitionOut) {\n const startUs = Math.max(0, clip.durationUs - clip.transitionOut.durationUs);\n transitions.push(this.transitionToPlan(clip.transitionOut, startUs, clip.durationUs));\n }\n if (track?.effects?.length) {\n for (const effect of track.effects) {\n transitions.push({\n transitionId: effect.id,\n range: {\n startUs: 0,\n endUs: clip.durationUs,\n },\n params: {\n type: effect.effectType,\n easing: effect.params?.easing as string | undefined,\n durationUs: effect.params?.durationUs as TimeUs | undefined,\n payload: effect.params,\n },\n });\n }\n }\n return transitions;\n }\n\n private transitionToPlan(\n transition: Transition,\n startUs: TimeUs,\n clipDurationUs: TimeUs\n ): SerializedTransitionPlan {\n const duration = Math.min(transition.durationUs, clipDurationUs);\n const clampedStart = Math.max(0, Math.min(startUs, clipDurationUs));\n const clampedEnd = Math.min(clampedStart + duration, clipDurationUs);\n return {\n transitionId: transition.id,\n range: {\n startUs: clampedStart,\n endUs: clampedEnd,\n },\n params: {\n type: transition.transitionType,\n ...transition.params,\n },\n };\n }\n\n private isClipOverlappingRange(clip: Clip, range: DirtyRange): boolean {\n const clipStart = clip.startUs;\n const clipEnd = clip.startUs + clip.durationUs;\n return clipStart < range.endUs && clipEnd > range.startUs;\n }\n\n private getStringField(data: Record<string, unknown>, key: string): string | undefined {\n const value = data[key];\n return typeof value === 'string' ? value : undefined;\n }\n\n private getNumberField(data: Record<string, unknown>, key: string): number | undefined {\n const value = data[key];\n return typeof value === 'number' ? value : undefined;\n }\n\n private needsPlanRefresh(clip: Clip, plan: ClipPlan): boolean {\n const baseLayer = plan.instructions.layers.find((layer) => layer.type === 'video');\n const currentBaseState = this.getResourceState(clip.resourceId);\n if (baseLayer && baseLayer.status !== (currentBaseState === 'ready' ? 'ready' : 'pending')) {\n return true;\n }\n\n if (plan.resources.pending.size === 0) {\n return false;\n }\n\n for (const resourceId of plan.resources.pending) {\n if (this.getResourceState(resourceId) === 'ready') {\n return true;\n }\n }\n\n return false;\n }\n}\n"],"names":["clip"],"mappings":"AAiCA,MAAM,4BAA4B;AAClC,MAAM,6BAA6B;AACnC,MAAM,0BAA0B;AAEhC,MAAM,sBAAmE;AAAA,EACvE,SAAS;AAAA,EACT,SAAS;AAAA,EACT,MAAM;AACR;AAEA,MAAM,uBAAuB,oBAAI,IAAI,CAAC,SAAS,WAAW,MAAM,CAAC;AAe1D,MAAM,mBAAmB;AAAA,EACtB,QAAiC;AAAA,EACxB,gCAAgB,IAAA;AAAA,EAEjC,SAAS,OAA+B;AACtC,SAAK,QAAQ;AACb,SAAK,UAAU,MAAA;AAAA,EACjB;AAAA,EAEA,gBAAgB,QAA2C;AACzD,UAAM,OAAO,KAAK,UAAU,IAAI,MAAM;AACtC,QAAI,MAAM;AACR,YAAMA,QAAO,KAAK,OAAO,SAAS,MAAM;AACxC,UAAI,CAACA,OAAM;AACT,eAAO,KAAK;AAAA,MACd;AACA,UAAI,KAAK,iBAAiBA,OAAM,IAAI,GAAG;AACrC,cAAM,YAAY,KAAK,cAAcA,OAAM,EAAE,OAAO,MAAM;AAC1D,eAAO,UAAU;AAAA,MACnB;AACA,aAAO,KAAK;AAAA,IACd;AACA,QAAI,CAAC,KAAK,OAAO;AACf,aAAO;AAAA,IACT;AACA,UAAM,OAAO,KAAK,MAAM,SAAS,MAAM;AACvC,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AACA,UAAM,UAAU,KAAK,cAAc,MAAM,EAAE,OAAO,MAAM;AACxD,WAAO,QAAQ;AAAA,EACjB;AAAA,EAEA,YAAY,QAAsB;AAChC,SAAK,UAAU,OAAO,MAAM;AAAA,EAC9B;AAAA,EAEA,YAAY,QAAgB,SAAiB,kBAA2C;AACtF,QAAI,CAAC,KAAK,OAAO;AACf,aAAO;AAAA,IACT;AAEA,UAAM,OAAO,KAAK,MAAM,SAAS,MAAM;AACvC,QAAI,CAAC,MAAM;AACT,aAAO;AAAA,IACT;AAEA,UAAM,eAAe,KAAK,UAAU,IAAI,MAAM;AAC9C,UAAM,OAAO,KAAK,cAAc,MAAM,EAAE,OAAO,MAAM;AACrD,UAAM,aAAa,KAAK,oBAAoB,MAAM,KAAK,cAAc,YAAY;AAEjF,SAAK,UAAU,IAAI,QAAQ,IAAI;AAE/B,WAAO;AAAA,MACL;AAAA,MACA,SAAS,KAAK;AAAA,MACd,UAAU,KAAK;AAAA,MACf,MAAM;AAAA,MACN,aAAa;AAAA,QACX;AAAA,UACE,SAAS,KAAK;AAAA,UACd,SAAS,KAAK;AAAA,UACd,OAAO,KAAK,UAAU,KAAK;AAAA,UAC3B;AAAA,QAAA;AAAA,MACF;AAAA,MAEF,cAAc,KAAK;AAAA,IAAA;AAAA,EAEvB;AAAA,EAEA,WAAW,QAA0B,QAA0C;AAC7E,QAAI,CAAC,KAAK,OAAO;AACf,aAAO,CAAA;AAAA,IACT;AACA,UAAM,UAA8B,CAAA;AACpC,UAAM,sCAAsB,IAAA;AAC5B,eAAW,SAAS,QAAQ;AAC1B,YAAM,QAAQ,KAAK,MAAM,UAAU,MAAM,OAAO;AAChD,UAAI,CAAC,MAAO;AACZ,YAAM,QAAQ,MAAM,MAAM,OAAO,CAAC,SAAS,KAAK,uBAAuB,MAAM,KAAK,CAAC;AACnF,iBAAW,QAAQ,OAAO;AACxB,YAAI,gBAAgB,IAAI,KAAK,EAAE,EAAG;AAClC,wBAAgB,IAAI,KAAK,EAAE;AAC3B,cAAM,eAAe,KAAK,UAAU,IAAI,KAAK,EAAE;AAC/C,cAAM,OAAO,KAAK,cAAc,MAAM,EAAE,OAAO,OAAO;AACtD,cAAM,aAAa,KAAK,oBAAoB,MAAM,KAAK,cAAc,YAAY;AACjF,aAAK,UAAU,IAAI,KAAK,IAAI,IAAI;AAChC,gBAAQ,KAAK;AAAA,UACX,QAAQ,KAAK;AAAA,UACb,SAAS,KAAK;AAAA,UACd,UAAU,KAAK;AAAA,UACf,MAAM;AAAA,UACN,aAAa,CAAC,KAAK;AAAA,UACnB,cAAc,KAAK;AAAA,QAAA,CACpB;AAAA,MACH;AAAA,IACF;AACA,eAAW,UAAU,MAAM,KAAK,KAAK,UAAU,KAAA,CAAM,GAAG;AACtD,UAAI,CAAC,KAAK,MAAM,SAAS,MAAM,KAAK,CAAC,gBAAgB,IAAI,MAAM,GAAG;AAChE,cAAM,OAAO,KAAK,UAAU,IAAI,MAAM;AACtC,aAAK,UAAU,OAAO,MAAM;AAC5B,YAAI,MAAM;AACR,kBAAQ,KAAK;AAAA,YACX;AAAA,YACA,SAAS,KAAK;AAAA,YACd,UAAU,KAAK,WAAW;AAAA,YAC1B,MAAM;AAAA,YACN,aAAa;AAAA,UAAA,CACd;AAAA,QACH;AAAA,MACF;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEA,cAAc,MAAY,SAAyC;AACjE,QAAI,CAAC,KAAK,OAAO;AACf,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AACA,UAAM,QAAQ,SAAS,SAAS;AAChC,UAAM,WAAW,KAAK,UAAU,IAAI,KAAK,EAAE;AAC3C,UAAM,YAAY,UAAU,YAAY,KAAK;AAC7C,UAAM,qBAAqB,KAAK,qBAAqB,MAAM,QAAQ;AACnE,UAAM,OAAiB;AAAA,MACrB,QAAQ,KAAK;AAAA,MACb,SAAS,KAAK;AAAA,MACd;AAAA,MACA,cAAc,mBAAmB;AAAA,MACjC,WAAW,mBAAmB;AAAA,IAAA;AAEhC,QAAI,OAAO;AACT,WAAK,UAAU,IAAI,KAAK,IAAI,IAAI;AAAA,IAClC;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,oBACN,MACA,kBACA,cACgB;AAChB,UAAM,iBAAiB,iBAAiB,OAAO,KAAK,CAAC,UAAU,MAAM,SAAS,OAAO;AACrF,QAAI,CAAC,kBAAkB,CAAC,KAAK,YAAY;AACvC,aAAO;AAAA,IACT;AAEA,UAAM,WAAW,gBAAgB,KAAK,UAAU,IAAI,KAAK,EAAE;AAC3D,QAAI,CAAC,UAAU;AACb,aAAO;AAAA,IACT;AAEA,UAAM,gBAAgB,SAAS,aAAa,OAAO,KAAK,CAAC,UAAU,MAAM,SAAS,OAAO;AACzF,UAAM,kBAAkB,eAAe,QAAQ,eAAe,KAAK;AAEnE,QAAI,iBAAiB;AACnB,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,qBACN,MACA,UACuE;AACvE,QAAI,CAAC,KAAK,OAAO;AACf,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AACA,UAAM,aAAa,KAAK,gBAAgB,IAAI;AAC5C,UAAM,cAAc,KAAK,gBAAgB,IAAI;AAC7C,UAAM,cAAc,KAAK,qBAAqB,IAAI;AAClD,UAAM,SAAS,KAAK,yBAAyB,YAAY,MAAM;AAC/D,WAAO;AAAA,MACL,cAAc;AAAA,QACZ,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK;AAAA,QACd;AAAA,QACA;AAAA,QACA,QAAQ,YAAY;AAAA,QACpB;AAAA,QACA;AAAA,MAAA;AAAA,MAEF,WAAW,YAAY;AAAA,IAAA;AAAA,EAE3B;AAAA,EAEQ,gBAAgB,MAAgC;AACtD,UAAM,eAAe,KAAK,OAAO;AACjC,WAAO;AAAA,MACL,OAAO,cAAc,SAAS;AAAA,MAC9B,QAAQ,cAAc,UAAU;AAAA,MAChC,KAAK,KAAK,OAAO,OAAO;AAAA,MACxB,iBAAiB,cAAc,mBAAmB;AAAA,MAClD,UAAU;AAAA,QACR,QAAQ,KAAK;AAAA,QACb,SAAS,KAAK,WAAW;AAAA,QACzB,aAAa,KAAK;AAAA,QAClB,gBAAgB,KAAK,OAAO,OAAO;AAAA,MAAA;AAAA,IACrC;AAAA,EAEJ;AAAA,EAEQ,gBAAgB,MAItB;AACA,UAAM,SAAgC,CAAA;AACtC,UAAM,YAAkC;AAAA,MACtC,6BAAa,IAAA;AAAA,MACb,2BAAW,IAAA;AAAA,IAAY;AAEzB,UAAM,YAAY,KAAK,qBAAqB,MAAM,SAAS;AAC3D,WAAO,KAAK,SAAS;AACrB,UAAM,cAAc,KAAK,eAAe,CAAA;AACxC,aAAS,QAAQ,GAAG,QAAQ,YAAY,QAAQ,SAAS,GAAG;AAC1D,YAAM,aAAa,YAAY,KAAK;AACpC,UAAI,YAAY;AACd,cAAM,QAAQ,KAAK,sBAAsB,MAAM,YAAY,QAAQ,GAAG,SAAS;AAC/E,eAAO,KAAK,KAAK;AAAA,MACnB;AAAA,IACF;AACA,UAAM,gBAAgB,KAAK,yBAAyB,MAAM;AAC1D,WAAO,EAAE,QAAQ,QAAQ,eAAe,UAAA;AAAA,EAC1C;AAAA,EAEQ,qBAAqB,MAAY,WAAsD;AAC7F,UAAM,gBAAgB,KAAK,iBAAiB,KAAK,UAAU;AAC3D,UAAM,SAAgC,kBAAkB,UAAU,UAAU;AAC5E,SAAK,sBAAsB,KAAK,YAAY,QAAQ,SAAS;AAC7D,WAAO;AAAA,MACL,SAAS,GAAG,KAAK,EAAE;AAAA,MACnB,MAAM;AAAA,MACN,cAAc;AAAA,QACZ;AAAA,UACE,SAAS;AAAA,UACT,OAAO,KAAK;AAAA,QAAA;AAAA,MACd;AAAA,MAEF,SAAS;AAAA,QACP,YAAY,KAAK;AAAA,QACjB,aAAa,KAAK,eAAe;AAAA,QACjC,YAAY,KAAK;AAAA,MAAA;AAAA,MAEnB;AAAA,MACA,QAAQ;AAAA,IAAA;AAAA,EAEZ;AAAA,EAEQ,sBACN,MACA,YACA,QACA,WACqB;AACrB,UAAM,eAAe,KAAK;AAC1B,UAAM,UAAU,KAAK,IAAI,GAAG,WAAW,OAAO;AAC9C,UAAM,QAAQ,KAAK,IAAI,cAAc,UAAU,WAAW,UAAU;AACpE,UAAM,OAAO,KAAK,2BAA2B,UAAU;AACvD,UAAM,UAAU,KAAK,uBAAuB,YAAY,IAAI;AAC5D,UAAM,gBAAgB,KAAK,+BAA+B,YAAY,IAAI;AAC1E,UAAM,SAAgC,kBAAkB,UAAU,UAAU;AAC5E,UAAM,aAAc,QAAgB;AACpC,QAAI,cAAc,OAAO,eAAe,UAAU;AAChD,WAAK,sBAAsB,YAAY,QAAQ,SAAS;AAAA,IAC1D;AACA,WAAO;AAAA,MACL,SAAS,GAAG,KAAK,EAAE,eAAe,WAAW,EAAE;AAAA,MAC/C;AAAA,MACA,cAAc;AAAA,QACZ;AAAA,UACE;AAAA,UACA;AAAA,QAAA;AAAA,MACF;AAAA,MAEF;AAAA,MACA;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EAEQ,2BAA2B,YAAqD;AACtF,UAAM,aAAa,oBAAoB,WAAW,IAAI;AACtD,QAAI,YAAY;AACd,aAAO;AAAA,IACT;AACA,QAAI,OAAO,WAAW,KAAK,SAAS,UAAU;AAC5C,aAAO;AAAA,IACT;AACA,QAAI,WAAW,KAAK,YAAY;AAC9B,YAAM,WAAW,KAAK,OAAO,YAAY,WAAW,KAAK,UAAoB;AAC7E,UAAI,YAAY,qBAAqB,IAAI,SAAS,IAAI,GAAG;AACvD,eAAO;AAAA,MACT;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,uBACN,YACA,MACgC;AAChC,UAAM,cAAuC;AAAA,MAC3C,GAAG,WAAW;AAAA,MACd,cAAc,WAAW;AAAA,IAAA;AAE3B,QAAI,SAAS,QAAQ;AAEnB,aAAO;AAAA,QACL,MAAM,KAAK,eAAe,WAAW,MAAM,MAAM,KAAK;AAAA,QACtD,YAAY,KAAK,eAAe,WAAW,MAAM,YAAY,KAAK;AAAA,QAClE,UAAU,KAAK,eAAe,WAAW,MAAM,UAAU,KAAK;AAAA,QAC9D,YAAY,KAAK,eAAe,WAAW,MAAM,YAAY,KAAK;AAAA,QAClE,OAAO,KAAK,eAAe,WAAW,MAAM,OAAO,KAAK;AAAA,QACxD,aAAa,KAAK,eAAe,WAAW,MAAM,aAAa,KAAK;AAAA,QACpE,aAAa,KAAK,eAAe,WAAW,MAAM,aAAa,KAAK;AAAA,QACpE,YAAY,KAAK,eAAe,WAAW,MAAM,YAAY,KAAK;AAAA,QAClE,OAAQ,KAAK,eAAe,WAAW,MAAM,OAAO,KAAa;AAAA,QACjE,GAAG;AAAA,MAAA;AAAA,IAEP;AACA,QAAI,SAAS,SAAS;AACpB,aAAO;AAAA,QACL,GAAG;AAAA,QACH,YAAY,KAAK,eAAe,WAAW,MAAM,YAAY,KAAK;AAAA,MAAA;AAAA,IAEtE;AACA,QAAI,SAAS,QAAQ;AACnB,aAAO;AAAA,QACL,GAAG;AAAA,QACH,YAAY,KAAK,eAAe,WAAW,MAAM,YAAY;AAAA,MAAA;AAAA,IAEjE;AACA,WAAO;AAAA,MACL,GAAG;AAAA,IAAA;AAAA,EAEP;AAAA,EAEQ,+BACN,YACA,MACqB;AACrB,QAAI,SAAS,QAAQ;AACnB,aAAO;AAAA,IACT;AACA,UAAM,aAAa,KAAK,eAAe,WAAW,MAAM,YAAY;AACpE,QAAI,CAAC,YAAY;AACf,aAAO;AAAA,IACT;AACA,UAAM,gBAAgB,KAAK,iBAAiB,UAAU;AACtD,WAAO,kBAAkB,UAAU,UAAU;AAAA,EAC/C;AAAA,EAEQ,sBACN,YACA,QACA,WACM;AACN,QAAI,CAAC,YAAY;AACf;AAAA,IACF;AACA,QAAI,WAAW,SAAS;AACtB,gBAAU,MAAM,IAAI,UAAU;AAAA,IAChC,OAAO;AACL,gBAAU,QAAQ,IAAI,UAAU;AAAA,IAClC;AAAA,EACF;AAAA,EAEQ,iBAAiB,YAAmD;AAC1E,UAAM,WAAW,KAAK,OAAO,YAAY,UAAU;AACnD,WAAO,UAAU,SAAS;AAAA,EAC5B;AAAA,EAEQ,yBAAyB,QAAsD;AACrF,WAAO,OAAO,KAAK,CAAC,UAAU,MAAM,WAAW,SAAS,IAAI,YAAY;AAAA,EAC1E;AAAA,EAEQ,qBAAqB,MAAwC;AACnE,UAAM,cAA0C,CAAA;AAChD,UAAM,QAAQ,KAAK,UAAU,KAAK,OAAO,UAAU,KAAK,OAAO,IAAI;AACnE,QAAI,KAAK,cAAc;AACrB,kBAAY,KAAK,KAAK,iBAAiB,KAAK,cAAc,GAAG,KAAK,UAAU,CAAC;AAAA,IAC/E;AACA,QAAI,KAAK,eAAe;AACtB,YAAM,UAAU,KAAK,IAAI,GAAG,KAAK,aAAa,KAAK,cAAc,UAAU;AAC3E,kBAAY,KAAK,KAAK,iBAAiB,KAAK,eAAe,SAAS,KAAK,UAAU,CAAC;AAAA,IACtF;AACA,QAAI,OAAO,SAAS,QAAQ;AAC1B,iBAAW,UAAU,MAAM,SAAS;AAClC,oBAAY,KAAK;AAAA,UACf,cAAc,OAAO;AAAA,UACrB,OAAO;AAAA,YACL,SAAS;AAAA,YACT,OAAO,KAAK;AAAA,UAAA;AAAA,UAEd,QAAQ;AAAA,YACN,MAAM,OAAO;AAAA,YACb,QAAQ,OAAO,QAAQ;AAAA,YACvB,YAAY,OAAO,QAAQ;AAAA,YAC3B,SAAS,OAAO;AAAA,UAAA;AAAA,QAClB,CACD;AAAA,MACH;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,iBACN,YACA,SACA,gBAC0B;AAC1B,UAAM,WAAW,KAAK,IAAI,WAAW,YAAY,cAAc;AAC/D,UAAM,eAAe,KAAK,IAAI,GAAG,KAAK,IAAI,SAAS,cAAc,CAAC;AAClE,UAAM,aAAa,KAAK,IAAI,eAAe,UAAU,cAAc;AACnE,WAAO;AAAA,MACL,cAAc,WAAW;AAAA,MACzB,OAAO;AAAA,QACL,SAAS;AAAA,QACT,OAAO;AAAA,MAAA;AAAA,MAET,QAAQ;AAAA,QACN,MAAM,WAAW;AAAA,QACjB,GAAG,WAAW;AAAA,MAAA;AAAA,IAChB;AAAA,EAEJ;AAAA,EAEQ,uBAAuB,MAAY,OAA4B;AACrE,UAAM,YAAY,KAAK;AACvB,UAAM,UAAU,KAAK,UAAU,KAAK;AACpC,WAAO,YAAY,MAAM,SAAS,UAAU,MAAM;AAAA,EACpD;AAAA,EAEQ,eAAe,MAA+B,KAAiC;AACrF,UAAM,QAAQ,KAAK,GAAG;AACtB,WAAO,OAAO,UAAU,WAAW,QAAQ;AAAA,EAC7C;AAAA,EAEQ,eAAe,MAA+B,KAAiC;AACrF,UAAM,QAAQ,KAAK,GAAG;AACtB,WAAO,OAAO,UAAU,WAAW,QAAQ;AAAA,EAC7C;AAAA,EAEQ,iBAAiB,MAAY,MAAyB;AAC5D,UAAM,YAAY,KAAK,aAAa,OAAO,KAAK,CAAC,UAAU,MAAM,SAAS,OAAO;AACjF,UAAM,mBAAmB,KAAK,iBAAiB,KAAK,UAAU;AAC9D,QAAI,aAAa,UAAU,YAAY,qBAAqB,UAAU,UAAU,YAAY;AAC1F,aAAO;AAAA,IACT;AAEA,QAAI,KAAK,UAAU,QAAQ,SAAS,GAAG;AACrC,aAAO;AAAA,IACT;AAEA,eAAW,cAAc,KAAK,UAAU,SAAS;AAC/C,UAAI,KAAK,iBAAiB,UAAU,MAAM,SAAS;AACjD,eAAO;AAAA,MACT;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AACF;"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { EventBus } from '../event/EventBus';
|
|
2
|
+
import { WorkerPool } from '../worker/WorkerPool';
|
|
3
|
+
import { ResourceLoader } from '../stages/load/ResourceLoader';
|
|
4
|
+
import { CacheManager } from '../cache/CacheManager';
|
|
5
|
+
import { IOrchestrator, OrchestratorConfig, RenderFrameOptions } from './types';
|
|
6
|
+
import { WorkerStatus, WorkerType } from '../worker/types';
|
|
7
|
+
import { CompositionModel, CompositionPatch, TimeUs, RcFrame } from '../model';
|
|
8
|
+
import { EventPayloadMap } from '../event/events';
|
|
9
|
+
import { CompositionPlanner } from './CompositionPlanner';
|
|
10
|
+
import { GlobalAudioSession } from '../stages/compose/GlobalAudioSession';
|
|
11
|
+
|
|
12
|
+
export declare class Orchestrator implements IOrchestrator {
|
|
13
|
+
workers: WorkerPool;
|
|
14
|
+
eventBus: EventBus<EventPayloadMap>;
|
|
15
|
+
compositionModel: CompositionModel | null;
|
|
16
|
+
resourceLoader: ResourceLoader;
|
|
17
|
+
cacheManager: CacheManager;
|
|
18
|
+
planner: CompositionPlanner;
|
|
19
|
+
audioSession: GlobalAudioSession;
|
|
20
|
+
private activeClips;
|
|
21
|
+
private isInitialized;
|
|
22
|
+
private config;
|
|
23
|
+
private clipSessionManager;
|
|
24
|
+
private currentClipId;
|
|
25
|
+
readonly events: Pick<EventBus<EventPayloadMap>, 'on' | 'off' | 'once'>;
|
|
26
|
+
constructor(config: OrchestratorConfig);
|
|
27
|
+
get workerStatus(): WorkerStatus;
|
|
28
|
+
initialize(): Promise<void>;
|
|
29
|
+
on<K extends keyof EventPayloadMap>(event: K, handler: (payload: EventPayloadMap[K]) => void): void;
|
|
30
|
+
off<K extends keyof EventPayloadMap>(event: K, handler: (payload: EventPayloadMap[K]) => void): void;
|
|
31
|
+
once<K extends keyof EventPayloadMap>(event: K, handler: (payload: EventPayloadMap[K]) => void): void;
|
|
32
|
+
setCompositionModel(model: CompositionModel): Promise<void>;
|
|
33
|
+
applyPatch(patch: CompositionPatch): Promise<void>;
|
|
34
|
+
private handleResourceStateChange;
|
|
35
|
+
restartWorker(type: WorkerType, clipId?: string): Promise<void>;
|
|
36
|
+
renderFrame(timeUs: TimeUs, options?: RenderFrameOptions): Promise<RcFrame | null>;
|
|
37
|
+
/**
|
|
38
|
+
* Ensure clips are cached using 3-Clip strategy
|
|
39
|
+
* Called by PlaybackController
|
|
40
|
+
*/
|
|
41
|
+
ensureClipCache(timeUs: TimeUs): Promise<void>;
|
|
42
|
+
/**
|
|
43
|
+
* Wait for clip cache to be ready for playback
|
|
44
|
+
* Returns true if minimum cache is ready, false if timeout
|
|
45
|
+
*/
|
|
46
|
+
waitForClipReady(timeUs: TimeUs, options?: {
|
|
47
|
+
minFrameCount?: number;
|
|
48
|
+
timeoutMs?: number;
|
|
49
|
+
}): Promise<boolean>;
|
|
50
|
+
/**
|
|
51
|
+
* Create a new session for a clip
|
|
52
|
+
*/
|
|
53
|
+
private createSession;
|
|
54
|
+
dispose(): Promise<void>;
|
|
55
|
+
private buildWorkerConfigs;
|
|
56
|
+
private setupSharedConnections;
|
|
57
|
+
private handleDirtyRange;
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=Orchestrator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Orchestrator.d.ts","sourceRoot":"","sources":["../../src/orchestrator/Orchestrator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,OAAO,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAc,kBAAkB,EAAE,MAAM,SAAS,CAAC;AACjG,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAY,MAAM,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AACzF,OAAO,EAAgB,KAAK,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAG1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAE1E,qBAAa,YAAa,YAAW,aAAa;IAChD,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpC,gBAAgB,EAAE,gBAAgB,GAAG,IAAI,CAAQ;IACjD,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,YAAY,EAAE,kBAAkB,CAAC;IAEjC,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,MAAM,CAA0C;IACxD,OAAO,CAAC,kBAAkB,CAAqB;IAC/C,OAAO,CAAC,aAAa,CAAuB;IAC5C,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC,CAAC;gBAE5D,MAAM,EAAE,kBAAkB;IAkEtC,IAAI,YAAY,IAAI,YAAY,CAsB/B;IAEK,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAWjC,EAAE,CAAC,CAAC,SAAS,MAAM,eAAe,EAChC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,GAAG,CAAC,CAAC,SAAS,MAAM,eAAe,EACjC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAIP,IAAI,CAAC,CAAC,SAAS,MAAM,eAAe,EAClC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,IAAI,GAC7C,IAAI;IAID,mBAAmB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB3D,UAAU,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BxD,OAAO,CAAC,yBAAyB;IA0B3B,aAAa,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA6B/D,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IA8CxF;;;OAGG;IACG,eAAe,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQpD;;;OAGG;IACG,gBAAgB,CACpB,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACvD,OAAO,CAAC,OAAO,CAAC;IAqBnB;;OAEG;YACW,aAAa;IAgDrB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAa9B,OAAO,CAAC,kBAAkB;YA0DZ,sBAAsB;YAwBtB,gBAAgB;CAG/B"}
|