@omnimedia/omnitool 1.1.0-7 → 1.1.0-71
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +143 -80
- package/package.json +18 -17
- package/s/context.ts +0 -7
- package/s/demo/demo.bundle.ts +104 -43
- package/s/demo/demo.css +244 -14
- package/s/demo/routines/export-test.ts +16 -0
- package/s/demo/routines/filmstrip-test.ts +22 -18
- package/s/demo/routines/load-video.ts +2 -3
- package/s/demo/routines/playback-test.ts +61 -0
- package/s/demo/routines/timeline-setup.ts +24 -0
- package/s/demo/routines/transcode-test.ts +19 -5
- package/s/demo/routines/transitions-test.ts +2 -2
- package/s/demo/routines/waveform-test.ts +35 -8
- package/s/driver/driver-worker.ts +9 -0
- package/s/driver/driver.test.ts +1 -1
- package/s/driver/driver.ts +43 -42
- package/s/driver/fns/schematic.ts +11 -5
- package/s/driver/fns/work.ts +65 -189
- package/s/driver/parts/compositor.ts +219 -0
- package/s/driver/parts/machina.ts +19 -20
- package/s/index.html.ts +103 -25
- package/s/index.ts +1 -0
- package/s/tests.bundle.ts +11 -0
- package/s/tests.html.ts +28 -0
- package/s/timeline/index.ts +5 -0
- package/s/timeline/parts/filmstrip.ts +43 -16
- package/s/timeline/parts/item.ts +27 -6
- package/s/timeline/parts/media.ts +12 -2
- package/s/timeline/parts/resource-pool.ts +8 -5
- package/s/timeline/parts/resource.ts +3 -0
- package/s/timeline/parts/waveform/parts/collect.ts +72 -0
- package/s/timeline/parts/waveform/parts/render.ts +45 -0
- package/s/timeline/parts/waveform/parts/types.ts +24 -0
- package/s/timeline/parts/waveform/waveform.ts +161 -0
- package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
- package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
- package/s/timeline/renderers/export/parts/cursor.ts +129 -0
- package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
- package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
- package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
- package/s/timeline/renderers/export/produce.ts +28 -0
- package/s/timeline/renderers/parts/handy.ts +360 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
- package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +16 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +59 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +111 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +10 -0
- package/s/timeline/renderers/parts/samplers/visual/sampler.ts +28 -0
- package/s/timeline/renderers/parts/schedulers.ts +96 -0
- package/s/timeline/renderers/player/parts/playback.ts +159 -0
- package/s/timeline/renderers/player/player.ts +77 -0
- package/s/timeline/renderers/renderers.test.ts +385 -0
- package/s/timeline/sugar/helpers.ts +85 -0
- package/s/timeline/sugar/o.ts +138 -57
- package/s/timeline/sugar/omni.test.ts +210 -0
- package/s/timeline/sugar/omni.ts +35 -12
- package/s/timeline/utils/checksum.ts +3 -1
- package/s/timeline/utils/datafile.ts +15 -4
- package/s/timeline/utils/dummy-data.ts +3 -3
- package/s/units/fps.ts +8 -0
- package/s/units/ms.ts +8 -0
- package/s/units/seconds.ts +8 -0
- package/x/WebGLRenderer-7X274AYV.js +2 -0
- package/x/WebGLRenderer-7X274AYV.js.map +7 -0
- package/x/WebGPURenderer-XMCMEXAO.js +2 -0
- package/x/WebGPURenderer-XMCMEXAO.js.map +7 -0
- package/x/browserAll-6TVTCHHE.js +2 -0
- package/x/browserAll-6TVTCHHE.js.map +7 -0
- package/x/chunk-4ONWQOPX.js +157 -0
- package/x/chunk-4ONWQOPX.js.map +7 -0
- package/x/chunk-63NSCXPX.js +2 -0
- package/x/chunk-63NSCXPX.js.map +7 -0
- package/x/chunk-A45M2HJC.js +2 -0
- package/x/chunk-A45M2HJC.js.map +7 -0
- package/x/chunk-OTQK6FAJ.js +15 -0
- package/x/chunk-OTQK6FAJ.js.map +7 -0
- package/x/chunk-Q7JBQNE4.js +42 -0
- package/x/chunk-Q7JBQNE4.js.map +7 -0
- package/x/chunk-W33LM336.js +393 -0
- package/x/chunk-W33LM336.js.map +7 -0
- package/x/chunk-W5CN46AR.js +327 -0
- package/x/chunk-W5CN46AR.js.map +7 -0
- package/x/chunk-WFT3KTZG.js +269 -0
- package/x/chunk-WFT3KTZG.js.map +7 -0
- package/x/context.d.ts +1 -4
- package/x/context.js +1 -5
- package/x/context.js.map +1 -1
- package/x/demo/WebGLRenderer-NLGJGAXK.js +2 -0
- package/x/demo/WebGLRenderer-NLGJGAXK.js.map +7 -0
- package/x/demo/WebGPURenderer-RBOFXPL5.js +2 -0
- package/x/demo/WebGPURenderer-RBOFXPL5.js.map +7 -0
- package/x/demo/browserAll-5AZHDDG6.js +2 -0
- package/x/demo/browserAll-5AZHDDG6.js.map +7 -0
- package/x/demo/chunk-5ZZYIILO.js +393 -0
- package/x/demo/chunk-5ZZYIILO.js.map +7 -0
- package/x/demo/chunk-P3PTHHFE.js +42 -0
- package/x/demo/chunk-P3PTHHFE.js.map +7 -0
- package/x/demo/chunk-PYG4RZZ2.js +269 -0
- package/x/demo/chunk-PYG4RZZ2.js.map +7 -0
- package/x/demo/chunk-Q4MWBZHL.js +157 -0
- package/x/demo/chunk-Q4MWBZHL.js.map +7 -0
- package/x/demo/chunk-T3METYEY.js +15 -0
- package/x/demo/chunk-T3METYEY.js.map +7 -0
- package/x/demo/chunk-USLRKDKD.js +2 -0
- package/x/demo/chunk-USLRKDKD.js.map +7 -0
- package/x/demo/chunk-YISSXWBT.js +327 -0
- package/x/demo/chunk-YISSXWBT.js.map +7 -0
- package/x/demo/chunk-YJQWVIHX.js +2 -0
- package/x/demo/chunk-YJQWVIHX.js.map +7 -0
- package/x/demo/demo.bundle.js +94 -40
- package/x/demo/demo.bundle.js.map +1 -1
- package/x/demo/demo.bundle.min.js +2421 -81
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +244 -14
- package/x/demo/routines/export-test.d.ts +2 -0
- package/x/demo/routines/export-test.js +10 -0
- package/x/demo/routines/export-test.js.map +1 -0
- package/x/demo/routines/filmstrip-test.d.ts +1 -1
- package/x/demo/routines/filmstrip-test.js +20 -17
- package/x/demo/routines/filmstrip-test.js.map +1 -1
- package/x/demo/routines/load-video.d.ts +1 -1
- package/x/demo/routines/load-video.js +1 -2
- package/x/demo/routines/load-video.js.map +1 -1
- package/x/demo/routines/playback-test.d.ts +2 -0
- package/x/demo/routines/playback-test.js +51 -0
- package/x/demo/routines/playback-test.js.map +1 -0
- package/x/demo/routines/timeline-setup.d.ts +6 -0
- package/x/demo/routines/timeline-setup.js +13 -0
- package/x/demo/routines/timeline-setup.js.map +1 -0
- package/x/demo/routines/transcode-test.js +15 -5
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transitions-test.js +2 -2
- package/x/demo/routines/transitions-test.js.map +1 -1
- package/x/demo/routines/waveform-test.d.ts +2 -1
- package/x/demo/routines/waveform-test.js +29 -8
- package/x/demo/routines/waveform-test.js.map +1 -1
- package/x/demo/webworkerAll-QKIC5O27.js +2 -0
- package/x/demo/webworkerAll-QKIC5O27.js.map +7 -0
- package/x/driver/driver-worker.d.ts +1 -0
- package/x/driver/driver-worker.js +6 -0
- package/x/driver/driver-worker.js.map +1 -0
- package/x/driver/driver.d.ts +25 -8
- package/x/driver/driver.js +43 -39
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.test.js +1 -1
- package/x/driver/driver.test.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +117 -3506
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +3 -2
- package/x/driver/fns/schematic.d.ts +11 -4
- package/x/driver/fns/work.d.ts +4 -4
- package/x/driver/fns/work.js +55 -155
- package/x/driver/fns/work.js.map +1 -1
- package/x/driver/parts/compositor.d.ts +28 -0
- package/x/driver/parts/compositor.js +186 -0
- package/x/driver/parts/compositor.js.map +1 -0
- package/x/driver/parts/machina.d.ts +0 -20
- package/x/driver/parts/machina.js +6 -10
- package/x/driver/parts/machina.js.map +1 -1
- package/x/features/speech/transcribe/parts/prep-audio.d.ts +1 -1
- package/x/features/speech/transcribe/worker.bundle.min.js +899 -899
- package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
- package/x/index.d.ts +1 -0
- package/x/index.html +347 -38
- package/x/index.html.js +103 -24
- package/x/index.html.js.map +1 -1
- package/x/index.js +1 -0
- package/x/index.js.map +1 -1
- package/x/tests.bundle.js +8 -0
- package/x/tests.bundle.js.map +1 -0
- package/x/tests.bundle.min.js +2464 -0
- package/x/tests.bundle.min.js.map +7 -0
- package/x/tests.html +316 -0
- package/x/tests.html.d.ts +2 -0
- package/x/tests.html.js +22 -0
- package/x/tests.html.js.map +1 -0
- package/x/timeline/index.d.ts +4 -0
- package/x/timeline/index.js +4 -0
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/filmstrip.d.ts +4 -3
- package/x/timeline/parts/filmstrip.js +29 -10
- package/x/timeline/parts/filmstrip.js.map +1 -1
- package/x/timeline/parts/item.d.ts +20 -3
- package/x/timeline/parts/item.js +1 -0
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +2 -0
- package/x/timeline/parts/media.js +11 -2
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/resource-pool.d.ts +3 -0
- package/x/timeline/parts/resource-pool.js +7 -4
- package/x/timeline/parts/resource-pool.js.map +1 -1
- package/x/timeline/parts/resource.d.ts +3 -0
- package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
- package/x/timeline/parts/waveform/parts/collect.js +56 -0
- package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
- package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
- package/x/timeline/parts/waveform/parts/render.js +29 -0
- package/x/timeline/parts/waveform/parts/render.js.map +1 -0
- package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
- package/x/timeline/parts/waveform/parts/types.js.map +1 -0
- package/x/timeline/parts/waveform/waveform.d.ts +19 -0
- package/x/timeline/parts/waveform/waveform.js +133 -0
- package/x/timeline/parts/waveform/waveform.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
- package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
- package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
- package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
- package/x/timeline/renderers/export/parts/cursor.d.ts +18 -0
- package/x/timeline/renderers/export/parts/cursor.js +99 -0
- package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
- package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
- package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
- package/x/timeline/renderers/export/parts/produce-video.js +26 -0
- package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
- package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
- package/x/timeline/renderers/export/parts/resamplers.js +29 -0
- package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
- package/x/timeline/renderers/export/produce.d.ts +13 -0
- package/x/timeline/renderers/export/produce.js +15 -0
- package/x/timeline/renderers/export/produce.js.map +1 -0
- package/x/timeline/renderers/parts/handy.d.ts +30 -0
- package/x/timeline/renderers/parts/handy.js +219 -0
- package/x/timeline/renderers/parts/handy.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +10 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +38 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +75 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js +17 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
- package/x/timeline/renderers/parts/schedulers.js +64 -0
- package/x/timeline/renderers/parts/schedulers.js.map +1 -0
- package/x/timeline/renderers/player/parts/playback.d.ts +36 -0
- package/x/timeline/renderers/player/parts/playback.js +113 -0
- package/x/timeline/renderers/player/parts/playback.js.map +1 -0
- package/x/timeline/renderers/player/player.d.ts +25 -0
- package/x/timeline/renderers/player/player.js +56 -0
- package/x/timeline/renderers/player/player.js.map +1 -0
- package/x/timeline/renderers/renderers.test.d.ts +32 -0
- package/x/timeline/renderers/renderers.test.js +305 -0
- package/x/timeline/renderers/renderers.test.js.map +1 -0
- package/x/timeline/sugar/helpers.d.ts +30 -0
- package/x/timeline/sugar/helpers.js +46 -0
- package/x/timeline/sugar/helpers.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +28 -13
- package/x/timeline/sugar/o.js +108 -51
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +11 -6
- package/x/timeline/sugar/omni.js +28 -8
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/sugar/omni.test.d.ts +27 -0
- package/x/timeline/sugar/omni.test.js +128 -0
- package/x/timeline/sugar/omni.test.js.map +1 -0
- package/x/timeline/utils/checksum.d.ts +3 -2
- package/x/timeline/utils/checksum.js.map +1 -1
- package/x/timeline/utils/datafile.d.ts +5 -3
- package/x/timeline/utils/datafile.js +18 -5
- package/x/timeline/utils/datafile.js.map +1 -1
- package/x/timeline/utils/dummy-data.d.ts +1 -2
- package/x/timeline/utils/dummy-data.js +4 -2
- package/x/timeline/utils/dummy-data.js.map +1 -1
- package/x/units/fps.d.ts +6 -0
- package/x/units/fps.js +2 -0
- package/x/units/fps.js.map +1 -0
- package/x/units/ms.d.ts +6 -0
- package/x/units/ms.js +2 -0
- package/x/units/ms.js.map +1 -0
- package/x/units/seconds.d.ts +6 -0
- package/x/units/seconds.js +2 -0
- package/x/units/seconds.js.map +1 -0
- package/x/webworkerAll-VVIU3M54.js +2 -0
- package/x/webworkerAll-VVIU3M54.js.map +7 -0
- package/s/tests.test.ts +0 -8
- package/s/timeline/parts/compositor/export.ts +0 -77
- package/s/timeline/parts/compositor/parts/html-tree.ts +0 -37
- package/s/timeline/parts/compositor/parts/schedulers.ts +0 -85
- package/s/timeline/parts/compositor/parts/tree-builder.ts +0 -184
- package/s/timeline/parts/compositor/parts/webcodecs-tree.ts +0 -30
- package/s/timeline/parts/compositor/playback.ts +0 -81
- package/s/timeline/parts/compositor/samplers/html.ts +0 -115
- package/s/timeline/parts/compositor/samplers/webcodecs.ts +0 -60
- package/s/timeline/parts/waveform.ts +0 -62
- package/s/timeline/sugar/builders.ts +0 -102
- package/s/timeline/sugar/omni-test.ts +0 -38
- package/s/timeline/timeline.ts +0 -22
- package/s/timeline/utils/audio-stream.ts +0 -15
- package/s/timeline/utils/video-cursor.ts +0 -40
- package/s/tools/common/loader.ts +0 -26
- package/s/tools/common/transformer-pipeline.ts +0 -26
- package/s/tools/speech-recognition/common/model.ts +0 -26
- package/s/tools/speech-recognition/whisper/fns/host.ts +0 -25
- package/s/tools/speech-recognition/whisper/fns/schematic.ts +0 -23
- package/s/tools/speech-recognition/whisper/fns/work.ts +0 -91
- package/s/tools/speech-recognition/whisper/parts/types.ts +0 -38
- package/s/tools/speech-recognition/whisper/parts/worker.bundle.ts +0 -7
- package/s/tools/speech-recognition/whisper/tool.ts +0 -70
- package/x/tests.test.js +0 -6
- package/x/tests.test.js.map +0 -1
- package/x/timeline/parts/compositor/export.d.ts +0 -9
- package/x/timeline/parts/compositor/export.js +0 -64
- package/x/timeline/parts/compositor/export.js.map +0 -1
- package/x/timeline/parts/compositor/parts/html-tree.d.ts +0 -3
- package/x/timeline/parts/compositor/parts/html-tree.js +0 -40
- package/x/timeline/parts/compositor/parts/html-tree.js.map +0 -1
- package/x/timeline/parts/compositor/parts/schedulers.d.ts +0 -15
- package/x/timeline/parts/compositor/parts/schedulers.js +0 -64
- package/x/timeline/parts/compositor/parts/schedulers.js.map +0 -1
- package/x/timeline/parts/compositor/parts/tree-builder.d.ts +0 -37
- package/x/timeline/parts/compositor/parts/tree-builder.js +0 -147
- package/x/timeline/parts/compositor/parts/tree-builder.js.map +0 -1
- package/x/timeline/parts/compositor/parts/webcodecs-tree.d.ts +0 -3
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js +0 -28
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js.map +0 -1
- package/x/timeline/parts/compositor/playback.d.ts +0 -19
- package/x/timeline/parts/compositor/playback.js +0 -71
- package/x/timeline/parts/compositor/playback.js.map +0 -1
- package/x/timeline/parts/compositor/samplers/html.d.ts +0 -3
- package/x/timeline/parts/compositor/samplers/html.js +0 -106
- package/x/timeline/parts/compositor/samplers/html.js.map +0 -1
- package/x/timeline/parts/compositor/samplers/webcodecs.d.ts +0 -2
- package/x/timeline/parts/compositor/samplers/webcodecs.js +0 -55
- package/x/timeline/parts/compositor/samplers/webcodecs.js.map +0 -1
- package/x/timeline/parts/waveform.d.ts +0 -8
- package/x/timeline/parts/waveform.js +0 -51
- package/x/timeline/parts/waveform.js.map +0 -1
- package/x/timeline/sugar/builders.d.ts +0 -96
- package/x/timeline/sugar/builders.js +0 -108
- package/x/timeline/sugar/builders.js.map +0 -1
- package/x/timeline/sugar/omni-test.d.ts +0 -1
- package/x/timeline/sugar/omni-test.js +0 -22
- package/x/timeline/sugar/omni-test.js.map +0 -1
- package/x/timeline/timeline.d.ts +0 -9
- package/x/timeline/timeline.js +0 -22
- package/x/timeline/timeline.js.map +0 -1
- package/x/timeline/utils/audio-stream.d.ts +0 -6
- package/x/timeline/utils/audio-stream.js +0 -17
- package/x/timeline/utils/audio-stream.js.map +0 -1
- package/x/timeline/utils/video-cursor.d.ts +0 -10
- package/x/timeline/utils/video-cursor.js +0 -36
- package/x/timeline/utils/video-cursor.js.map +0 -1
- package/x/tools/common/loader.d.ts +0 -19
- package/x/tools/common/loader.js +0 -18
- package/x/tools/common/loader.js.map +0 -1
- package/x/tools/common/transformer-pipeline.d.ts +0 -8
- package/x/tools/common/transformer-pipeline.js +0 -24
- package/x/tools/common/transformer-pipeline.js.map +0 -1
- package/x/tools/speech-recognition/common/model.d.ts +0 -14
- package/x/tools/speech-recognition/common/model.js +0 -16
- package/x/tools/speech-recognition/common/model.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/host.d.ts +0 -13
- package/x/tools/speech-recognition/whisper/fns/host.js +0 -19
- package/x/tools/speech-recognition/whisper/fns/host.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/schematic.d.ts +0 -19
- package/x/tools/speech-recognition/whisper/fns/schematic.js +0 -2
- package/x/tools/speech-recognition/whisper/fns/schematic.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/work.d.ts +0 -12
- package/x/tools/speech-recognition/whisper/fns/work.js +0 -74
- package/x/tools/speech-recognition/whisper/fns/work.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/types.d.ts +0 -31
- package/x/tools/speech-recognition/whisper/parts/types.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.d.ts +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.js +0 -4
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +0 -8
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +0 -7
- package/x/tools/speech-recognition/whisper/tool.d.ts +0 -12
- package/x/tools/speech-recognition/whisper/tool.js +0 -63
- package/x/tools/speech-recognition/whisper/tool.js.map +0 -1
- /package/x/{tests.test.d.ts → tests.bundle.d.ts} +0 -0
- /package/x/{tools/speech-recognition/whisper → timeline/parts/waveform}/parts/types.js +0 -0
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
import { context } from "../../../context.js";
|
|
2
|
-
import { fixedStep } from "./parts/schedulers.js";
|
|
3
|
-
import { makeWebCodecsSampler } from "./samplers/webcodecs.js";
|
|
4
|
-
import { buildWebCodecsNodeTree } from "./parts/webcodecs-tree.js";
|
|
5
|
-
export class Export {
|
|
6
|
-
framerate;
|
|
7
|
-
resolveMedia;
|
|
8
|
-
#sampler;
|
|
9
|
-
constructor(framerate = 30, resolveMedia = _hash => "/assets/temp/gl.mp4") {
|
|
10
|
-
this.framerate = framerate;
|
|
11
|
-
this.resolveMedia = resolveMedia;
|
|
12
|
-
this.#sampler = makeWebCodecsSampler(this.resolveMedia);
|
|
13
|
-
}
|
|
14
|
-
async #build(timeline) {
|
|
15
|
-
const rootItem = new Map(timeline.items.map(i => [i.id, i])).get(timeline.rootId);
|
|
16
|
-
const items = new Map(timeline.items.map(i => [i.id, i]));
|
|
17
|
-
return await buildWebCodecsNodeTree(rootItem, items, this.#sampler);
|
|
18
|
-
}
|
|
19
|
-
async render(timeline) {
|
|
20
|
-
const root = await this.#build(timeline);
|
|
21
|
-
const driver = await context.driver;
|
|
22
|
-
const videoStream = new TransformStream();
|
|
23
|
-
const audioStream = new TransformStream();
|
|
24
|
-
const encodePromise = driver.encode({
|
|
25
|
-
video: videoStream.readable,
|
|
26
|
-
audio: audioStream.readable,
|
|
27
|
-
config: {
|
|
28
|
-
audio: { codec: "opus", bitrate: 128000 },
|
|
29
|
-
video: { codec: "vp9", bitrate: 1000000 },
|
|
30
|
-
},
|
|
31
|
-
});
|
|
32
|
-
const videoWriter = videoStream.writable.getWriter();
|
|
33
|
-
const audioWriter = audioStream.writable.getWriter();
|
|
34
|
-
const audioPromise = (async () => {
|
|
35
|
-
if (root.audio) {
|
|
36
|
-
for await (const chunk of root.audio.getStream()) {
|
|
37
|
-
await audioWriter.write(chunk);
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
await audioWriter.close();
|
|
41
|
-
})();
|
|
42
|
-
const videoPromise = (async () => {
|
|
43
|
-
let i = 0;
|
|
44
|
-
const dt = 1 / this.framerate;
|
|
45
|
-
await fixedStep({ fps: this.framerate, duration: root.duration ?? 0 }, async (t) => {
|
|
46
|
-
const layers = await root.visuals?.sampleAt(t) ?? [];
|
|
47
|
-
const composed = await driver.composite(layers);
|
|
48
|
-
const vf = new VideoFrame(composed, {
|
|
49
|
-
timestamp: Math.round(i * dt * 1_000_000),
|
|
50
|
-
duration: Math.round(dt * 1_000_000),
|
|
51
|
-
});
|
|
52
|
-
await videoWriter.write(vf);
|
|
53
|
-
composed.close();
|
|
54
|
-
i++;
|
|
55
|
-
});
|
|
56
|
-
await videoWriter.close();
|
|
57
|
-
})();
|
|
58
|
-
await audioPromise;
|
|
59
|
-
await videoPromise;
|
|
60
|
-
await encodePromise;
|
|
61
|
-
// this.#sampler.dispose()
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
//# sourceMappingURL=export.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"export.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/export.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAE5D,OAAO,EAAC,sBAAsB,EAAC,MAAM,2BAA2B,CAAA;AAEhE,MAAM,OAAO,MAAM;IAGT;IACA;IAHT,QAAQ,CAAA;IACR,YACS,YAAY,EAAE,EACd,eAAgD,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAD9E,cAAS,GAAT,SAAS,CAAK;QACd,iBAAY,GAAZ,YAAY,CAAkE;QAEtF,IAAI,CAAC,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,OAAO,MAAM,sBAAsB,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAExC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,WAAW,GAAG,IAAI,eAAe,EAA0B,CAAA;QACjE,MAAM,WAAW,GAAG,IAAI,eAAe,EAAwB,CAAA;QAE/D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;QAEF,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QAEpD,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;oBAClD,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC/B,CAAC;YACF,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,CAAC,GAAG,CAAC,CAAA;YACT,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAA;YAE7B,MAAM,SAAS,CACd,EAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAC,EACnD,KAAK,EAAC,CAAC,EAAC,EAAE;gBACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;gBACpD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBAC/C,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACnC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;iBACpC,CAAC,CAAA;gBACF,MAAM,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC3B,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC,EAAE,CAAA;YACJ,CAAC,CACD,CAAA;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,CAAA;QAClB,MAAM,YAAY,CAAA;QAClB,MAAM,aAAa,CAAA;QACnB,0BAA0B;IAC3B,CAAC;CACD"}
|
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
import { TreeBuilder } from "./tree-builder.js";
|
|
2
|
-
class HTMLNodeBuilder extends TreeBuilder {
|
|
3
|
-
items;
|
|
4
|
-
sampler;
|
|
5
|
-
constructor(items, sampler) {
|
|
6
|
-
super(items, sampler);
|
|
7
|
-
this.items = items;
|
|
8
|
-
this.sampler = sampler;
|
|
9
|
-
}
|
|
10
|
-
composeAudio_Stack(children) {
|
|
11
|
-
return {
|
|
12
|
-
onTimeUpdate: (time) => {
|
|
13
|
-
for (const child of children) {
|
|
14
|
-
if (child.audio)
|
|
15
|
-
child.audio.onTimeUpdate(time);
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
};
|
|
19
|
-
}
|
|
20
|
-
composeAudio_Sequence(children) {
|
|
21
|
-
return {
|
|
22
|
-
onTimeUpdate: (time) => {
|
|
23
|
-
let localTime = time;
|
|
24
|
-
for (const child of children) {
|
|
25
|
-
if (localTime < child.duration) {
|
|
26
|
-
if (child.audio)
|
|
27
|
-
child.audio.onTimeUpdate(localTime);
|
|
28
|
-
break;
|
|
29
|
-
}
|
|
30
|
-
localTime -= child.duration;
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
};
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
export function buildHTMLNodeTree(root, items, sampler) {
|
|
37
|
-
const builder = new HTMLNodeBuilder(items, sampler);
|
|
38
|
-
return builder.build(root);
|
|
39
|
-
}
|
|
40
|
-
//# sourceMappingURL=html-tree.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"html-tree.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/html-tree.ts"],"names":[],"mappings":"AACA,OAAO,EAA4C,WAAW,EAAC,MAAM,mBAAmB,CAAA;AAExF,MAAM,eAAgB,SAAQ,WAAmC;IAC1C;IAAwC;IAA9D,YAAsB,KAA4B,EAAY,OAAoB;QACjF,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QADA,UAAK,GAAL,KAAK,CAAuB;QAAY,YAAO,GAAP,OAAO,CAAa;IAElF,CAAC;IAED,kBAAkB,CAAC,QAAwC;QAC1D,OAAO;YACN,YAAY,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC9B,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;gBAChD,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;IACD,qBAAqB,CAAC,QAAwC;QAC7D,OAAO;YACN,YAAY,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC9B,IAAI,SAAS,GAAG,IAAI,CAAA;gBACpB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAChC,IAAI,KAAK,CAAC,KAAK;4BAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAA;wBACpD,MAAK;oBACN,CAAC;oBACD,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAA;gBAC5B,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAc,EAAE,KAA4B,EAAE,OAAoB;IACnG,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACnD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC"}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
export type RealtimeController = {
|
|
2
|
-
play(): void;
|
|
3
|
-
pause(): void;
|
|
4
|
-
seek(t: number): void;
|
|
5
|
-
dispose(): void;
|
|
6
|
-
setFPS(v: number): void;
|
|
7
|
-
isPlaying(): boolean;
|
|
8
|
-
};
|
|
9
|
-
export declare const realtime: (onTick: (t: number) => void) => RealtimeController;
|
|
10
|
-
export type FixedStepOptions = {
|
|
11
|
-
fps: number;
|
|
12
|
-
duration: number;
|
|
13
|
-
abort?: AbortSignal;
|
|
14
|
-
};
|
|
15
|
-
export declare const fixedStep: (opts: FixedStepOptions, onFrame: (t: number, index: number) => Promise<void> | void) => Promise<void>;
|
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
export const realtime = (onTick) => {
|
|
2
|
-
let playing = false;
|
|
3
|
-
let rafId = null;
|
|
4
|
-
let fps = 60;
|
|
5
|
-
let frameDuration = 1000 / fps;
|
|
6
|
-
let currentTimeS = 0;
|
|
7
|
-
let lastTime = 0;
|
|
8
|
-
let accumulator = 0;
|
|
9
|
-
const tick = (now) => {
|
|
10
|
-
if (!playing)
|
|
11
|
-
return;
|
|
12
|
-
const deltaTime = now - lastTime;
|
|
13
|
-
lastTime = now;
|
|
14
|
-
accumulator += deltaTime;
|
|
15
|
-
while (accumulator >= frameDuration) {
|
|
16
|
-
onTick(currentTimeS);
|
|
17
|
-
currentTimeS += frameDuration / 1000;
|
|
18
|
-
accumulator -= frameDuration;
|
|
19
|
-
}
|
|
20
|
-
rafId = requestAnimationFrame(tick);
|
|
21
|
-
};
|
|
22
|
-
return {
|
|
23
|
-
play() {
|
|
24
|
-
if (playing)
|
|
25
|
-
return;
|
|
26
|
-
playing = true;
|
|
27
|
-
lastTime = performance.now();
|
|
28
|
-
rafId = requestAnimationFrame(tick);
|
|
29
|
-
},
|
|
30
|
-
pause() {
|
|
31
|
-
if (!playing)
|
|
32
|
-
return;
|
|
33
|
-
playing = false;
|
|
34
|
-
if (rafId !== null)
|
|
35
|
-
cancelAnimationFrame(rafId);
|
|
36
|
-
rafId = null;
|
|
37
|
-
},
|
|
38
|
-
seek(t) {
|
|
39
|
-
currentTimeS = Math.max(0, t);
|
|
40
|
-
accumulator = 0;
|
|
41
|
-
},
|
|
42
|
-
dispose() {
|
|
43
|
-
this.pause();
|
|
44
|
-
},
|
|
45
|
-
isPlaying() {
|
|
46
|
-
return playing;
|
|
47
|
-
},
|
|
48
|
-
setFPS(v) {
|
|
49
|
-
fps = v;
|
|
50
|
-
frameDuration = 1000 / fps;
|
|
51
|
-
}
|
|
52
|
-
};
|
|
53
|
-
};
|
|
54
|
-
export const fixedStep = async (opts, onFrame) => {
|
|
55
|
-
const dt = 1 / opts.fps;
|
|
56
|
-
const total = Math.ceil(opts.duration * opts.fps);
|
|
57
|
-
for (let i = 0; i < total; i++) {
|
|
58
|
-
if (opts.abort?.aborted)
|
|
59
|
-
break;
|
|
60
|
-
const t = i * dt;
|
|
61
|
-
await onFrame(t, i);
|
|
62
|
-
}
|
|
63
|
-
};
|
|
64
|
-
//# sourceMappingURL=schedulers.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"schedulers.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/schedulers.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAA2B,EAAsB,EAAE;IAC1E,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,GAAG,GAAG,EAAE,CAAA;IAEZ,IAAI,aAAa,GAAG,IAAI,GAAG,GAAG,CAAA;IAC9B,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC3B,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,MAAM,SAAS,GAAG,GAAG,GAAG,QAAQ,CAAA;QAChC,QAAQ,GAAG,GAAG,CAAA;QAEd,WAAW,IAAI,SAAS,CAAA;QAExB,OAAO,WAAW,IAAI,aAAa,EAAE,CAAC;YACpC,MAAM,CAAC,YAAY,CAAC,CAAA;YACpB,YAAY,IAAI,aAAa,GAAG,IAAI,CAAA;YACpC,WAAW,IAAI,aAAa,CAAA;QAC9B,CAAC;QAED,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC,CAAA;IAED,OAAO;QACL,IAAI;YACF,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC5B,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;QACD,KAAK;YACH,IAAI,CAAC,OAAO;gBAAE,OAAM;YACpB,OAAO,GAAG,KAAK,CAAA;YACf,IAAI,KAAK,KAAK,IAAI;gBAAE,oBAAoB,CAAC,KAAK,CAAC,CAAA;YAC/C,KAAK,GAAG,IAAI,CAAA;QACd,CAAC;QACD,IAAI,CAAC,CAAC;YACJ,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC7B,WAAW,GAAG,CAAC,CAAA;QACjB,CAAC;QACD,OAAO;YACL,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QACD,SAAS;YACP,OAAO,OAAO,CAAA;QAChB,CAAC;QACD,MAAM,CAAC,CAAC;YACP,GAAG,GAAG,CAAC,CAAA;YACP,aAAa,GAAG,IAAI,GAAG,GAAG,CAAA;QAC3B,CAAC;KACF,CAAA;AACH,CAAC,CAAA;AAQD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC7B,IAAsB,EACtB,OAA2D,EAC1D,EAAE;IACH,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAA;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO;YAAE,MAAK;QAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;QAChB,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACpB,CAAC;AACF,CAAC,CAAA"}
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
import { Item } from "../../item.js";
|
|
2
|
-
import { Layer } from "../../../../driver/fns/schematic.js";
|
|
3
|
-
import { Mat6 } from "../../../utils/matrix.js";
|
|
4
|
-
export type AudioStreamComponent = {
|
|
5
|
-
getStream: () => AsyncGenerator<AudioData>;
|
|
6
|
-
};
|
|
7
|
-
export type AudioPlaybackComponent = {
|
|
8
|
-
onTimeUpdate: (time: number) => void;
|
|
9
|
-
};
|
|
10
|
-
export type VisualComponent = {
|
|
11
|
-
sampleAt: (time: number) => Promise<Layer[]>;
|
|
12
|
-
};
|
|
13
|
-
export type Node<T> = {
|
|
14
|
-
duration: number;
|
|
15
|
-
visuals?: VisualComponent;
|
|
16
|
-
audio?: T;
|
|
17
|
-
};
|
|
18
|
-
interface Sampler<T> {
|
|
19
|
-
video(item: Item.Video, parentMatrix: Mat6): Promise<Node<T>>;
|
|
20
|
-
audio(item: Item.Audio): Promise<Node<T>>;
|
|
21
|
-
dispose(): Promise<void>;
|
|
22
|
-
}
|
|
23
|
-
export declare const getWorldMat6: (items: Map<number, Item.Any>, item: Item.Text | Item.Sequence | Item.Stack | Item.Video, parent?: Mat6) => Mat6;
|
|
24
|
-
export type WebcodecsSampler = Sampler<AudioStreamComponent>;
|
|
25
|
-
export interface HTMLSampler extends Sampler<AudioPlaybackComponent> {
|
|
26
|
-
setPaused(v: boolean): void;
|
|
27
|
-
}
|
|
28
|
-
export declare abstract class TreeBuilder<T> {
|
|
29
|
-
#private;
|
|
30
|
-
protected items: Map<number, Item.Any>;
|
|
31
|
-
protected sampler: Sampler<T>;
|
|
32
|
-
constructor(items: Map<number, Item.Any>, sampler: Sampler<T>);
|
|
33
|
-
build(root: Item.Any, parentMatrix?: Mat6): Promise<Node<T>>;
|
|
34
|
-
abstract composeAudio_Stack(children: Node<T>[]): T | undefined;
|
|
35
|
-
abstract composeAudio_Sequence(children: Node<T>[]): T | undefined;
|
|
36
|
-
}
|
|
37
|
-
export {};
|
|
@@ -1,147 +0,0 @@
|
|
|
1
|
-
import { Kind } from "../../item.js";
|
|
2
|
-
import { I6, mul6, transformToMat6 } from "../../../utils/matrix.js";
|
|
3
|
-
const requireItem = (items, id) => items.get(id);
|
|
4
|
-
export const getWorldMat6 = (items, item, parent) => {
|
|
5
|
-
let world = parent ?? I6;
|
|
6
|
-
if (item.spatialId) {
|
|
7
|
-
const spatial = requireItem(items, item.spatialId);
|
|
8
|
-
const local = transformToMat6(spatial.transform);
|
|
9
|
-
world = mul6(local, world);
|
|
10
|
-
}
|
|
11
|
-
return world;
|
|
12
|
-
};
|
|
13
|
-
export class TreeBuilder {
|
|
14
|
-
items;
|
|
15
|
-
sampler;
|
|
16
|
-
constructor(items, sampler) {
|
|
17
|
-
this.items = items;
|
|
18
|
-
this.sampler = sampler;
|
|
19
|
-
}
|
|
20
|
-
async build(root, parentMatrix) {
|
|
21
|
-
switch (root.kind) {
|
|
22
|
-
case Kind.Video: return this.sampler.video(root, getWorldMat6(this.items, root, parentMatrix));
|
|
23
|
-
case Kind.Audio: return this.sampler.audio(root);
|
|
24
|
-
case Kind.Text: {
|
|
25
|
-
const matrix = getWorldMat6(this.items, root, parentMatrix);
|
|
26
|
-
return {
|
|
27
|
-
duration: Infinity,
|
|
28
|
-
visuals: {
|
|
29
|
-
sampleAt: async () => [{ kind: "text", content: root.content, color: "white", fontSize: 48, matrix }]
|
|
30
|
-
}
|
|
31
|
-
};
|
|
32
|
-
}
|
|
33
|
-
case Kind.Gap: return {
|
|
34
|
-
duration: root.duration,
|
|
35
|
-
visuals: {
|
|
36
|
-
sampleAt: async () => []
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
case Kind.Stack: {
|
|
40
|
-
const matrix = getWorldMat6(this.items, root, parentMatrix);
|
|
41
|
-
const children = await Promise.all(root.childrenIds.map(id => this.build(requireItem(this.items, id), matrix)));
|
|
42
|
-
return this.#composeStack(children);
|
|
43
|
-
}
|
|
44
|
-
case Kind.Sequence: {
|
|
45
|
-
const matrix = getWorldMat6(this.items, root, parentMatrix);
|
|
46
|
-
return this.#composeSequence(root, matrix);
|
|
47
|
-
}
|
|
48
|
-
default: return { duration: 0 };
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
// Visual composition is the same for both builders, so it lives here.
|
|
52
|
-
#composeVisuals_Stack(children) {
|
|
53
|
-
return {
|
|
54
|
-
sampleAt: async (time) => {
|
|
55
|
-
const layers = await Promise.all(children.map(c => c.visuals ? c.visuals.sampleAt(time) : Promise.resolve([])));
|
|
56
|
-
return layers.flat();
|
|
57
|
-
}
|
|
58
|
-
};
|
|
59
|
-
}
|
|
60
|
-
#composeVisuals_Sequence(children) {
|
|
61
|
-
return {
|
|
62
|
-
sampleAt: async (time) => {
|
|
63
|
-
let localTime = time;
|
|
64
|
-
for (const child of children) {
|
|
65
|
-
if (localTime < child.duration)
|
|
66
|
-
return child.visuals ? child.visuals.sampleAt(localTime) : [];
|
|
67
|
-
localTime -= child.duration;
|
|
68
|
-
}
|
|
69
|
-
return [];
|
|
70
|
-
}
|
|
71
|
-
};
|
|
72
|
-
}
|
|
73
|
-
#composeStack(children) {
|
|
74
|
-
const duration = Math.max(0, ...children.map(k => (Number.isFinite(k.duration) ? k.duration : 0)));
|
|
75
|
-
return {
|
|
76
|
-
duration,
|
|
77
|
-
visuals: this.#composeVisuals_Stack(children),
|
|
78
|
-
audio: this.composeAudio_Stack(children),
|
|
79
|
-
};
|
|
80
|
-
}
|
|
81
|
-
async #composeSequence(sequence, parentMatrix) {
|
|
82
|
-
const childItems = sequence.childrenIds.map(id => requireItem(this.items, id));
|
|
83
|
-
const children = await this.#processChildren(childItems, parentMatrix);
|
|
84
|
-
const duration = children.reduce((a, k) => a + k.duration, 0);
|
|
85
|
-
return {
|
|
86
|
-
duration,
|
|
87
|
-
visuals: this.#composeVisuals_Sequence(children),
|
|
88
|
-
audio: this.composeAudio_Sequence(children),
|
|
89
|
-
};
|
|
90
|
-
}
|
|
91
|
-
async #processChildren(childItems, parentMatrix) {
|
|
92
|
-
const processedNodes = [];
|
|
93
|
-
for (let i = 0; i < childItems.length; i++) {
|
|
94
|
-
const item = childItems[i];
|
|
95
|
-
if (item.kind !== Kind.Transition) {
|
|
96
|
-
processedNodes.push(await this.build(item, parentMatrix));
|
|
97
|
-
continue;
|
|
98
|
-
}
|
|
99
|
-
const outgoingNode = processedNodes.pop();
|
|
100
|
-
const incomingItem = childItems[i + 1];
|
|
101
|
-
if (!outgoingNode || !incomingItem || incomingItem.kind === Kind.Transition) {
|
|
102
|
-
if (outgoingNode)
|
|
103
|
-
processedNodes.push(outgoingNode);
|
|
104
|
-
continue;
|
|
105
|
-
}
|
|
106
|
-
const incomingNode = await this.build(incomingItem, parentMatrix);
|
|
107
|
-
const transitionNode = await this.#createTransitionNode(item, outgoingNode, incomingNode);
|
|
108
|
-
processedNodes.push(transitionNode);
|
|
109
|
-
i++;
|
|
110
|
-
}
|
|
111
|
-
return processedNodes;
|
|
112
|
-
}
|
|
113
|
-
async #createTransitionNode(transitionItem, outgoingNode, incomingNode) {
|
|
114
|
-
const overlap = Math.max(0, Math.min(transitionItem.duration, outgoingNode.duration, incomingNode.duration));
|
|
115
|
-
const start = Math.max(0, outgoingNode.duration - overlap);
|
|
116
|
-
const combinedDuration = outgoingNode.duration + incomingNode.duration - overlap;
|
|
117
|
-
return {
|
|
118
|
-
duration: combinedDuration,
|
|
119
|
-
visuals: {
|
|
120
|
-
sampleAt: async (t) => {
|
|
121
|
-
if (!outgoingNode.visuals || !incomingNode.visuals)
|
|
122
|
-
return [];
|
|
123
|
-
if (t < start)
|
|
124
|
-
return outgoingNode.visuals.sampleAt(t);
|
|
125
|
-
if (t < outgoingNode.duration) {
|
|
126
|
-
const localTime = t - start;
|
|
127
|
-
const progress = overlap > 0 ? (localTime / overlap) : 1;
|
|
128
|
-
const from = await outgoingNode.visuals.sampleAt(t);
|
|
129
|
-
const to = await incomingNode.visuals.sampleAt(localTime);
|
|
130
|
-
if (!from[0]?.frame || !to[0]?.frame)
|
|
131
|
-
return [];
|
|
132
|
-
return [{
|
|
133
|
-
kind: "transition",
|
|
134
|
-
name: "circle",
|
|
135
|
-
progress,
|
|
136
|
-
from: from[0].frame,
|
|
137
|
-
to: to[0].frame,
|
|
138
|
-
}];
|
|
139
|
-
}
|
|
140
|
-
return incomingNode.visuals.sampleAt(t - outgoingNode.duration + overlap);
|
|
141
|
-
}
|
|
142
|
-
},
|
|
143
|
-
audio: this.composeAudio_Sequence([outgoingNode, incomingNode])
|
|
144
|
-
};
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
//# sourceMappingURL=tree-builder.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tree-builder.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/tree-builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,IAAI,EAAC,MAAM,eAAe,CAAA;AAExC,OAAO,EAAC,EAAE,EAAQ,IAAI,EAAE,eAAe,EAAC,MAAM,0BAA0B,CAAA;AAwBxE,MAAM,WAAW,GAAG,CAAC,KAA4B,EAAE,EAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;AAChF,MAAM,CAAC,MAAM,YAAY,GAAG,CAC3B,KAA4B,EAC5B,IAAyD,EACzD,MAAa,EACN,EAAE;IACT,IAAI,KAAK,GAAG,MAAM,IAAI,EAAE,CAAA;IACxB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAiB,CAAA;QAClE,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAChD,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IAC3B,CAAC;IACD,OAAO,KAAK,CAAA;AACb,CAAC,CAAA;AAOD,MAAM,OAAgB,WAAW;IACV;IAAwC;IAA9D,YAAsB,KAA4B,EAAY,OAAmB;QAA3D,UAAK,GAAL,KAAK,CAAuB;QAAY,YAAO,GAAP,OAAO,CAAY;IAAG,CAAC;IAErF,KAAK,CAAC,KAAK,CAAC,IAAc,EAAE,YAAmB;QAC9C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAA;YAC9F,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAChD,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,OAAO;oBACN,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE;wBACR,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAC,CAAC;qBACnG;iBACD,CAAA;YACF,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACxB;aACD,CAAA;YACD,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;gBAC/G,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;YACpC,CAAC;YACD,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACpB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAC3C,CAAC;YACD,OAAO,CAAC,CAAC,OAAO,EAAC,QAAQ,EAAE,CAAC,EAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAKD,sEAAsE;IACtE,qBAAqB,CAAC,QAAmB;QACxC,OAAO;YACN,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACxB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBAC/G,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;YACrB,CAAC;SACD,CAAA;IACF,CAAC;IAED,wBAAwB,CAAC,QAAmB;QAC3C,OAAO;YACN,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACxB,IAAI,SAAS,GAAG,IAAI,CAAA;gBACpB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ;wBAAE,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBAC7F,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAA;gBAC5B,CAAC;gBACD,OAAO,EAAE,CAAA;YACV,CAAC;SACD,CAAA;IACF,CAAC;IAED,aAAa,CAAC,QAAmB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAClG,OAAO;YACN,QAAQ;YACR,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;YAC7C,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC;SACxC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAuB,EAAE,YAAmB;QAClE,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAA;QAC9E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAA;QACtE,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QAC7D,OAAO;YACN,QAAQ;YACR,OAAO,EAAE,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC;YAChD,KAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;SAC3C,CAAA;IACF,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAsB,EAAE,YAAmB;QACjE,MAAM,cAAc,GAAc,EAAE,CAAA;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAE1B,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACnC,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAA;gBACzD,SAAQ;YACT,CAAC;YAED,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,EAAE,CAAA;YACzC,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAEtC,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC7E,IAAI,YAAY;oBAAE,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBACnD,SAAQ;YACT,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;YACjE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAC,CAAA;YACzF,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YACnC,CAAC,EAAE,CAAA;QACJ,CAAC;QACD,OAAO,cAAc,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,cAA+B,EAAE,YAAqB,EAAE,YAAqB;QACxG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC5G,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAA;QAC1D,MAAM,gBAAgB,GAAG,YAAY,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAA;QAChF,OAAO;YACN,QAAQ,EAAE,gBAAgB;YAC1B,OAAO,EAAE;gBACR,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;oBACrB,IAAI,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO;wBAAE,OAAO,EAAE,CAAA;oBAC7D,IAAI,CAAC,GAAG,KAAK;wBAAE,OAAO,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;oBACtD,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC;wBAC/B,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAA;wBAC3B,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;wBACxD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAiB,CAAA;wBACnE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB,CAAA;wBACzE,IAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK;4BAAE,OAAO,EAAE,CAAA;wBAC9C,OAAO,CAAC;gCACP,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;gCACd,QAAQ;gCACR,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK;gCACnB,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;6BACf,CAAC,CAAA;oBACH,CAAC;oBACD,OAAO,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAA;gBAC1E,CAAC;aACD;YACD,KAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;SAC/D,CAAA;IACF,CAAC;CACD"}
|
|
@@ -1,3 +0,0 @@
|
|
|
1
|
-
import { Item } from "../../item.js";
|
|
2
|
-
import { AudioStreamComponent, Node, WebcodecsSampler } from "./tree-builder.js";
|
|
3
|
-
export declare function buildWebCodecsNodeTree(root: Item.Any, items: Map<number, Item.Any>, sampler: WebcodecsSampler): Promise<Node<AudioStreamComponent>>;
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import { TreeBuilder } from "./tree-builder.js";
|
|
2
|
-
class WebCodecsNodeBuilder extends TreeBuilder {
|
|
3
|
-
composeAudio_Stack(children) {
|
|
4
|
-
return {
|
|
5
|
-
getStream: async function* () {
|
|
6
|
-
for (const child of children) {
|
|
7
|
-
if (child.audio)
|
|
8
|
-
yield* child.audio.getStream();
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
};
|
|
12
|
-
}
|
|
13
|
-
composeAudio_Sequence(children) {
|
|
14
|
-
return {
|
|
15
|
-
getStream: async function* () {
|
|
16
|
-
for (const child of children) {
|
|
17
|
-
if (child.audio)
|
|
18
|
-
yield* child.audio.getStream();
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
};
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
export function buildWebCodecsNodeTree(root, items, sampler) {
|
|
25
|
-
const builder = new WebCodecsNodeBuilder(items, sampler);
|
|
26
|
-
return builder.build(root);
|
|
27
|
-
}
|
|
28
|
-
//# sourceMappingURL=webcodecs-tree.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"webcodecs-tree.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/webcodecs-tree.ts"],"names":[],"mappings":"AACA,OAAO,EAA+C,WAAW,EAAC,MAAM,mBAAmB,CAAA;AAE3F,MAAM,oBAAqB,SAAQ,WAAiC;IACnE,kBAAkB,CAAC,QAAsC;QACxD,OAAO;YACN,SAAS,EAAE,KAAK,SAAS,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBACd,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;gBAChC,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;IACD,qBAAqB,CAAC,QAAsC;QAC3D,OAAO;YACN,SAAS,EAAE,KAAK,SAAS,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBACd,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;gBAChC,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAc,EAAE,KAA4B,EAAE,OAAyB;IAC7G,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACxD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC"}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { TimelineFile } from "../basics.js";
|
|
2
|
-
import { DecoderSource } from "../../../driver/fns/schematic.js";
|
|
3
|
-
import { AudioPlaybackComponent, HTMLSampler, Node } from "./parts/tree-builder.js";
|
|
4
|
-
type ResolveMedia = (hash: string) => DecoderSource;
|
|
5
|
-
export declare class VideoPlayer {
|
|
6
|
-
#private;
|
|
7
|
-
canvas: HTMLCanvasElement;
|
|
8
|
-
private root;
|
|
9
|
-
private sampler;
|
|
10
|
-
private resolveMedia;
|
|
11
|
-
constructor(canvas: HTMLCanvasElement, root: Node<AudioPlaybackComponent>, sampler: HTMLSampler, resolveMedia?: ResolveMedia);
|
|
12
|
-
get context(): CanvasRenderingContext2D;
|
|
13
|
-
static create(timeline: TimelineFile): Promise<VideoPlayer>;
|
|
14
|
-
play(): Promise<void>;
|
|
15
|
-
pause(): void;
|
|
16
|
-
seek(time: number): Promise<void>;
|
|
17
|
-
setFPS(value: number): void;
|
|
18
|
-
}
|
|
19
|
-
export {};
|
|
@@ -1,71 +0,0 @@
|
|
|
1
|
-
import { context } from "../../../context.js";
|
|
2
|
-
import { realtime } from "./parts/schedulers.js";
|
|
3
|
-
import { makeHtmlSampler } from "./samplers/html.js";
|
|
4
|
-
import { buildHTMLNodeTree } from "./parts/html-tree.js";
|
|
5
|
-
export class VideoPlayer {
|
|
6
|
-
canvas;
|
|
7
|
-
root;
|
|
8
|
-
sampler;
|
|
9
|
-
resolveMedia;
|
|
10
|
-
#controller = realtime(t => this.#tick(t));
|
|
11
|
-
constructor(canvas, root, sampler, resolveMedia = _hash => "/assets/temp/gl.mp4") {
|
|
12
|
-
this.canvas = canvas;
|
|
13
|
-
this.root = root;
|
|
14
|
-
this.sampler = sampler;
|
|
15
|
-
this.resolveMedia = resolveMedia;
|
|
16
|
-
this.#controller.setFPS(30);
|
|
17
|
-
}
|
|
18
|
-
get context() {
|
|
19
|
-
return this.canvas.getContext("2d");
|
|
20
|
-
}
|
|
21
|
-
static async create(timeline) {
|
|
22
|
-
const rootItem = new Map(timeline.items.map(i => [i.id, i])).get(timeline.rootId);
|
|
23
|
-
const items = new Map(timeline.items.map(i => [i.id, i]));
|
|
24
|
-
const sampler = makeHtmlSampler(() => "/assets/temp/gl.mp4");
|
|
25
|
-
const root = await buildHTMLNodeTree(rootItem, items, sampler);
|
|
26
|
-
const canvas = document.createElement("canvas");
|
|
27
|
-
canvas.width = 1920;
|
|
28
|
-
canvas.height = 1080;
|
|
29
|
-
return new this(canvas, root, sampler);
|
|
30
|
-
}
|
|
31
|
-
async #tick(t) {
|
|
32
|
-
const driver = await context.driver;
|
|
33
|
-
const dur = this.root.duration;
|
|
34
|
-
const tt = t > dur ? dur : t;
|
|
35
|
-
this.root.audio?.onTimeUpdate(tt);
|
|
36
|
-
for (const layer of await this.root.visuals?.sampleAt(tt) ?? []) {
|
|
37
|
-
const frame = await driver.composite(layer);
|
|
38
|
-
this.context.drawImage(frame, 0, 0);
|
|
39
|
-
frame.close();
|
|
40
|
-
}
|
|
41
|
-
if (t >= dur)
|
|
42
|
-
this.pause();
|
|
43
|
-
}
|
|
44
|
-
async play() {
|
|
45
|
-
if (!this.#controller.isPlaying()) {
|
|
46
|
-
this.sampler.setPaused(false);
|
|
47
|
-
this.#controller.play();
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
pause() {
|
|
51
|
-
if (this.#controller.isPlaying()) {
|
|
52
|
-
this.#controller.pause();
|
|
53
|
-
this.sampler.setPaused(true);
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
async seek(time) {
|
|
57
|
-
const driver = await context.driver;
|
|
58
|
-
this.pause();
|
|
59
|
-
this.#controller.seek(time);
|
|
60
|
-
this.root.audio?.onTimeUpdate(time);
|
|
61
|
-
for (const draw of await this.root.visuals?.sampleAt(time) ?? []) {
|
|
62
|
-
const frame = await driver.composite(draw);
|
|
63
|
-
this.context.drawImage(frame, 0, 0);
|
|
64
|
-
frame.close();
|
|
65
|
-
}
|
|
66
|
-
}
|
|
67
|
-
setFPS(value) {
|
|
68
|
-
this.#controller.setFPS(value);
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
//# sourceMappingURL=playback.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"playback.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/playback.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,QAAQ,EAAC,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAA;AAMtD,MAAM,OAAO,WAAW;IAIf;IACC;IACA;IACA;IANT,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAE1C,YACQ,MAAyB,EACxB,IAAkC,EAClC,OAAoB,EACpB,eAA6B,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAH5D,WAAM,GAAN,MAAM,CAAmB;QACxB,SAAI,GAAJ,IAAI,CAA8B;QAClC,YAAO,GAAP,OAAO,CAAa;QACpB,iBAAY,GAAZ,YAAY,CAA+C;QAEnE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAE,CAAA;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAsB;QACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC/C,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAA;QACpB,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,CAAS;QACpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAA;QAC9B,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YAC3C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QACD,IAAI,CAAC,IAAI,GAAG;YAAE,IAAI,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,KAAK,CAAC,CAAA;YAC9B,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QACxB,CAAC;IACF,CAAC;IAED,KAAK;QACJ,IAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;YACxB,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACtB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;QACnC,KAAK,MAAM,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACF,CAAC;IAED,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;CACD"}
|
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
const toUrl = (src) => (src instanceof Blob ? URL.createObjectURL(src) : String(src));
|
|
2
|
-
export function makeHtmlSampler(resolveMedia) {
|
|
3
|
-
const videoElements = new Map();
|
|
4
|
-
const audioElements = new Map();
|
|
5
|
-
function getOrCreateVideoElement(clip) {
|
|
6
|
-
let video = videoElements.get(clip.id);
|
|
7
|
-
if (!video) {
|
|
8
|
-
video = document.createElement("video");
|
|
9
|
-
video.playsInline = true;
|
|
10
|
-
video.muted = true;
|
|
11
|
-
video.preload = "auto";
|
|
12
|
-
video.crossOrigin = "anonymous";
|
|
13
|
-
video.src = toUrl(resolveMedia(clip.mediaHash));
|
|
14
|
-
videoElements.set(clip.id, video);
|
|
15
|
-
}
|
|
16
|
-
return video;
|
|
17
|
-
}
|
|
18
|
-
function getOrCreateAudioElement(clip) {
|
|
19
|
-
let audio = audioElements.get(clip.id);
|
|
20
|
-
if (!audio) {
|
|
21
|
-
audio = document.createElement("audio");
|
|
22
|
-
audio.preload = "auto";
|
|
23
|
-
audio.crossOrigin = "anonymous";
|
|
24
|
-
audio.src = toUrl(resolveMedia(clip.mediaHash));
|
|
25
|
-
audio.volume = 0.2;
|
|
26
|
-
audioElements.set(clip.id, audio);
|
|
27
|
-
}
|
|
28
|
-
return audio;
|
|
29
|
-
}
|
|
30
|
-
let paused = true;
|
|
31
|
-
return {
|
|
32
|
-
async video(item, matrix) {
|
|
33
|
-
const video = getOrCreateVideoElement(item);
|
|
34
|
-
return {
|
|
35
|
-
duration: item.duration,
|
|
36
|
-
// if paused seek otherwise play
|
|
37
|
-
visuals: {
|
|
38
|
-
sampleAt: async (t) => {
|
|
39
|
-
if (t < 0 || t >= item.duration)
|
|
40
|
-
return [];
|
|
41
|
-
if (video.paused && paused) {
|
|
42
|
-
await seek(video, t);
|
|
43
|
-
}
|
|
44
|
-
if (video.paused && !paused) {
|
|
45
|
-
await video.play();
|
|
46
|
-
}
|
|
47
|
-
const frame = new VideoFrame(video);
|
|
48
|
-
return frame ? [{ kind: "image", frame, matrix }] : [];
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
};
|
|
52
|
-
},
|
|
53
|
-
async audio(item) {
|
|
54
|
-
const audio = getOrCreateAudioElement(item);
|
|
55
|
-
return {
|
|
56
|
-
duration: item.duration,
|
|
57
|
-
audio: {
|
|
58
|
-
onTimeUpdate: async (time) => {
|
|
59
|
-
const localTime = item.start + time;
|
|
60
|
-
if (audio.paused && paused) {
|
|
61
|
-
await seek(audio, localTime);
|
|
62
|
-
}
|
|
63
|
-
if (audio.paused && !paused) {
|
|
64
|
-
await audio.play();
|
|
65
|
-
}
|
|
66
|
-
return [];
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
};
|
|
70
|
-
},
|
|
71
|
-
async dispose() {
|
|
72
|
-
const elements = [...videoElements.values(), ...audioElements.values()];
|
|
73
|
-
for (const element of elements) {
|
|
74
|
-
element.pause();
|
|
75
|
-
if (element.src.startsWith("blob:"))
|
|
76
|
-
URL.revokeObjectURL(element.src);
|
|
77
|
-
element.remove();
|
|
78
|
-
}
|
|
79
|
-
videoElements.clear();
|
|
80
|
-
audioElements.clear();
|
|
81
|
-
},
|
|
82
|
-
async setPaused(p) {
|
|
83
|
-
paused = p;
|
|
84
|
-
const elements = [...videoElements.values(), ...audioElements.values()];
|
|
85
|
-
for (const element of elements) {
|
|
86
|
-
if (p)
|
|
87
|
-
element.pause();
|
|
88
|
-
}
|
|
89
|
-
},
|
|
90
|
-
};
|
|
91
|
-
}
|
|
92
|
-
function seek(media, time) {
|
|
93
|
-
return new Promise((resolve) => {
|
|
94
|
-
const onSeeked = () => {
|
|
95
|
-
media.removeEventListener("seeked", onSeeked);
|
|
96
|
-
resolve();
|
|
97
|
-
};
|
|
98
|
-
media.addEventListener("seeked", onSeeked);
|
|
99
|
-
if (media.fastSeek) {
|
|
100
|
-
media.fastSeek(time);
|
|
101
|
-
}
|
|
102
|
-
else
|
|
103
|
-
media.currentTime = time;
|
|
104
|
-
});
|
|
105
|
-
}
|
|
106
|
-
//# sourceMappingURL=html.js.map
|