@omnimedia/omnitool 1.1.0-8 → 1.1.0-80
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +293 -76
- package/package.json +19 -17
- package/s/context.ts +0 -7
- package/s/demo/demo.bundle.ts +104 -43
- package/s/demo/demo.css +244 -14
- package/s/demo/routines/export-test.ts +16 -0
- package/s/demo/routines/filmstrip-test.ts +22 -18
- package/s/demo/routines/load-video.ts +2 -3
- package/s/demo/routines/playback-test.ts +61 -0
- package/s/demo/routines/timeline-setup.ts +50 -0
- package/s/demo/routines/transcode-test.ts +19 -5
- package/s/demo/routines/transitions-test.ts +2 -2
- package/s/demo/routines/waveform-test.ts +35 -8
- package/s/driver/driver-worker.ts +9 -0
- package/s/driver/driver.test.ts +1 -1
- package/s/driver/driver.ts +43 -42
- package/s/driver/fns/schematic.ts +26 -6
- package/s/driver/fns/work.ts +65 -189
- package/s/driver/parts/compositor.ts +316 -0
- package/s/driver/parts/machina.ts +19 -20
- package/s/driver/utils/find-pixi-filter.ts +24 -0
- package/s/index.html.ts +103 -25
- package/s/index.ts +1 -0
- package/s/tests.bundle.ts +11 -0
- package/s/tests.html.ts +28 -0
- package/s/timeline/index.ts +8 -2
- package/s/timeline/parts/animations.ts +56 -0
- package/s/timeline/parts/filmstrip.ts +43 -16
- package/s/timeline/parts/filters.ts +453 -0
- package/s/timeline/parts/item.ts +70 -7
- package/s/timeline/parts/media.ts +12 -2
- package/s/timeline/parts/resource-pool.ts +8 -5
- package/s/timeline/parts/resource.ts +3 -0
- package/s/timeline/parts/waveform/parts/collect.ts +72 -0
- package/s/timeline/parts/waveform/parts/render.ts +45 -0
- package/s/timeline/parts/waveform/parts/types.ts +24 -0
- package/s/timeline/parts/waveform/waveform.ts +161 -0
- package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
- package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
- package/s/timeline/renderers/export/parts/cursor.ts +129 -0
- package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
- package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
- package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
- package/s/timeline/renderers/export/produce.ts +28 -0
- package/s/timeline/renderers/parts/handy.ts +377 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
- package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +16 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +69 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +111 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +10 -0
- package/s/timeline/renderers/parts/samplers/visual/sampler.ts +28 -0
- package/s/timeline/renderers/parts/schedulers.ts +96 -0
- package/s/timeline/renderers/player/parts/playback.ts +159 -0
- package/s/timeline/renderers/player/player.ts +77 -0
- package/s/timeline/renderers/renderers.test.ts +385 -0
- package/s/timeline/sugar/helpers.ts +190 -0
- package/s/timeline/sugar/o.ts +271 -59
- package/s/timeline/sugar/omni.test.ts +210 -0
- package/s/timeline/sugar/omni.ts +35 -12
- package/s/timeline/types.ts +28 -3
- package/s/timeline/utils/anim.ts +71 -0
- package/s/timeline/utils/checksum.ts +3 -1
- package/s/timeline/utils/datafile.ts +15 -4
- package/s/timeline/utils/dummy-data.ts +3 -3
- package/s/timeline/utils/matrix.ts +21 -0
- package/s/timeline/utils/terps.ts +81 -0
- package/s/units/fps.ts +8 -0
- package/s/units/ms.ts +8 -0
- package/s/units/seconds.ts +8 -0
- package/x/WebGLRenderer-4CHIZDHY.js +2 -0
- package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
- package/x/WebGPURenderer-O6WXU2QR.js +2 -0
- package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
- package/x/browserAll-WNIOTNNP.js +2 -0
- package/x/browserAll-WNIOTNNP.js.map +7 -0
- package/x/chunk-23FOBGX6.js +2 -0
- package/x/chunk-23FOBGX6.js.map +7 -0
- package/x/chunk-73XOWA4F.js +393 -0
- package/x/chunk-73XOWA4F.js.map +7 -0
- package/x/chunk-IAWJKNX5.js +42 -0
- package/x/chunk-IAWJKNX5.js.map +7 -0
- package/x/chunk-KCMVLWBS.js +157 -0
- package/x/chunk-KCMVLWBS.js.map +7 -0
- package/x/chunk-MR32SQ27.js +2 -0
- package/x/chunk-MR32SQ27.js.map +7 -0
- package/x/chunk-VCUJJYRJ.js +327 -0
- package/x/chunk-VCUJJYRJ.js.map +7 -0
- package/x/chunk-XNIZ4L5W.js +269 -0
- package/x/chunk-XNIZ4L5W.js.map +7 -0
- package/x/chunk-ZLGNQFUI.js +15 -0
- package/x/chunk-ZLGNQFUI.js.map +7 -0
- package/x/context.d.ts +1 -4
- package/x/context.js +1 -5
- package/x/context.js.map +1 -1
- package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
- package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
- package/x/demo/browserAll-PTRBXBRP.js +2 -0
- package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
- package/x/demo/chunk-CUYOGHWU.js +42 -0
- package/x/demo/chunk-CUYOGHWU.js.map +7 -0
- package/x/demo/chunk-DGTDNJ7W.js +2 -0
- package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
- package/x/demo/chunk-FZ5BYF63.js +15 -0
- package/x/demo/chunk-FZ5BYF63.js.map +7 -0
- package/x/demo/chunk-KWN4NNES.js +269 -0
- package/x/demo/chunk-KWN4NNES.js.map +7 -0
- package/x/demo/chunk-OJ3FPXW7.js +157 -0
- package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
- package/x/demo/chunk-PSLUOGTZ.js +393 -0
- package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
- package/x/demo/chunk-VLCVEIFU.js +327 -0
- package/x/demo/chunk-VLCVEIFU.js.map +7 -0
- package/x/demo/chunk-ZWCPT5FR.js +2 -0
- package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
- package/x/demo/demo.bundle.js +94 -40
- package/x/demo/demo.bundle.js.map +1 -1
- package/x/demo/demo.bundle.min.js +7340 -90
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +244 -14
- package/x/demo/routines/export-test.d.ts +2 -0
- package/x/demo/routines/export-test.js +10 -0
- package/x/demo/routines/export-test.js.map +1 -0
- package/x/demo/routines/filmstrip-test.d.ts +1 -1
- package/x/demo/routines/filmstrip-test.js +20 -17
- package/x/demo/routines/filmstrip-test.js.map +1 -1
- package/x/demo/routines/load-video.d.ts +1 -1
- package/x/demo/routines/load-video.js +1 -2
- package/x/demo/routines/load-video.js.map +1 -1
- package/x/demo/routines/playback-test.d.ts +2 -0
- package/x/demo/routines/playback-test.js +51 -0
- package/x/demo/routines/playback-test.js.map +1 -0
- package/x/demo/routines/timeline-setup.d.ts +6 -0
- package/x/demo/routines/timeline-setup.js +32 -0
- package/x/demo/routines/timeline-setup.js.map +1 -0
- package/x/demo/routines/transcode-test.js +15 -5
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transitions-test.js +2 -2
- package/x/demo/routines/transitions-test.js.map +1 -1
- package/x/demo/routines/waveform-test.d.ts +2 -1
- package/x/demo/routines/waveform-test.js +29 -8
- package/x/demo/routines/waveform-test.js.map +1 -1
- package/x/demo/webworkerAll-JENRT6BT.js +2 -0
- package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
- package/x/driver/driver-worker.d.ts +1 -0
- package/x/driver/driver-worker.js +6 -0
- package/x/driver/driver-worker.js.map +1 -0
- package/x/driver/driver.d.ts +25 -8
- package/x/driver/driver.js +43 -39
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.test.js +1 -1
- package/x/driver/driver.test.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +117 -3506
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +3 -2
- package/x/driver/fns/schematic.d.ts +25 -4
- package/x/driver/fns/work.d.ts +4 -4
- package/x/driver/fns/work.js +55 -155
- package/x/driver/fns/work.js.map +1 -1
- package/x/driver/parts/compositor.d.ts +39 -0
- package/x/driver/parts/compositor.js +261 -0
- package/x/driver/parts/compositor.js.map +1 -0
- package/x/driver/parts/machina.d.ts +0 -20
- package/x/driver/parts/machina.js +6 -10
- package/x/driver/parts/machina.js.map +1 -1
- package/x/driver/utils/find-pixi-filter.d.ts +5 -0
- package/x/driver/utils/find-pixi-filter.js +13 -0
- package/x/driver/utils/find-pixi-filter.js.map +1 -0
- package/x/features/speech/transcribe/parts/prep-audio.d.ts +1 -1
- package/x/features/speech/transcribe/worker.bundle.min.js +899 -899
- package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
- package/x/index.d.ts +1 -0
- package/x/index.html +347 -38
- package/x/index.html.js +103 -24
- package/x/index.html.js.map +1 -1
- package/x/index.js +1 -0
- package/x/index.js.map +1 -1
- package/x/tests.bundle.js +8 -0
- package/x/tests.bundle.js.map +1 -0
- package/x/tests.bundle.min.js +7374 -0
- package/x/tests.bundle.min.js.map +7 -0
- package/x/tests.html +316 -0
- package/x/tests.html.d.ts +2 -0
- package/x/tests.html.js +22 -0
- package/x/tests.html.js.map +1 -0
- package/x/timeline/index.d.ts +7 -1
- package/x/timeline/index.js +7 -1
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/animations.d.ts +105 -0
- package/x/timeline/parts/animations.js +28 -0
- package/x/timeline/parts/animations.js.map +1 -0
- package/x/timeline/parts/filmstrip.d.ts +4 -3
- package/x/timeline/parts/filmstrip.js +29 -10
- package/x/timeline/parts/filmstrip.js.map +1 -1
- package/x/timeline/parts/filters.d.ts +108 -0
- package/x/timeline/parts/filters.js +340 -0
- package/x/timeline/parts/filters.js.map +1 -0
- package/x/timeline/parts/item.d.ts +56 -4
- package/x/timeline/parts/item.js +5 -1
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +2 -0
- package/x/timeline/parts/media.js +11 -2
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/resource-pool.d.ts +3 -0
- package/x/timeline/parts/resource-pool.js +7 -4
- package/x/timeline/parts/resource-pool.js.map +1 -1
- package/x/timeline/parts/resource.d.ts +3 -0
- package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
- package/x/timeline/parts/waveform/parts/collect.js +56 -0
- package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
- package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
- package/x/timeline/parts/waveform/parts/render.js +29 -0
- package/x/timeline/parts/waveform/parts/render.js.map +1 -0
- package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
- package/x/timeline/parts/waveform/parts/types.js.map +1 -0
- package/x/timeline/parts/waveform/waveform.d.ts +19 -0
- package/x/timeline/parts/waveform/waveform.js +133 -0
- package/x/timeline/parts/waveform/waveform.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
- package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
- package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
- package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
- package/x/timeline/renderers/export/parts/cursor.d.ts +18 -0
- package/x/timeline/renderers/export/parts/cursor.js +99 -0
- package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
- package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
- package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
- package/x/timeline/renderers/export/parts/produce-video.js +26 -0
- package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
- package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
- package/x/timeline/renderers/export/parts/resamplers.js +29 -0
- package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
- package/x/timeline/renderers/export/produce.d.ts +13 -0
- package/x/timeline/renderers/export/produce.js +15 -0
- package/x/timeline/renderers/export/produce.js.map +1 -0
- package/x/timeline/renderers/parts/handy.d.ts +36 -0
- package/x/timeline/renderers/parts/handy.js +221 -0
- package/x/timeline/renderers/parts/handy.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +10 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +48 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +75 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js +17 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
- package/x/timeline/renderers/parts/schedulers.js +64 -0
- package/x/timeline/renderers/parts/schedulers.js.map +1 -0
- package/x/timeline/renderers/player/parts/playback.d.ts +36 -0
- package/x/timeline/renderers/player/parts/playback.js +113 -0
- package/x/timeline/renderers/player/parts/playback.js.map +1 -0
- package/x/timeline/renderers/player/player.d.ts +25 -0
- package/x/timeline/renderers/player/player.js +56 -0
- package/x/timeline/renderers/player/player.js.map +1 -0
- package/x/timeline/renderers/renderers.test.d.ts +32 -0
- package/x/timeline/renderers/renderers.test.js +305 -0
- package/x/timeline/renderers/renderers.test.js.map +1 -0
- package/x/timeline/sugar/helpers.d.ts +56 -0
- package/x/timeline/sugar/helpers.js +104 -0
- package/x/timeline/sugar/helpers.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +48 -14
- package/x/timeline/sugar/o.js +213 -54
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +11 -6
- package/x/timeline/sugar/omni.js +28 -8
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/sugar/omni.test.d.ts +27 -0
- package/x/timeline/sugar/omni.test.js +128 -0
- package/x/timeline/sugar/omni.test.js.map +1 -0
- package/x/timeline/types.d.ts +12 -2
- package/x/timeline/utils/anim.d.ts +5 -0
- package/x/timeline/utils/anim.js +44 -0
- package/x/timeline/utils/anim.js.map +1 -0
- package/x/timeline/utils/checksum.d.ts +3 -2
- package/x/timeline/utils/checksum.js.map +1 -1
- package/x/timeline/utils/datafile.d.ts +5 -3
- package/x/timeline/utils/datafile.js +18 -5
- package/x/timeline/utils/datafile.js.map +1 -1
- package/x/timeline/utils/dummy-data.d.ts +1 -2
- package/x/timeline/utils/dummy-data.js +4 -2
- package/x/timeline/utils/dummy-data.js.map +1 -1
- package/x/timeline/utils/matrix.d.ts +9 -0
- package/x/timeline/utils/matrix.js +10 -0
- package/x/timeline/utils/matrix.js.map +1 -1
- package/x/timeline/utils/terps.d.ts +11 -0
- package/x/timeline/utils/terps.js +57 -0
- package/x/timeline/utils/terps.js.map +1 -0
- package/x/units/fps.d.ts +6 -0
- package/x/units/fps.js +2 -0
- package/x/units/fps.js.map +1 -0
- package/x/units/ms.d.ts +6 -0
- package/x/units/ms.js +2 -0
- package/x/units/ms.js.map +1 -0
- package/x/units/seconds.d.ts +6 -0
- package/x/units/seconds.js +2 -0
- package/x/units/seconds.js.map +1 -0
- package/x/webworkerAll-RLCTMSDD.js +2 -0
- package/x/webworkerAll-RLCTMSDD.js.map +7 -0
- package/s/tests.test.ts +0 -8
- package/s/timeline/parts/compositor/export.ts +0 -77
- package/s/timeline/parts/compositor/parts/html-tree.ts +0 -37
- package/s/timeline/parts/compositor/parts/schedulers.ts +0 -85
- package/s/timeline/parts/compositor/parts/tree-builder.ts +0 -184
- package/s/timeline/parts/compositor/parts/webcodecs-tree.ts +0 -30
- package/s/timeline/parts/compositor/playback.ts +0 -81
- package/s/timeline/parts/compositor/samplers/html.ts +0 -115
- package/s/timeline/parts/compositor/samplers/webcodecs.ts +0 -60
- package/s/timeline/parts/waveform.ts +0 -62
- package/s/timeline/sugar/builders.ts +0 -102
- package/s/timeline/sugar/omni-test.ts +0 -38
- package/s/timeline/timeline.ts +0 -22
- package/s/timeline/utils/audio-stream.ts +0 -15
- package/s/timeline/utils/video-cursor.ts +0 -40
- package/s/tools/common/loader.ts +0 -26
- package/s/tools/common/transformer-pipeline.ts +0 -26
- package/s/tools/speech-recognition/common/model.ts +0 -26
- package/s/tools/speech-recognition/whisper/fns/host.ts +0 -25
- package/s/tools/speech-recognition/whisper/fns/schematic.ts +0 -23
- package/s/tools/speech-recognition/whisper/fns/work.ts +0 -91
- package/s/tools/speech-recognition/whisper/parts/types.ts +0 -38
- package/s/tools/speech-recognition/whisper/parts/worker.bundle.ts +0 -7
- package/s/tools/speech-recognition/whisper/tool.ts +0 -70
- package/x/tests.test.js +0 -6
- package/x/tests.test.js.map +0 -1
- package/x/timeline/parts/compositor/export.d.ts +0 -9
- package/x/timeline/parts/compositor/export.js +0 -64
- package/x/timeline/parts/compositor/export.js.map +0 -1
- package/x/timeline/parts/compositor/parts/html-tree.d.ts +0 -3
- package/x/timeline/parts/compositor/parts/html-tree.js +0 -40
- package/x/timeline/parts/compositor/parts/html-tree.js.map +0 -1
- package/x/timeline/parts/compositor/parts/schedulers.d.ts +0 -15
- package/x/timeline/parts/compositor/parts/schedulers.js +0 -64
- package/x/timeline/parts/compositor/parts/schedulers.js.map +0 -1
- package/x/timeline/parts/compositor/parts/tree-builder.d.ts +0 -37
- package/x/timeline/parts/compositor/parts/tree-builder.js +0 -147
- package/x/timeline/parts/compositor/parts/tree-builder.js.map +0 -1
- package/x/timeline/parts/compositor/parts/webcodecs-tree.d.ts +0 -3
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js +0 -28
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js.map +0 -1
- package/x/timeline/parts/compositor/playback.d.ts +0 -19
- package/x/timeline/parts/compositor/playback.js +0 -71
- package/x/timeline/parts/compositor/playback.js.map +0 -1
- package/x/timeline/parts/compositor/samplers/html.d.ts +0 -3
- package/x/timeline/parts/compositor/samplers/html.js +0 -106
- package/x/timeline/parts/compositor/samplers/html.js.map +0 -1
- package/x/timeline/parts/compositor/samplers/webcodecs.d.ts +0 -2
- package/x/timeline/parts/compositor/samplers/webcodecs.js +0 -55
- package/x/timeline/parts/compositor/samplers/webcodecs.js.map +0 -1
- package/x/timeline/parts/waveform.d.ts +0 -8
- package/x/timeline/parts/waveform.js +0 -51
- package/x/timeline/parts/waveform.js.map +0 -1
- package/x/timeline/sugar/builders.d.ts +0 -96
- package/x/timeline/sugar/builders.js +0 -108
- package/x/timeline/sugar/builders.js.map +0 -1
- package/x/timeline/sugar/omni-test.d.ts +0 -1
- package/x/timeline/sugar/omni-test.js +0 -22
- package/x/timeline/sugar/omni-test.js.map +0 -1
- package/x/timeline/timeline.d.ts +0 -9
- package/x/timeline/timeline.js +0 -22
- package/x/timeline/timeline.js.map +0 -1
- package/x/timeline/utils/audio-stream.d.ts +0 -6
- package/x/timeline/utils/audio-stream.js +0 -17
- package/x/timeline/utils/audio-stream.js.map +0 -1
- package/x/timeline/utils/video-cursor.d.ts +0 -10
- package/x/timeline/utils/video-cursor.js +0 -36
- package/x/timeline/utils/video-cursor.js.map +0 -1
- package/x/tools/common/loader.d.ts +0 -19
- package/x/tools/common/loader.js +0 -18
- package/x/tools/common/loader.js.map +0 -1
- package/x/tools/common/transformer-pipeline.d.ts +0 -8
- package/x/tools/common/transformer-pipeline.js +0 -24
- package/x/tools/common/transformer-pipeline.js.map +0 -1
- package/x/tools/speech-recognition/common/model.d.ts +0 -14
- package/x/tools/speech-recognition/common/model.js +0 -16
- package/x/tools/speech-recognition/common/model.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/host.d.ts +0 -13
- package/x/tools/speech-recognition/whisper/fns/host.js +0 -19
- package/x/tools/speech-recognition/whisper/fns/host.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/schematic.d.ts +0 -19
- package/x/tools/speech-recognition/whisper/fns/schematic.js +0 -2
- package/x/tools/speech-recognition/whisper/fns/schematic.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/work.d.ts +0 -12
- package/x/tools/speech-recognition/whisper/fns/work.js +0 -74
- package/x/tools/speech-recognition/whisper/fns/work.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/types.d.ts +0 -31
- package/x/tools/speech-recognition/whisper/parts/types.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.d.ts +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.js +0 -4
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +0 -8
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +0 -7
- package/x/tools/speech-recognition/whisper/tool.d.ts +0 -12
- package/x/tools/speech-recognition/whisper/tool.js +0 -63
- package/x/tools/speech-recognition/whisper/tool.js.map +0 -1
- /package/x/{tests.test.d.ts → tests.bundle.d.ts} +0 -0
- /package/x/{tools/speech-recognition/whisper → timeline/parts/waveform}/parts/types.js +0 -0
|
@@ -1,147 +0,0 @@
|
|
|
1
|
-
import { Kind } from "../../item.js";
|
|
2
|
-
import { I6, mul6, transformToMat6 } from "../../../utils/matrix.js";
|
|
3
|
-
const requireItem = (items, id) => items.get(id);
|
|
4
|
-
export const getWorldMat6 = (items, item, parent) => {
|
|
5
|
-
let world = parent ?? I6;
|
|
6
|
-
if (item.spatialId) {
|
|
7
|
-
const spatial = requireItem(items, item.spatialId);
|
|
8
|
-
const local = transformToMat6(spatial.transform);
|
|
9
|
-
world = mul6(local, world);
|
|
10
|
-
}
|
|
11
|
-
return world;
|
|
12
|
-
};
|
|
13
|
-
export class TreeBuilder {
|
|
14
|
-
items;
|
|
15
|
-
sampler;
|
|
16
|
-
constructor(items, sampler) {
|
|
17
|
-
this.items = items;
|
|
18
|
-
this.sampler = sampler;
|
|
19
|
-
}
|
|
20
|
-
async build(root, parentMatrix) {
|
|
21
|
-
switch (root.kind) {
|
|
22
|
-
case Kind.Video: return this.sampler.video(root, getWorldMat6(this.items, root, parentMatrix));
|
|
23
|
-
case Kind.Audio: return this.sampler.audio(root);
|
|
24
|
-
case Kind.Text: {
|
|
25
|
-
const matrix = getWorldMat6(this.items, root, parentMatrix);
|
|
26
|
-
return {
|
|
27
|
-
duration: Infinity,
|
|
28
|
-
visuals: {
|
|
29
|
-
sampleAt: async () => [{ kind: "text", content: root.content, color: "white", fontSize: 48, matrix }]
|
|
30
|
-
}
|
|
31
|
-
};
|
|
32
|
-
}
|
|
33
|
-
case Kind.Gap: return {
|
|
34
|
-
duration: root.duration,
|
|
35
|
-
visuals: {
|
|
36
|
-
sampleAt: async () => []
|
|
37
|
-
}
|
|
38
|
-
};
|
|
39
|
-
case Kind.Stack: {
|
|
40
|
-
const matrix = getWorldMat6(this.items, root, parentMatrix);
|
|
41
|
-
const children = await Promise.all(root.childrenIds.map(id => this.build(requireItem(this.items, id), matrix)));
|
|
42
|
-
return this.#composeStack(children);
|
|
43
|
-
}
|
|
44
|
-
case Kind.Sequence: {
|
|
45
|
-
const matrix = getWorldMat6(this.items, root, parentMatrix);
|
|
46
|
-
return this.#composeSequence(root, matrix);
|
|
47
|
-
}
|
|
48
|
-
default: return { duration: 0 };
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
// Visual composition is the same for both builders, so it lives here.
|
|
52
|
-
#composeVisuals_Stack(children) {
|
|
53
|
-
return {
|
|
54
|
-
sampleAt: async (time) => {
|
|
55
|
-
const layers = await Promise.all(children.map(c => c.visuals ? c.visuals.sampleAt(time) : Promise.resolve([])));
|
|
56
|
-
return layers.flat();
|
|
57
|
-
}
|
|
58
|
-
};
|
|
59
|
-
}
|
|
60
|
-
#composeVisuals_Sequence(children) {
|
|
61
|
-
return {
|
|
62
|
-
sampleAt: async (time) => {
|
|
63
|
-
let localTime = time;
|
|
64
|
-
for (const child of children) {
|
|
65
|
-
if (localTime < child.duration)
|
|
66
|
-
return child.visuals ? child.visuals.sampleAt(localTime) : [];
|
|
67
|
-
localTime -= child.duration;
|
|
68
|
-
}
|
|
69
|
-
return [];
|
|
70
|
-
}
|
|
71
|
-
};
|
|
72
|
-
}
|
|
73
|
-
#composeStack(children) {
|
|
74
|
-
const duration = Math.max(0, ...children.map(k => (Number.isFinite(k.duration) ? k.duration : 0)));
|
|
75
|
-
return {
|
|
76
|
-
duration,
|
|
77
|
-
visuals: this.#composeVisuals_Stack(children),
|
|
78
|
-
audio: this.composeAudio_Stack(children),
|
|
79
|
-
};
|
|
80
|
-
}
|
|
81
|
-
async #composeSequence(sequence, parentMatrix) {
|
|
82
|
-
const childItems = sequence.childrenIds.map(id => requireItem(this.items, id));
|
|
83
|
-
const children = await this.#processChildren(childItems, parentMatrix);
|
|
84
|
-
const duration = children.reduce((a, k) => a + k.duration, 0);
|
|
85
|
-
return {
|
|
86
|
-
duration,
|
|
87
|
-
visuals: this.#composeVisuals_Sequence(children),
|
|
88
|
-
audio: this.composeAudio_Sequence(children),
|
|
89
|
-
};
|
|
90
|
-
}
|
|
91
|
-
async #processChildren(childItems, parentMatrix) {
|
|
92
|
-
const processedNodes = [];
|
|
93
|
-
for (let i = 0; i < childItems.length; i++) {
|
|
94
|
-
const item = childItems[i];
|
|
95
|
-
if (item.kind !== Kind.Transition) {
|
|
96
|
-
processedNodes.push(await this.build(item, parentMatrix));
|
|
97
|
-
continue;
|
|
98
|
-
}
|
|
99
|
-
const outgoingNode = processedNodes.pop();
|
|
100
|
-
const incomingItem = childItems[i + 1];
|
|
101
|
-
if (!outgoingNode || !incomingItem || incomingItem.kind === Kind.Transition) {
|
|
102
|
-
if (outgoingNode)
|
|
103
|
-
processedNodes.push(outgoingNode);
|
|
104
|
-
continue;
|
|
105
|
-
}
|
|
106
|
-
const incomingNode = await this.build(incomingItem, parentMatrix);
|
|
107
|
-
const transitionNode = await this.#createTransitionNode(item, outgoingNode, incomingNode);
|
|
108
|
-
processedNodes.push(transitionNode);
|
|
109
|
-
i++;
|
|
110
|
-
}
|
|
111
|
-
return processedNodes;
|
|
112
|
-
}
|
|
113
|
-
async #createTransitionNode(transitionItem, outgoingNode, incomingNode) {
|
|
114
|
-
const overlap = Math.max(0, Math.min(transitionItem.duration, outgoingNode.duration, incomingNode.duration));
|
|
115
|
-
const start = Math.max(0, outgoingNode.duration - overlap);
|
|
116
|
-
const combinedDuration = outgoingNode.duration + incomingNode.duration - overlap;
|
|
117
|
-
return {
|
|
118
|
-
duration: combinedDuration,
|
|
119
|
-
visuals: {
|
|
120
|
-
sampleAt: async (t) => {
|
|
121
|
-
if (!outgoingNode.visuals || !incomingNode.visuals)
|
|
122
|
-
return [];
|
|
123
|
-
if (t < start)
|
|
124
|
-
return outgoingNode.visuals.sampleAt(t);
|
|
125
|
-
if (t < outgoingNode.duration) {
|
|
126
|
-
const localTime = t - start;
|
|
127
|
-
const progress = overlap > 0 ? (localTime / overlap) : 1;
|
|
128
|
-
const from = await outgoingNode.visuals.sampleAt(t);
|
|
129
|
-
const to = await incomingNode.visuals.sampleAt(localTime);
|
|
130
|
-
if (!from[0]?.frame || !to[0]?.frame)
|
|
131
|
-
return [];
|
|
132
|
-
return [{
|
|
133
|
-
kind: "transition",
|
|
134
|
-
name: "circle",
|
|
135
|
-
progress,
|
|
136
|
-
from: from[0].frame,
|
|
137
|
-
to: to[0].frame,
|
|
138
|
-
}];
|
|
139
|
-
}
|
|
140
|
-
return incomingNode.visuals.sampleAt(t - outgoingNode.duration + overlap);
|
|
141
|
-
}
|
|
142
|
-
},
|
|
143
|
-
audio: this.composeAudio_Sequence([outgoingNode, incomingNode])
|
|
144
|
-
};
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
//# sourceMappingURL=tree-builder.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tree-builder.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/tree-builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,IAAI,EAAC,MAAM,eAAe,CAAA;AAExC,OAAO,EAAC,EAAE,EAAQ,IAAI,EAAE,eAAe,EAAC,MAAM,0BAA0B,CAAA;AAwBxE,MAAM,WAAW,GAAG,CAAC,KAA4B,EAAE,EAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;AAChF,MAAM,CAAC,MAAM,YAAY,GAAG,CAC3B,KAA4B,EAC5B,IAAyD,EACzD,MAAa,EACN,EAAE;IACT,IAAI,KAAK,GAAG,MAAM,IAAI,EAAE,CAAA;IACxB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAiB,CAAA;QAClE,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAChD,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IAC3B,CAAC;IACD,OAAO,KAAK,CAAA;AACb,CAAC,CAAA;AAOD,MAAM,OAAgB,WAAW;IACV;IAAwC;IAA9D,YAAsB,KAA4B,EAAY,OAAmB;QAA3D,UAAK,GAAL,KAAK,CAAuB;QAAY,YAAO,GAAP,OAAO,CAAY;IAAG,CAAC;IAErF,KAAK,CAAC,KAAK,CAAC,IAAc,EAAE,YAAmB;QAC9C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAA;YAC9F,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAChD,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,OAAO;oBACN,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE;wBACR,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAC,CAAC;qBACnG;iBACD,CAAA;YACF,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACxB;aACD,CAAA;YACD,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;gBAC/G,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;YACpC,CAAC;YACD,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACpB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAC3C,CAAC;YACD,OAAO,CAAC,CAAC,OAAO,EAAC,QAAQ,EAAE,CAAC,EAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAKD,sEAAsE;IACtE,qBAAqB,CAAC,QAAmB;QACxC,OAAO;YACN,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACxB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBAC/G,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;YACrB,CAAC;SACD,CAAA;IACF,CAAC;IAED,wBAAwB,CAAC,QAAmB;QAC3C,OAAO;YACN,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACxB,IAAI,SAAS,GAAG,IAAI,CAAA;gBACpB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ;wBAAE,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBAC7F,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAA;gBAC5B,CAAC;gBACD,OAAO,EAAE,CAAA;YACV,CAAC;SACD,CAAA;IACF,CAAC;IAED,aAAa,CAAC,QAAmB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAClG,OAAO;YACN,QAAQ;YACR,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;YAC7C,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC;SACxC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAuB,EAAE,YAAmB;QAClE,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAA;QAC9E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAA;QACtE,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QAC7D,OAAO;YACN,QAAQ;YACR,OAAO,EAAE,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC;YAChD,KAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;SAC3C,CAAA;IACF,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAsB,EAAE,YAAmB;QACjE,MAAM,cAAc,GAAc,EAAE,CAAA;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAE1B,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACnC,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAA;gBACzD,SAAQ;YACT,CAAC;YAED,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,EAAE,CAAA;YACzC,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAEtC,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC7E,IAAI,YAAY;oBAAE,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBACnD,SAAQ;YACT,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;YACjE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAC,CAAA;YACzF,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YACnC,CAAC,EAAE,CAAA;QACJ,CAAC;QACD,OAAO,cAAc,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,cAA+B,EAAE,YAAqB,EAAE,YAAqB;QACxG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC5G,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAA;QAC1D,MAAM,gBAAgB,GAAG,YAAY,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAA;QAChF,OAAO;YACN,QAAQ,EAAE,gBAAgB;YAC1B,OAAO,EAAE;gBACR,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;oBACrB,IAAI,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO;wBAAE,OAAO,EAAE,CAAA;oBAC7D,IAAI,CAAC,GAAG,KAAK;wBAAE,OAAO,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;oBACtD,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC;wBAC/B,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAA;wBAC3B,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;wBACxD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAiB,CAAA;wBACnE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB,CAAA;wBACzE,IAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK;4BAAE,OAAO,EAAE,CAAA;wBAC9C,OAAO,CAAC;gCACP,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;gCACd,QAAQ;gCACR,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK;gCACnB,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;6BACf,CAAC,CAAA;oBACH,CAAC;oBACD,OAAO,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAA;gBAC1E,CAAC;aACD;YACD,KAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;SAC/D,CAAA;IACF,CAAC;CACD"}
|
|
@@ -1,3 +0,0 @@
|
|
|
1
|
-
import { Item } from "../../item.js";
|
|
2
|
-
import { AudioStreamComponent, Node, WebcodecsSampler } from "./tree-builder.js";
|
|
3
|
-
export declare function buildWebCodecsNodeTree(root: Item.Any, items: Map<number, Item.Any>, sampler: WebcodecsSampler): Promise<Node<AudioStreamComponent>>;
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import { TreeBuilder } from "./tree-builder.js";
|
|
2
|
-
class WebCodecsNodeBuilder extends TreeBuilder {
|
|
3
|
-
composeAudio_Stack(children) {
|
|
4
|
-
return {
|
|
5
|
-
getStream: async function* () {
|
|
6
|
-
for (const child of children) {
|
|
7
|
-
if (child.audio)
|
|
8
|
-
yield* child.audio.getStream();
|
|
9
|
-
}
|
|
10
|
-
}
|
|
11
|
-
};
|
|
12
|
-
}
|
|
13
|
-
composeAudio_Sequence(children) {
|
|
14
|
-
return {
|
|
15
|
-
getStream: async function* () {
|
|
16
|
-
for (const child of children) {
|
|
17
|
-
if (child.audio)
|
|
18
|
-
yield* child.audio.getStream();
|
|
19
|
-
}
|
|
20
|
-
}
|
|
21
|
-
};
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
export function buildWebCodecsNodeTree(root, items, sampler) {
|
|
25
|
-
const builder = new WebCodecsNodeBuilder(items, sampler);
|
|
26
|
-
return builder.build(root);
|
|
27
|
-
}
|
|
28
|
-
//# sourceMappingURL=webcodecs-tree.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"webcodecs-tree.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/webcodecs-tree.ts"],"names":[],"mappings":"AACA,OAAO,EAA+C,WAAW,EAAC,MAAM,mBAAmB,CAAA;AAE3F,MAAM,oBAAqB,SAAQ,WAAiC;IACnE,kBAAkB,CAAC,QAAsC;QACxD,OAAO;YACN,SAAS,EAAE,KAAK,SAAS,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBACd,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;gBAChC,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;IACD,qBAAqB,CAAC,QAAsC;QAC3D,OAAO;YACN,SAAS,EAAE,KAAK,SAAS,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBACd,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;gBAChC,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAc,EAAE,KAA4B,EAAE,OAAyB;IAC7G,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACxD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC"}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { TimelineFile } from "../basics.js";
|
|
2
|
-
import { DecoderSource } from "../../../driver/fns/schematic.js";
|
|
3
|
-
import { AudioPlaybackComponent, HTMLSampler, Node } from "./parts/tree-builder.js";
|
|
4
|
-
type ResolveMedia = (hash: string) => DecoderSource;
|
|
5
|
-
export declare class VideoPlayer {
|
|
6
|
-
#private;
|
|
7
|
-
canvas: HTMLCanvasElement;
|
|
8
|
-
private root;
|
|
9
|
-
private sampler;
|
|
10
|
-
private resolveMedia;
|
|
11
|
-
constructor(canvas: HTMLCanvasElement, root: Node<AudioPlaybackComponent>, sampler: HTMLSampler, resolveMedia?: ResolveMedia);
|
|
12
|
-
get context(): CanvasRenderingContext2D;
|
|
13
|
-
static create(timeline: TimelineFile): Promise<VideoPlayer>;
|
|
14
|
-
play(): Promise<void>;
|
|
15
|
-
pause(): void;
|
|
16
|
-
seek(time: number): Promise<void>;
|
|
17
|
-
setFPS(value: number): void;
|
|
18
|
-
}
|
|
19
|
-
export {};
|
|
@@ -1,71 +0,0 @@
|
|
|
1
|
-
import { context } from "../../../context.js";
|
|
2
|
-
import { realtime } from "./parts/schedulers.js";
|
|
3
|
-
import { makeHtmlSampler } from "./samplers/html.js";
|
|
4
|
-
import { buildHTMLNodeTree } from "./parts/html-tree.js";
|
|
5
|
-
export class VideoPlayer {
|
|
6
|
-
canvas;
|
|
7
|
-
root;
|
|
8
|
-
sampler;
|
|
9
|
-
resolveMedia;
|
|
10
|
-
#controller = realtime(t => this.#tick(t));
|
|
11
|
-
constructor(canvas, root, sampler, resolveMedia = _hash => "/assets/temp/gl.mp4") {
|
|
12
|
-
this.canvas = canvas;
|
|
13
|
-
this.root = root;
|
|
14
|
-
this.sampler = sampler;
|
|
15
|
-
this.resolveMedia = resolveMedia;
|
|
16
|
-
this.#controller.setFPS(30);
|
|
17
|
-
}
|
|
18
|
-
get context() {
|
|
19
|
-
return this.canvas.getContext("2d");
|
|
20
|
-
}
|
|
21
|
-
static async create(timeline) {
|
|
22
|
-
const rootItem = new Map(timeline.items.map(i => [i.id, i])).get(timeline.rootId);
|
|
23
|
-
const items = new Map(timeline.items.map(i => [i.id, i]));
|
|
24
|
-
const sampler = makeHtmlSampler(() => "/assets/temp/gl.mp4");
|
|
25
|
-
const root = await buildHTMLNodeTree(rootItem, items, sampler);
|
|
26
|
-
const canvas = document.createElement("canvas");
|
|
27
|
-
canvas.width = 1920;
|
|
28
|
-
canvas.height = 1080;
|
|
29
|
-
return new this(canvas, root, sampler);
|
|
30
|
-
}
|
|
31
|
-
async #tick(t) {
|
|
32
|
-
const driver = await context.driver;
|
|
33
|
-
const dur = this.root.duration;
|
|
34
|
-
const tt = t > dur ? dur : t;
|
|
35
|
-
this.root.audio?.onTimeUpdate(tt);
|
|
36
|
-
for (const layer of await this.root.visuals?.sampleAt(tt) ?? []) {
|
|
37
|
-
const frame = await driver.composite(layer);
|
|
38
|
-
this.context.drawImage(frame, 0, 0);
|
|
39
|
-
frame.close();
|
|
40
|
-
}
|
|
41
|
-
if (t >= dur)
|
|
42
|
-
this.pause();
|
|
43
|
-
}
|
|
44
|
-
async play() {
|
|
45
|
-
if (!this.#controller.isPlaying()) {
|
|
46
|
-
this.sampler.setPaused(false);
|
|
47
|
-
this.#controller.play();
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
pause() {
|
|
51
|
-
if (this.#controller.isPlaying()) {
|
|
52
|
-
this.#controller.pause();
|
|
53
|
-
this.sampler.setPaused(true);
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
async seek(time) {
|
|
57
|
-
const driver = await context.driver;
|
|
58
|
-
this.pause();
|
|
59
|
-
this.#controller.seek(time);
|
|
60
|
-
this.root.audio?.onTimeUpdate(time);
|
|
61
|
-
for (const draw of await this.root.visuals?.sampleAt(time) ?? []) {
|
|
62
|
-
const frame = await driver.composite(draw);
|
|
63
|
-
this.context.drawImage(frame, 0, 0);
|
|
64
|
-
frame.close();
|
|
65
|
-
}
|
|
66
|
-
}
|
|
67
|
-
setFPS(value) {
|
|
68
|
-
this.#controller.setFPS(value);
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
//# sourceMappingURL=playback.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"playback.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/playback.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,QAAQ,EAAC,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAA;AAMtD,MAAM,OAAO,WAAW;IAIf;IACC;IACA;IACA;IANT,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAE1C,YACQ,MAAyB,EACxB,IAAkC,EAClC,OAAoB,EACpB,eAA6B,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAH5D,WAAM,GAAN,MAAM,CAAmB;QACxB,SAAI,GAAJ,IAAI,CAA8B;QAClC,YAAO,GAAP,OAAO,CAAa;QACpB,iBAAY,GAAZ,YAAY,CAA+C;QAEnE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAE,CAAA;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAsB;QACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC/C,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAA;QACpB,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,CAAS;QACpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAA;QAC9B,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YAC3C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QACD,IAAI,CAAC,IAAI,GAAG;YAAE,IAAI,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,KAAK,CAAC,CAAA;YAC9B,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QACxB,CAAC;IACF,CAAC;IAED,KAAK;QACJ,IAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;YACxB,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACtB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;QACnC,KAAK,MAAM,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACF,CAAC;IAED,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;CACD"}
|
|
@@ -1,106 +0,0 @@
|
|
|
1
|
-
const toUrl = (src) => (src instanceof Blob ? URL.createObjectURL(src) : String(src));
|
|
2
|
-
export function makeHtmlSampler(resolveMedia) {
|
|
3
|
-
const videoElements = new Map();
|
|
4
|
-
const audioElements = new Map();
|
|
5
|
-
function getOrCreateVideoElement(clip) {
|
|
6
|
-
let video = videoElements.get(clip.id);
|
|
7
|
-
if (!video) {
|
|
8
|
-
video = document.createElement("video");
|
|
9
|
-
video.playsInline = true;
|
|
10
|
-
video.muted = true;
|
|
11
|
-
video.preload = "auto";
|
|
12
|
-
video.crossOrigin = "anonymous";
|
|
13
|
-
video.src = toUrl(resolveMedia(clip.mediaHash));
|
|
14
|
-
videoElements.set(clip.id, video);
|
|
15
|
-
}
|
|
16
|
-
return video;
|
|
17
|
-
}
|
|
18
|
-
function getOrCreateAudioElement(clip) {
|
|
19
|
-
let audio = audioElements.get(clip.id);
|
|
20
|
-
if (!audio) {
|
|
21
|
-
audio = document.createElement("audio");
|
|
22
|
-
audio.preload = "auto";
|
|
23
|
-
audio.crossOrigin = "anonymous";
|
|
24
|
-
audio.src = toUrl(resolveMedia(clip.mediaHash));
|
|
25
|
-
audio.volume = 0.2;
|
|
26
|
-
audioElements.set(clip.id, audio);
|
|
27
|
-
}
|
|
28
|
-
return audio;
|
|
29
|
-
}
|
|
30
|
-
let paused = true;
|
|
31
|
-
return {
|
|
32
|
-
async video(item, matrix) {
|
|
33
|
-
const video = getOrCreateVideoElement(item);
|
|
34
|
-
return {
|
|
35
|
-
duration: item.duration,
|
|
36
|
-
// if paused seek otherwise play
|
|
37
|
-
visuals: {
|
|
38
|
-
sampleAt: async (t) => {
|
|
39
|
-
if (t < 0 || t >= item.duration)
|
|
40
|
-
return [];
|
|
41
|
-
if (video.paused && paused) {
|
|
42
|
-
await seek(video, t);
|
|
43
|
-
}
|
|
44
|
-
if (video.paused && !paused) {
|
|
45
|
-
await video.play();
|
|
46
|
-
}
|
|
47
|
-
const frame = new VideoFrame(video);
|
|
48
|
-
return frame ? [{ kind: "image", frame, matrix }] : [];
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
};
|
|
52
|
-
},
|
|
53
|
-
async audio(item) {
|
|
54
|
-
const audio = getOrCreateAudioElement(item);
|
|
55
|
-
return {
|
|
56
|
-
duration: item.duration,
|
|
57
|
-
audio: {
|
|
58
|
-
onTimeUpdate: async (time) => {
|
|
59
|
-
const localTime = item.start + time;
|
|
60
|
-
if (audio.paused && paused) {
|
|
61
|
-
await seek(audio, localTime);
|
|
62
|
-
}
|
|
63
|
-
if (audio.paused && !paused) {
|
|
64
|
-
await audio.play();
|
|
65
|
-
}
|
|
66
|
-
return [];
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
};
|
|
70
|
-
},
|
|
71
|
-
async dispose() {
|
|
72
|
-
const elements = [...videoElements.values(), ...audioElements.values()];
|
|
73
|
-
for (const element of elements) {
|
|
74
|
-
element.pause();
|
|
75
|
-
if (element.src.startsWith("blob:"))
|
|
76
|
-
URL.revokeObjectURL(element.src);
|
|
77
|
-
element.remove();
|
|
78
|
-
}
|
|
79
|
-
videoElements.clear();
|
|
80
|
-
audioElements.clear();
|
|
81
|
-
},
|
|
82
|
-
async setPaused(p) {
|
|
83
|
-
paused = p;
|
|
84
|
-
const elements = [...videoElements.values(), ...audioElements.values()];
|
|
85
|
-
for (const element of elements) {
|
|
86
|
-
if (p)
|
|
87
|
-
element.pause();
|
|
88
|
-
}
|
|
89
|
-
},
|
|
90
|
-
};
|
|
91
|
-
}
|
|
92
|
-
function seek(media, time) {
|
|
93
|
-
return new Promise((resolve) => {
|
|
94
|
-
const onSeeked = () => {
|
|
95
|
-
media.removeEventListener("seeked", onSeeked);
|
|
96
|
-
resolve();
|
|
97
|
-
};
|
|
98
|
-
media.addEventListener("seeked", onSeeked);
|
|
99
|
-
if (media.fastSeek) {
|
|
100
|
-
media.fastSeek(time);
|
|
101
|
-
}
|
|
102
|
-
else
|
|
103
|
-
media.currentTime = time;
|
|
104
|
-
});
|
|
105
|
-
}
|
|
106
|
-
//# sourceMappingURL=html.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"html.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/samplers/html.ts"],"names":[],"mappings":"AAIA,MAAM,KAAK,GAAG,CAAC,GAAkB,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAEpG,MAAM,UAAU,eAAe,CAAC,YAA6C;IAC5E,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IACzD,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IAEzD,SAAS,uBAAuB,CAAC,IAAgB;QAChD,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;YACvC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;YACxB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAA;YAClB,KAAK,CAAC,OAAO,GAAG,MAAM,CAAA;YACtB,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;YAC/B,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;YAC/C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,OAAO,KAAK,CAAA;IACb,CAAC;IAED,SAAS,uBAAuB,CAAC,IAAgB;QAChD,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;YACvC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAA;YACtB,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;YAC/B,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;YAC/C,KAAK,CAAC,MAAM,GAAG,GAAG,CAAA;YAClB,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,OAAO,KAAK,CAAA;IACb,CAAC;IAED,IAAI,MAAM,GAAG,IAAI,CAAA;IAEjB,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM;YACvB,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;YAC3C,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,gCAAgC;gBAChC,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;wBACrB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ;4BAC9B,OAAO,EAAE,CAAA;wBAEV,IAAG,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;wBACrB,CAAC;wBAED,IAAG,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;4BAC5B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;wBACnB,CAAC;wBAED,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;wBACnC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBACrD,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI;YACf,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;YAC3C,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE;oBACN,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;wBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;wBACnC,IAAG,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;wBAC7B,CAAC;wBACD,IAAG,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;4BAC5B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;wBACnB,CAAC;wBACD,OAAO,EAAE,CAAA;oBACV,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,OAAO;YACZ,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;YACpE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,OAAO,CAAC,KAAK,EAAE,CAAA;gBACf,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;oBAClC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;gBACjC,OAAO,CAAC,MAAM,EAAE,CAAA;YAClB,CAAC;YACD,aAAa,CAAC,KAAK,EAAE,CAAA;YACrB,aAAa,CAAC,KAAK,EAAE,CAAA;QACzB,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,CAAC;YAChB,MAAM,GAAG,CAAC,CAAA;YACV,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;YACvE,KAAI,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAG,CAAC;oBAAE,OAAO,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,SAAS,IAAI,CAAC,KAA0C,EAAE,IAAY;IACpE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,GAAG,EAAE;YACpB,KAAK,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;YAC7C,OAAO,EAAE,CAAA;QACX,CAAC,CAAA;QACD,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAC1C,IAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACrB,CAAC;;YAAM,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IACjC,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -1,55 +0,0 @@
|
|
|
1
|
-
import { context } from "../../../../context.js";
|
|
2
|
-
import { VideoCursor } from "../../../utils/video-cursor.js";
|
|
3
|
-
import { AudioStream } from "../../../utils/audio-stream.js";
|
|
4
|
-
const toUs = (seconds) => Math.round(seconds * 1_000_000);
|
|
5
|
-
export function makeWebCodecsSampler(resolveMedia) {
|
|
6
|
-
const videoCursors = new Map();
|
|
7
|
-
async function getCursorForVideo(videoItem) {
|
|
8
|
-
const existing = videoCursors.get(videoItem.id);
|
|
9
|
-
if (existing)
|
|
10
|
-
return existing;
|
|
11
|
-
const driver = await context.driver;
|
|
12
|
-
const source = resolveMedia(videoItem.mediaHash);
|
|
13
|
-
const video = driver.decodeVideo({ source });
|
|
14
|
-
const cursor = new VideoCursor(video.getReader());
|
|
15
|
-
videoCursors.set(videoItem.id, cursor);
|
|
16
|
-
return cursor;
|
|
17
|
-
}
|
|
18
|
-
return {
|
|
19
|
-
async video(item, matrix) {
|
|
20
|
-
const cursor = await getCursorForVideo(item);
|
|
21
|
-
const baseUs = toUs(item.start ?? 0);
|
|
22
|
-
return {
|
|
23
|
-
duration: item.duration,
|
|
24
|
-
visuals: {
|
|
25
|
-
sampleAt: async (time) => {
|
|
26
|
-
const frame = await cursor.atOrNear(baseUs + toUs(time));
|
|
27
|
-
return frame ? [{ kind: "image", frame, matrix }] : [];
|
|
28
|
-
}
|
|
29
|
-
}
|
|
30
|
-
};
|
|
31
|
-
},
|
|
32
|
-
async audio(item) {
|
|
33
|
-
return {
|
|
34
|
-
duration: item.duration,
|
|
35
|
-
audio: {
|
|
36
|
-
getStream: async function* () {
|
|
37
|
-
const driver = await context.driver;
|
|
38
|
-
const source = resolveMedia(item.mediaHash);
|
|
39
|
-
const startUs = item.start;
|
|
40
|
-
const endUs = (item.start + item.duration);
|
|
41
|
-
const audio = driver.decodeAudio({ source, start: startUs, end: endUs });
|
|
42
|
-
const audioStream = new AudioStream(audio.getReader());
|
|
43
|
-
yield* audioStream.stream();
|
|
44
|
-
},
|
|
45
|
-
}
|
|
46
|
-
};
|
|
47
|
-
},
|
|
48
|
-
async dispose() {
|
|
49
|
-
const tasks = Array.from([...videoCursors.values()], c => c.cancel());
|
|
50
|
-
videoCursors.clear();
|
|
51
|
-
await Promise.all(tasks);
|
|
52
|
-
}
|
|
53
|
-
};
|
|
54
|
-
}
|
|
55
|
-
//# sourceMappingURL=webcodecs.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"webcodecs.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/samplers/webcodecs.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,wBAAwB,CAAA;AAE9C,OAAO,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAA;AAC1D,OAAO,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAA;AAE1D,MAAM,IAAI,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC,CAAA;AAEjE,MAAM,UAAU,oBAAoB,CAAC,YAAmC;IACvE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAA;IAEnD,KAAK,UAAU,iBAAiB,CAAC,SAAqB;QACrD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QAC/C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAA;QAC7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;QACjD,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QACtC,OAAO,MAAM,CAAA;IACd,CAAC;IAED,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM;YACvB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAA;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAA;YACpC,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;wBAChC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;wBACxD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBACrD,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI;YACf,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE;oBACN,SAAS,EAAE,KAAK,SAAS,CAAC;wBACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;wBACnC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;wBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAA;wBAC1B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;wBAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAC,CAAC,CAAA;wBACtE,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;wBACtD,KAAK,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,CAAA;oBAC5B,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACA,KAAK,CAAC,OAAO;YACX,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YACrE,YAAY,CAAC,KAAK,EAAE,CAAA;YACpB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC;KACF,CAAA;AACF,CAAC"}
|
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
import WaveSurfer from "wavesurfer.js";
|
|
2
|
-
import { DecoderSource } from "../../driver/fns/schematic.js";
|
|
3
|
-
export declare class Waveform {
|
|
4
|
-
wavesurfer: WaveSurfer;
|
|
5
|
-
constructor(peaks: number[], container: HTMLElement, duration: number);
|
|
6
|
-
static init(source: DecoderSource, container: HTMLElement): Promise<Waveform>;
|
|
7
|
-
set width(value: number);
|
|
8
|
-
}
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
import WaveSurfer from "wavesurfer.js";
|
|
2
|
-
import { context } from "../../context.js";
|
|
3
|
-
export class Waveform {
|
|
4
|
-
wavesurfer;
|
|
5
|
-
constructor(peaks, container, duration) {
|
|
6
|
-
this.wavesurfer = WaveSurfer.create({
|
|
7
|
-
container,
|
|
8
|
-
waveColor: 'rgb(200, 0, 200)',
|
|
9
|
-
progressColor: 'rgb(100, 0, 100)',
|
|
10
|
-
barWidth: 10,
|
|
11
|
-
barRadius: 10,
|
|
12
|
-
barGap: 2,
|
|
13
|
-
peaks: [peaks],
|
|
14
|
-
duration
|
|
15
|
-
});
|
|
16
|
-
}
|
|
17
|
-
static async init(source, container) {
|
|
18
|
-
const driver = await context.driver;
|
|
19
|
-
const reader = driver.decodeAudio({ source }).getReader();
|
|
20
|
-
const peaks = [];
|
|
21
|
-
let buffer = [];
|
|
22
|
-
const samplesPerPeak = 1024;
|
|
23
|
-
const duration = await driver.getAudioDuration(source);
|
|
24
|
-
while (true) {
|
|
25
|
-
const { done, value: audioData } = await reader.read();
|
|
26
|
-
if (done)
|
|
27
|
-
break;
|
|
28
|
-
const frames = audioData.numberOfFrames;
|
|
29
|
-
const plane = new Float32Array(frames);
|
|
30
|
-
audioData.copyTo(plane, { planeIndex: 0 }); // Use left channel only
|
|
31
|
-
for (let i = 0; i < plane.length; i++) {
|
|
32
|
-
buffer.push(plane[i]);
|
|
33
|
-
if (buffer.length >= samplesPerPeak) {
|
|
34
|
-
const chunk = buffer.splice(0, samplesPerPeak);
|
|
35
|
-
const min = Math.min(...chunk);
|
|
36
|
-
const max = Math.max(...chunk);
|
|
37
|
-
peaks.push(min, max);
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
audioData.close();
|
|
41
|
-
}
|
|
42
|
-
return new Waveform(peaks, container, duration ?? 0);
|
|
43
|
-
}
|
|
44
|
-
// set zoom(value: number) {
|
|
45
|
-
// this.wavesurfer.zoom(value)
|
|
46
|
-
// }
|
|
47
|
-
set width(value) {
|
|
48
|
-
this.wavesurfer.setOptions({ width: value });
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
//# sourceMappingURL=waveform.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,SAAS,EAAE,CAAA;QAEvD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
|
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
import { O } from "./o.js";
|
|
2
|
-
import { Id } from "../parts/basics.js";
|
|
3
|
-
import { Item } from "../parts/item.js";
|
|
4
|
-
export declare class TimelineItem {
|
|
5
|
-
item: Item.Any;
|
|
6
|
-
readonly id: Id;
|
|
7
|
-
constructor(item: Item.Any);
|
|
8
|
-
toJSON(): {
|
|
9
|
-
id: Id;
|
|
10
|
-
kind: import("../parts/item.js").Kind.Spatial;
|
|
11
|
-
transform: import("../types.js").Transform;
|
|
12
|
-
} | {
|
|
13
|
-
id: Id;
|
|
14
|
-
kind: import("../parts/item.js").Kind.Gap;
|
|
15
|
-
duration: number;
|
|
16
|
-
} | {
|
|
17
|
-
id: Id;
|
|
18
|
-
kind: import("../parts/item.js").Kind.Sequence;
|
|
19
|
-
childrenIds: Id[];
|
|
20
|
-
spatialId?: Id;
|
|
21
|
-
} | {
|
|
22
|
-
id: Id;
|
|
23
|
-
kind: import("../parts/item.js").Kind.Stack;
|
|
24
|
-
childrenIds: Id[];
|
|
25
|
-
spatialId?: Id;
|
|
26
|
-
} | {
|
|
27
|
-
id: Id;
|
|
28
|
-
kind: import("../parts/item.js").Kind.Video;
|
|
29
|
-
mediaHash: import("../parts/basics.js").Hash;
|
|
30
|
-
start: number;
|
|
31
|
-
duration: number;
|
|
32
|
-
spatialId?: Id;
|
|
33
|
-
} | {
|
|
34
|
-
id: Id;
|
|
35
|
-
kind: import("../parts/item.js").Kind.Audio;
|
|
36
|
-
mediaHash: import("../parts/basics.js").Hash;
|
|
37
|
-
start: number;
|
|
38
|
-
duration: number;
|
|
39
|
-
} | {
|
|
40
|
-
id: Id;
|
|
41
|
-
kind: import("../parts/item.js").Kind.Text;
|
|
42
|
-
content: string;
|
|
43
|
-
spatialId?: Id;
|
|
44
|
-
color: string;
|
|
45
|
-
} | {
|
|
46
|
-
id: Id;
|
|
47
|
-
kind: import("../parts/item.js").Kind.Transition;
|
|
48
|
-
effect: import("../parts/item.js").Effect.Crossfade;
|
|
49
|
-
duration: number;
|
|
50
|
-
};
|
|
51
|
-
}
|
|
52
|
-
declare abstract class VisualItem extends TimelineItem {
|
|
53
|
-
abstract spatial(spatial: Spatial): TimelineItem;
|
|
54
|
-
}
|
|
55
|
-
export declare class Stack extends VisualItem {
|
|
56
|
-
private o;
|
|
57
|
-
item: Item.Stack;
|
|
58
|
-
constructor(o: O, item: Item.Stack);
|
|
59
|
-
spatial(spatial: Spatial): this;
|
|
60
|
-
addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
|
|
61
|
-
}
|
|
62
|
-
export declare class Spatial extends TimelineItem {
|
|
63
|
-
item: Item.Spatial;
|
|
64
|
-
constructor(item: Item.Spatial);
|
|
65
|
-
}
|
|
66
|
-
export declare class Gap extends TimelineItem {
|
|
67
|
-
item: Item.Gap;
|
|
68
|
-
constructor(item: Item.Gap);
|
|
69
|
-
}
|
|
70
|
-
export declare class Audio extends TimelineItem {
|
|
71
|
-
item: Item.Audio;
|
|
72
|
-
constructor(item: Item.Audio);
|
|
73
|
-
}
|
|
74
|
-
export declare class Video extends VisualItem {
|
|
75
|
-
item: Item.Video;
|
|
76
|
-
constructor(item: Item.Video);
|
|
77
|
-
spatial(spatial: Spatial): this;
|
|
78
|
-
}
|
|
79
|
-
export declare class Text extends VisualItem {
|
|
80
|
-
item: Item.Text;
|
|
81
|
-
constructor(item: Item.Text);
|
|
82
|
-
color(color: string): this;
|
|
83
|
-
spatial(spatial: Spatial): this;
|
|
84
|
-
}
|
|
85
|
-
export declare class Sequence extends VisualItem {
|
|
86
|
-
private o;
|
|
87
|
-
item: Item.Sequence;
|
|
88
|
-
constructor(o: O, item: Item.Sequence);
|
|
89
|
-
spatial(spatial: Spatial): this;
|
|
90
|
-
addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
|
|
91
|
-
}
|
|
92
|
-
export declare class Transition extends TimelineItem {
|
|
93
|
-
item: Item.Transition;
|
|
94
|
-
constructor(item: Item.Transition);
|
|
95
|
-
}
|
|
96
|
-
export {};
|