@omnimedia/omnitool 1.1.0-1 → 1.1.0-100
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +556 -72
- package/package.json +20 -15
- package/s/context.ts +0 -7
- package/s/demo/demo.bundle.ts +104 -39
- package/s/demo/demo.css +246 -11
- package/s/demo/routines/export-test.ts +16 -0
- package/s/demo/routines/filmstrip-test.ts +23 -19
- package/s/demo/routines/load-video.ts +2 -3
- package/s/demo/routines/playback-test.ts +61 -0
- package/s/demo/routines/timeline-setup.ts +81 -0
- package/s/demo/routines/transcode-test.ts +21 -5
- package/s/demo/routines/transcriber-test.ts +34 -0
- package/s/demo/routines/transitions-test.ts +43 -0
- package/s/demo/routines/waveform-test.ts +35 -8
- package/s/driver/driver-worker.ts +9 -0
- package/s/driver/driver.test.ts +1 -1
- package/s/driver/driver.ts +52 -43
- package/s/driver/fns/host.ts +7 -6
- package/s/driver/fns/schematic.ts +69 -25
- package/s/driver/fns/work.ts +102 -214
- package/s/driver/parts/compositor.ts +319 -0
- package/s/driver/parts/machina.ts +19 -20
- package/s/driver/utils/find-pixi-filter.ts +24 -0
- package/s/driver/utils/load-decoder-source.ts +3 -4
- package/s/features/bg-remover/bg-remover.ts +26 -0
- package/s/features/bg-remover/default-spec.ts +11 -0
- package/s/features/bg-remover/types.ts +27 -0
- package/s/features/bg-remover/worker.bundle.ts +52 -0
- package/s/features/parts/expose-errors.ts +41 -0
- package/s/features/parts/load-pipe.ts +17 -0
- package/s/features/parts/types.ts +19 -0
- package/s/features/speech/transcribe/default-spec.ts +11 -0
- package/s/features/speech/transcribe/parts/prep-audio.ts +23 -0
- package/s/features/speech/transcribe/parts/transcribe.ts +70 -0
- package/s/features/speech/transcribe/transcriber.ts +46 -0
- package/s/features/speech/transcribe/types.ts +76 -0
- package/s/features/speech/transcribe/worker.bundle.ts +42 -0
- package/s/features/transition/parts/fragment.ts +24 -0
- package/s/features/transition/parts/types.ts +27 -0
- package/s/features/transition/parts/uniforms.ts +29 -0
- package/s/features/transition/parts/vertex.ts +31 -0
- package/s/features/transition/transition.ts +60 -0
- package/s/index.html.ts +103 -20
- package/s/index.ts +1 -0
- package/s/tests.bundle.ts +11 -0
- package/s/tests.html.ts +28 -0
- package/s/timeline/index.ts +17 -1
- package/s/timeline/parts/animations/make.ts +38 -0
- package/s/timeline/parts/animations/presets.ts +138 -0
- package/s/timeline/parts/animations/properties.ts +30 -0
- package/s/timeline/parts/animations/registry.ts +13 -0
- package/s/timeline/parts/animations/types.ts +80 -0
- package/s/timeline/parts/basics.ts +1 -1
- package/s/timeline/parts/captions.ts +91 -0
- package/s/timeline/parts/filmstrip.ts +43 -16
- package/s/timeline/parts/filters.ts +453 -0
- package/s/timeline/parts/item.ts +124 -11
- package/s/timeline/parts/media.ts +43 -1
- package/s/timeline/parts/resource-pool.ts +8 -5
- package/s/timeline/parts/resource.ts +3 -0
- package/s/timeline/parts/transitions.ts +102 -0
- package/s/timeline/parts/waveform/parts/collect.ts +72 -0
- package/s/timeline/parts/waveform/parts/render.ts +45 -0
- package/s/timeline/parts/waveform/parts/types.ts +24 -0
- package/s/timeline/parts/waveform/waveform.ts +161 -0
- package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
- package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
- package/s/timeline/renderers/export/parts/cursor.ts +291 -0
- package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
- package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
- package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
- package/s/timeline/renderers/export/produce.ts +28 -0
- package/s/timeline/renderers/parts/handy.ts +441 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
- package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +23 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts +51 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +99 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +97 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +11 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/visual/sampler.ts +31 -0
- package/s/timeline/renderers/parts/schedulers.ts +96 -0
- package/s/timeline/renderers/player/parts/playback.ts +213 -0
- package/s/timeline/renderers/player/player.ts +86 -0
- package/s/timeline/renderers/renderers.test.ts +403 -0
- package/s/timeline/sugar/helpers.ts +239 -0
- package/s/timeline/sugar/o.ts +443 -48
- package/s/timeline/sugar/omni.test.ts +210 -0
- package/s/timeline/sugar/omni.ts +38 -12
- package/s/timeline/types.ts +62 -0
- package/s/timeline/utils/anim.ts +63 -0
- package/s/timeline/utils/checksum.ts +5 -2
- package/s/timeline/utils/datafile.ts +15 -4
- package/s/timeline/utils/dummy-data.ts +3 -3
- package/s/timeline/utils/matrix.ts +54 -0
- package/s/timeline/utils/terps.ts +81 -0
- package/s/units/fps.ts +8 -0
- package/s/units/ms.ts +8 -0
- package/s/units/seconds.ts +8 -0
- package/x/WebGLRenderer-4CHIZDHY.js +2 -0
- package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
- package/x/WebGPURenderer-O6WXU2QR.js +2 -0
- package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
- package/x/browserAll-WNIOTNNP.js +2 -0
- package/x/browserAll-WNIOTNNP.js.map +7 -0
- package/x/chunk-23FOBGX6.js +2 -0
- package/x/chunk-23FOBGX6.js.map +7 -0
- package/x/chunk-73XOWA4F.js +393 -0
- package/x/chunk-73XOWA4F.js.map +7 -0
- package/x/chunk-IAWJKNX5.js +42 -0
- package/x/chunk-IAWJKNX5.js.map +7 -0
- package/x/chunk-KCMVLWBS.js +157 -0
- package/x/chunk-KCMVLWBS.js.map +7 -0
- package/x/chunk-MR32SQ27.js +2 -0
- package/x/chunk-MR32SQ27.js.map +7 -0
- package/x/chunk-VCUJJYRJ.js +327 -0
- package/x/chunk-VCUJJYRJ.js.map +7 -0
- package/x/chunk-XNIZ4L5W.js +269 -0
- package/x/chunk-XNIZ4L5W.js.map +7 -0
- package/x/chunk-ZLGNQFUI.js +15 -0
- package/x/chunk-ZLGNQFUI.js.map +7 -0
- package/x/context.d.ts +1 -4
- package/x/context.js +1 -5
- package/x/context.js.map +1 -1
- package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
- package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
- package/x/demo/browserAll-PTRBXBRP.js +2 -0
- package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
- package/x/demo/chunk-CUYOGHWU.js +42 -0
- package/x/demo/chunk-CUYOGHWU.js.map +7 -0
- package/x/demo/chunk-DGTDNJ7W.js +2 -0
- package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
- package/x/demo/chunk-FZ5BYF63.js +15 -0
- package/x/demo/chunk-FZ5BYF63.js.map +7 -0
- package/x/demo/chunk-KWN4NNES.js +269 -0
- package/x/demo/chunk-KWN4NNES.js.map +7 -0
- package/x/demo/chunk-OJ3FPXW7.js +157 -0
- package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
- package/x/demo/chunk-PSLUOGTZ.js +393 -0
- package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
- package/x/demo/chunk-VLCVEIFU.js +327 -0
- package/x/demo/chunk-VLCVEIFU.js.map +7 -0
- package/x/demo/chunk-ZWCPT5FR.js +2 -0
- package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
- package/x/demo/demo.bundle.js +94 -36
- package/x/demo/demo.bundle.js.map +1 -1
- package/x/demo/demo.bundle.min.js +7359 -107
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +246 -11
- package/x/demo/routines/export-test.d.ts +2 -0
- package/x/demo/routines/export-test.js +10 -0
- package/x/demo/routines/export-test.js.map +1 -0
- package/x/demo/routines/filmstrip-test.d.ts +1 -1
- package/x/demo/routines/filmstrip-test.js +21 -18
- package/x/demo/routines/filmstrip-test.js.map +1 -1
- package/x/demo/routines/load-video.d.ts +1 -1
- package/x/demo/routines/load-video.js +1 -2
- package/x/demo/routines/load-video.js.map +1 -1
- package/x/demo/routines/playback-test.d.ts +2 -0
- package/x/demo/routines/playback-test.js +51 -0
- package/x/demo/routines/playback-test.js.map +1 -0
- package/x/demo/routines/timeline-setup.d.ts +6 -0
- package/x/demo/routines/timeline-setup.js +59 -0
- package/x/demo/routines/timeline-setup.js.map +1 -0
- package/x/demo/routines/transcode-test.js +17 -5
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transcriber-test.d.ts +4 -0
- package/x/demo/routines/transcriber-test.js +33 -0
- package/x/demo/routines/transcriber-test.js.map +1 -0
- package/x/demo/routines/transitions-test.d.ts +5 -0
- package/x/demo/routines/transitions-test.js +35 -0
- package/x/demo/routines/transitions-test.js.map +1 -0
- package/x/demo/routines/waveform-test.d.ts +2 -1
- package/x/demo/routines/waveform-test.js +29 -8
- package/x/demo/routines/waveform-test.js.map +1 -1
- package/x/demo/webworkerAll-JENRT6BT.js +2 -0
- package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
- package/x/driver/driver-worker.d.ts +1 -0
- package/x/driver/driver-worker.js +6 -0
- package/x/driver/driver-worker.js.map +1 -0
- package/x/driver/driver.d.ts +24 -9
- package/x/driver/driver.js +51 -40
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.test.js +1 -1
- package/x/driver/driver.test.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +137 -1137
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +12 -4
- package/x/driver/fns/host.js +3 -3
- package/x/driver/fns/host.js.map +1 -1
- package/x/driver/fns/schematic.d.ts +65 -25
- package/x/driver/fns/work.d.ts +14 -7
- package/x/driver/fns/work.js +83 -174
- package/x/driver/fns/work.js.map +1 -1
- package/x/driver/parts/compositor.d.ts +39 -0
- package/x/driver/parts/compositor.js +264 -0
- package/x/driver/parts/compositor.js.map +1 -0
- package/x/driver/parts/machina.d.ts +0 -20
- package/x/driver/parts/machina.js +6 -10
- package/x/driver/parts/machina.js.map +1 -1
- package/x/driver/utils/find-pixi-filter.d.ts +5 -0
- package/x/driver/utils/find-pixi-filter.js +13 -0
- package/x/driver/utils/find-pixi-filter.js.map +1 -0
- package/x/driver/utils/load-decoder-source.d.ts +2 -1
- package/x/driver/utils/load-decoder-source.js +2 -3
- package/x/driver/utils/load-decoder-source.js.map +1 -1
- package/x/features/bg-remover/bg-remover.d.ts +5 -0
- package/x/features/bg-remover/bg-remover.js +18 -0
- package/x/features/bg-remover/bg-remover.js.map +1 -0
- package/x/features/bg-remover/default-spec.d.ts +2 -0
- package/x/features/bg-remover/default-spec.js +6 -0
- package/x/features/bg-remover/default-spec.js.map +1 -0
- package/x/features/bg-remover/types.d.ts +20 -0
- package/x/features/bg-remover/types.js +2 -0
- package/x/features/bg-remover/types.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.js +39 -0
- package/x/features/bg-remover/worker.bundle.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.min.js +2916 -0
- package/x/features/bg-remover/worker.bundle.min.js.map +7 -0
- package/x/features/parts/expose-errors.d.ts +3 -0
- package/x/features/parts/expose-errors.js +32 -0
- package/x/features/parts/expose-errors.js.map +1 -0
- package/x/features/parts/load-pipe.d.ts +2 -0
- package/x/features/parts/load-pipe.js +13 -0
- package/x/features/parts/load-pipe.js.map +1 -0
- package/x/features/parts/types.d.ts +15 -0
- package/x/features/parts/types.js +2 -0
- package/x/features/parts/types.js.map +1 -0
- package/x/features/speech/transcribe/default-spec.d.ts +2 -0
- package/x/features/speech/transcribe/default-spec.js +8 -0
- package/x/features/speech/transcribe/default-spec.js.map +1 -0
- package/x/features/speech/transcribe/parts/prep-audio.d.ts +5 -0
- package/x/features/speech/transcribe/parts/prep-audio.js +21 -0
- package/x/features/speech/transcribe/parts/prep-audio.js.map +1 -0
- package/x/features/speech/transcribe/parts/transcribe.d.ts +5 -0
- package/x/features/speech/transcribe/parts/transcribe.js +56 -0
- package/x/features/speech/transcribe/parts/transcribe.js.map +1 -0
- package/x/features/speech/transcribe/transcriber.d.ts +5 -0
- package/x/features/speech/transcribe/transcriber.js +33 -0
- package/x/features/speech/transcribe/transcriber.js.map +1 -0
- package/x/features/speech/transcribe/types.d.ts +59 -0
- package/x/features/speech/transcribe/types.js +2 -0
- package/x/features/speech/transcribe/types.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.js +35 -0
- package/x/features/speech/transcribe/worker.bundle.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.min.js +2916 -0
- package/x/features/speech/transcribe/worker.bundle.min.js.map +7 -0
- package/x/features/transition/parts/fragment.d.ts +1 -0
- package/x/features/transition/parts/fragment.js +25 -0
- package/x/features/transition/parts/fragment.js.map +1 -0
- package/x/features/transition/parts/types.d.ts +23 -0
- package/x/features/transition/parts/types.js +2 -0
- package/x/features/transition/parts/types.js.map +1 -0
- package/x/features/transition/parts/uniforms.d.ts +31 -0
- package/x/features/transition/parts/uniforms.js +27 -0
- package/x/features/transition/parts/uniforms.js.map +1 -0
- package/x/features/transition/parts/vertex.d.ts +1 -0
- package/x/features/transition/parts/vertex.js +32 -0
- package/x/features/transition/parts/vertex.js.map +1 -0
- package/x/features/transition/transition.d.ts +5 -0
- package/x/features/transition/transition.js +50 -0
- package/x/features/transition/transition.js.map +1 -0
- package/x/index.d.ts +1 -0
- package/x/index.html +349 -30
- package/x/index.html.js +103 -19
- package/x/index.html.js.map +1 -1
- package/x/index.js +1 -0
- package/x/index.js.map +1 -1
- package/x/tests.bundle.d.ts +1 -0
- package/x/tests.bundle.js +8 -0
- package/x/tests.bundle.js.map +1 -0
- package/x/tests.bundle.min.js +7374 -0
- package/x/tests.bundle.min.js.map +7 -0
- package/x/tests.html +316 -0
- package/x/tests.html.d.ts +2 -0
- package/x/tests.html.js +22 -0
- package/x/tests.html.js.map +1 -0
- package/x/timeline/index.d.ts +16 -0
- package/x/timeline/index.js +16 -0
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/animations/make.d.ts +3 -0
- package/x/timeline/parts/animations/make.js +29 -0
- package/x/timeline/parts/animations/make.js.map +1 -0
- package/x/timeline/parts/animations/presets.d.ts +170 -0
- package/x/timeline/parts/animations/presets.js +135 -0
- package/x/timeline/parts/animations/presets.js.map +1 -0
- package/x/timeline/parts/animations/properties.d.ts +84 -0
- package/x/timeline/parts/animations/properties.js +25 -0
- package/x/timeline/parts/animations/properties.js.map +1 -0
- package/x/timeline/parts/animations/registry.d.ts +218 -0
- package/x/timeline/parts/animations/registry.js +11 -0
- package/x/timeline/parts/animations/registry.js.map +1 -0
- package/x/timeline/parts/animations/types.d.ts +60 -0
- package/x/timeline/parts/animations/types.js +2 -0
- package/x/timeline/parts/animations/types.js.map +1 -0
- package/x/timeline/parts/basics.d.ts +1 -1
- package/x/timeline/parts/captions.d.ts +41 -0
- package/x/timeline/parts/captions.js +55 -0
- package/x/timeline/parts/captions.js.map +1 -0
- package/x/timeline/parts/filmstrip.d.ts +4 -3
- package/x/timeline/parts/filmstrip.js +29 -10
- package/x/timeline/parts/filmstrip.js.map +1 -1
- package/x/timeline/parts/filters.d.ts +108 -0
- package/x/timeline/parts/filters.js +340 -0
- package/x/timeline/parts/filters.js.map +1 -0
- package/x/timeline/parts/item.d.ts +106 -12
- package/x/timeline/parts/item.js +11 -7
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +6 -0
- package/x/timeline/parts/media.js +35 -1
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/resource-pool.d.ts +3 -0
- package/x/timeline/parts/resource-pool.js +7 -4
- package/x/timeline/parts/resource-pool.js.map +1 -1
- package/x/timeline/parts/resource.d.ts +3 -0
- package/x/timeline/parts/transitions.d.ts +15 -0
- package/x/timeline/parts/transitions.js +81 -0
- package/x/timeline/parts/transitions.js.map +1 -0
- package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
- package/x/timeline/parts/waveform/parts/collect.js +56 -0
- package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
- package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
- package/x/timeline/parts/waveform/parts/render.js +29 -0
- package/x/timeline/parts/waveform/parts/render.js.map +1 -0
- package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
- package/x/timeline/parts/waveform/parts/types.js +2 -0
- package/x/timeline/parts/waveform/parts/types.js.map +1 -0
- package/x/timeline/parts/waveform/waveform.d.ts +19 -0
- package/x/timeline/parts/waveform/waveform.js +133 -0
- package/x/timeline/parts/waveform/waveform.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
- package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
- package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
- package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
- package/x/timeline/renderers/export/parts/cursor.d.ts +35 -0
- package/x/timeline/renderers/export/parts/cursor.js +236 -0
- package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
- package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
- package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
- package/x/timeline/renderers/export/parts/produce-video.js +26 -0
- package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
- package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
- package/x/timeline/renderers/export/parts/resamplers.js +29 -0
- package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
- package/x/timeline/renderers/export/produce.d.ts +13 -0
- package/x/timeline/renderers/export/produce.js +15 -0
- package/x/timeline/renderers/export/produce.js.map +1 -0
- package/x/timeline/renderers/parts/handy.d.ts +38 -0
- package/x/timeline/renderers/parts/handy.js +263 -0
- package/x/timeline/renderers/parts/handy.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +14 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js +36 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +70 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +63 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js +20 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
- package/x/timeline/renderers/parts/schedulers.js +64 -0
- package/x/timeline/renderers/parts/schedulers.js.map +1 -0
- package/x/timeline/renderers/player/parts/playback.d.ts +39 -0
- package/x/timeline/renderers/player/parts/playback.js +160 -0
- package/x/timeline/renderers/player/parts/playback.js.map +1 -0
- package/x/timeline/renderers/player/player.d.ts +27 -0
- package/x/timeline/renderers/player/player.js +64 -0
- package/x/timeline/renderers/player/player.js.map +1 -0
- package/x/timeline/renderers/renderers.test.d.ts +33 -0
- package/x/timeline/renderers/renderers.test.js +321 -0
- package/x/timeline/renderers/renderers.test.js.map +1 -0
- package/x/timeline/sugar/helpers.d.ts +72 -0
- package/x/timeline/sugar/helpers.js +122 -0
- package/x/timeline/sugar/helpers.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +59 -8
- package/x/timeline/sugar/o.js +326 -40
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +11 -2
- package/x/timeline/sugar/omni.js +30 -9
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/sugar/omni.test.d.ts +27 -0
- package/x/timeline/sugar/omni.test.js +128 -0
- package/x/timeline/sugar/omni.test.js.map +1 -0
- package/x/timeline/types.d.ts +37 -0
- package/x/timeline/types.js +2 -0
- package/x/timeline/types.js.map +1 -0
- package/x/timeline/utils/anim.d.ts +3 -0
- package/x/timeline/utils/anim.js +40 -0
- package/x/timeline/utils/anim.js.map +1 -0
- package/x/timeline/utils/checksum.d.ts +3 -2
- package/x/timeline/utils/checksum.js +2 -1
- package/x/timeline/utils/checksum.js.map +1 -1
- package/x/timeline/utils/datafile.d.ts +5 -3
- package/x/timeline/utils/datafile.js +18 -5
- package/x/timeline/utils/datafile.js.map +1 -1
- package/x/timeline/utils/dummy-data.d.ts +1 -2
- package/x/timeline/utils/dummy-data.js +4 -2
- package/x/timeline/utils/dummy-data.js.map +1 -1
- package/x/timeline/utils/matrix.d.ts +17 -0
- package/x/timeline/utils/matrix.js +36 -0
- package/x/timeline/utils/matrix.js.map +1 -0
- package/x/timeline/utils/terps.d.ts +11 -0
- package/x/timeline/utils/terps.js +57 -0
- package/x/timeline/utils/terps.js.map +1 -0
- package/x/units/fps.d.ts +6 -0
- package/x/units/fps.js +2 -0
- package/x/units/fps.js.map +1 -0
- package/x/units/ms.d.ts +6 -0
- package/x/units/ms.js +2 -0
- package/x/units/ms.js.map +1 -0
- package/x/units/seconds.d.ts +6 -0
- package/x/units/seconds.js +2 -0
- package/x/units/seconds.js.map +1 -0
- package/x/webworkerAll-RLCTMSDD.js +2 -0
- package/x/webworkerAll-RLCTMSDD.js.map +7 -0
- package/s/tests.test.ts +0 -8
- package/s/timeline/parts/waveform.ts +0 -62
- package/s/timeline/sugar/omni-test.ts +0 -38
- package/x/tests.test.js +0 -6
- package/x/tests.test.js.map +0 -1
- package/x/timeline/parts/waveform.d.ts +0 -8
- package/x/timeline/parts/waveform.js +0 -51
- package/x/timeline/parts/waveform.js.map +0 -1
- package/x/timeline/sugar/omni-test.js +0 -22
- package/x/timeline/sugar/omni-test.js.map +0 -1
- /package/x/{tests.test.d.ts → features/bg-remover/worker.bundle.d.ts} +0 -0
- /package/x/{timeline/sugar/omni-test.d.ts → features/speech/transcribe/worker.bundle.d.ts} +0 -0
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export function createDefaultVideoSampler(sink) {
|
|
2
|
+
return async (item, time) => {
|
|
3
|
+
const s = await sink.getSink(item.mediaHash);
|
|
4
|
+
const mediaTime = item.start + time;
|
|
5
|
+
const sample = await s?.getSample(mediaTime / 1000);
|
|
6
|
+
const frame = sample?.toVideoFrame();
|
|
7
|
+
sample?.close();
|
|
8
|
+
return frame ?? undefined;
|
|
9
|
+
};
|
|
10
|
+
}
|
|
11
|
+
export function createDefaultImageSampler(sink) {
|
|
12
|
+
return async (_item, time) => await sink.getFrame(_item.mediaHash, time);
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=defaults.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/defaults.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,yBAAyB,CAAC,IAAe;IACxD,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,SAAS,CAAC,SAAS,GAAG,IAAI,CAAC,CAAA;QACnD,MAAM,KAAK,GAAG,MAAM,EAAE,YAAY,EAAE,CAAA;QACpC,MAAM,EAAE,KAAK,EAAE,CAAA;QACf,OAAO,KAAK,IAAI,SAAS,CAAA;IAC1B,CAAC,CAAA;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAe;IACxD,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;AACzE,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { Ms } from "../../../../../../units/ms.js";
|
|
2
|
+
import { Hash } from "../../../../../parts/basics.js";
|
|
3
|
+
import { DecoderSource } from "../../../../../../driver/fns/schematic.js";
|
|
4
|
+
export declare class ImageSink {
|
|
5
|
+
#private;
|
|
6
|
+
private resolveMedia;
|
|
7
|
+
constructor(resolveMedia: (hash: string) => DecoderSource);
|
|
8
|
+
getFrame(hash: Hash, time: Ms): Promise<VideoFrame>;
|
|
9
|
+
disposeAll(): void;
|
|
10
|
+
dispose(hash: Hash): void;
|
|
11
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
export class ImageSink {
|
|
2
|
+
resolveMedia;
|
|
3
|
+
#images = new Map();
|
|
4
|
+
constructor(resolveMedia) {
|
|
5
|
+
this.resolveMedia = resolveMedia;
|
|
6
|
+
}
|
|
7
|
+
async getFrame(hash, time) {
|
|
8
|
+
const image = await this.#getImage(hash);
|
|
9
|
+
return new VideoFrame(image.bitmap, {
|
|
10
|
+
timestamp: Math.round(time * 1000),
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
async #getImage(hash) {
|
|
14
|
+
const existing = this.#images.get(hash);
|
|
15
|
+
if (existing)
|
|
16
|
+
return existing;
|
|
17
|
+
const source = this.resolveMedia(hash);
|
|
18
|
+
const blob = source instanceof Blob
|
|
19
|
+
? source
|
|
20
|
+
: await fetch(source).then(response => response.blob());
|
|
21
|
+
const image = { bitmap: await createImageBitmap(blob) };
|
|
22
|
+
this.#images.set(hash, image);
|
|
23
|
+
return image;
|
|
24
|
+
}
|
|
25
|
+
disposeAll() {
|
|
26
|
+
for (const image of this.#images.values())
|
|
27
|
+
image.bitmap.close();
|
|
28
|
+
this.#images.clear();
|
|
29
|
+
}
|
|
30
|
+
dispose(hash) {
|
|
31
|
+
const image = this.#images.get(hash);
|
|
32
|
+
image?.bitmap.close();
|
|
33
|
+
this.#images.delete(hash);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=image-sink.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"image-sink.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,SAAS;IAIZ;IAHA,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE/C,YACS,YAA6C;QAA7C,iBAAY,GAAZ,YAAY,CAAiC;IACnD,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,IAAU,EAAE,IAAQ;QAClC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QACxC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE;YACnC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;SAClC,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAU;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACvC,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAA;QAEhB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,IAAI,GAAG,MAAM,YAAY,IAAI;YAClC,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,EAAC,MAAM,EAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,EAAC,CAAA;QAErD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAC7B,OAAO,KAAK,CAAA;IACb,CAAC;IAED,UAAU;QACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACxC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,CAAC,IAAU;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACpC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC1B,CAAC;CACD"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { SampleContext } from "./types.js";
|
|
2
|
+
import { Ms } from "../../../../../../units/ms.js";
|
|
3
|
+
import { Item } from "../../../../../parts/item.js";
|
|
4
|
+
import { Layer } from "../../../../../../driver/fns/schematic.js";
|
|
5
|
+
import { AncestorAt } from "../../../handy.js";
|
|
6
|
+
export declare function sampleVisual(ctx: SampleContext, item: Item.Any, time: Ms, ancestors: AncestorAt[], options?: {
|
|
7
|
+
/** Allow sampling trimmed media handles. */
|
|
8
|
+
allowHandles?: boolean;
|
|
9
|
+
}): Promise<Layer[]>;
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
import { sampleSequence } from "./sequence.js";
|
|
2
|
+
import { Kind } from "../../../../../parts/item.js";
|
|
3
|
+
import { segmentTranscript } from "../../../../../parts/captions.js";
|
|
4
|
+
import { computeOpacity, computeWorldMatrix } from "../../../handy.js";
|
|
5
|
+
export async function sampleVisual(ctx, item, time, ancestors, options = {}) {
|
|
6
|
+
const matrix = computeWorldMatrix(ctx.items, ancestors, item, time);
|
|
7
|
+
const alpha = computeOpacity(ctx, item, time);
|
|
8
|
+
const crop = "spatialId" in item && item.spatialId
|
|
9
|
+
? ctx.items.get(item.spatialId)?.crop
|
|
10
|
+
: undefined;
|
|
11
|
+
const filters = "filterIds" in item && item.filterIds
|
|
12
|
+
? item.filterIds
|
|
13
|
+
.map(id => ctx.items.get(id))
|
|
14
|
+
.filter((filter) => !!filter?.enabled)
|
|
15
|
+
.map(filter => ({ type: filter.type, params: filter.params }))
|
|
16
|
+
: undefined;
|
|
17
|
+
switch (item.kind) {
|
|
18
|
+
case Kind.Stack: {
|
|
19
|
+
const nextAnc = [...ancestors, { item, localTime: time }];
|
|
20
|
+
const layers = await Promise.all(item.childrenIds
|
|
21
|
+
.map(id => ctx.items.get(id))
|
|
22
|
+
.filter((child) => !!child)
|
|
23
|
+
.map(child => sampleVisual(ctx, child, time, nextAnc, options)));
|
|
24
|
+
return layers.flat();
|
|
25
|
+
}
|
|
26
|
+
case Kind.Sequence:
|
|
27
|
+
return sampleSequence(ctx, item, time, ancestors);
|
|
28
|
+
case Kind.Video: {
|
|
29
|
+
if (!options.allowHandles && (time < 0 || time >= item.duration))
|
|
30
|
+
return [];
|
|
31
|
+
const frame = await ctx.videoSampler(item, time);
|
|
32
|
+
return frame ? [{ kind: "image", frame, matrix, alpha, crop, filters, id: item.id }] : [];
|
|
33
|
+
}
|
|
34
|
+
case Kind.Image: {
|
|
35
|
+
if (!options.allowHandles && (time < 0 || time >= item.duration))
|
|
36
|
+
return [];
|
|
37
|
+
const frame = await ctx.imageSampler(item, time);
|
|
38
|
+
return frame ? [{ kind: "image", frame, matrix, alpha, crop, filters, id: item.id }] : [];
|
|
39
|
+
}
|
|
40
|
+
case Kind.Text: {
|
|
41
|
+
if (!options.allowHandles && (time < 0 || time >= item.duration))
|
|
42
|
+
return [];
|
|
43
|
+
const style = item.styleId
|
|
44
|
+
? ctx.items.get(item.styleId)?.style
|
|
45
|
+
: undefined;
|
|
46
|
+
return [{ id: item.id, kind: "text", content: item.content, style, matrix, alpha, crop, filters }];
|
|
47
|
+
}
|
|
48
|
+
case Kind.Caption: {
|
|
49
|
+
if (!options.allowHandles && (time < 0 || time >= item.duration))
|
|
50
|
+
return [];
|
|
51
|
+
const transcriptTime = item.start + time;
|
|
52
|
+
const segment = segmentTranscript(item.transcript, item).find(segment => {
|
|
53
|
+
const [start, end] = segment.timestamp;
|
|
54
|
+
return transcriptTime >= start && transcriptTime < end;
|
|
55
|
+
});
|
|
56
|
+
if (!segment)
|
|
57
|
+
return [];
|
|
58
|
+
const style = item.styleId
|
|
59
|
+
? ctx.items.get(item.styleId)?.style
|
|
60
|
+
: undefined;
|
|
61
|
+
return [{ id: item.id, kind: "text", content: segment.text, style, matrix, alpha, crop, filters }];
|
|
62
|
+
}
|
|
63
|
+
case Kind.Gap: {
|
|
64
|
+
return [{ id: item.id, kind: "gap" }];
|
|
65
|
+
}
|
|
66
|
+
default:
|
|
67
|
+
return [];
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=sample.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sample.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sample.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,cAAc,EAAC,MAAM,eAAe,CAAA;AAE5C,OAAO,EAAO,IAAI,EAAC,MAAM,8BAA8B,CAAA;AACvD,OAAO,EAAC,iBAAiB,EAAC,MAAM,kCAAkC,CAAA;AAElE,OAAO,EAAa,cAAc,EAAE,kBAAkB,EAAC,MAAM,mBAAmB,CAAA;AAEhF,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,GAAkB,EAClB,IAAc,EACd,IAAQ,EACR,SAAuB,EACvB,UAGI,EAAE;IAEN,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACnE,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACjD,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAA8B,EAAE,IAAI;QACnE,CAAC,CAAC,SAAS,CAAA;IACZ,MAAM,OAAO,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACpD,CAAC,CAAC,IAAI,CAAC,SAAS;aACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;aACvD,MAAM,CAAC,CAAC,MAAM,EAAyB,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC;aAC5D,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAC,CAAe,CAAC;QAC3E,CAAC,CAAC,SAAS,CAAA;IAEZ,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;YAEvD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,WAAW;iBACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBAC5B,MAAM,CAAC,CAAC,KAAK,EAAqB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;iBAC7C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAChE,CAAA;YAED,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;QACrB,CAAC;QAED,KAAK,IAAI,CAAC,QAAQ;YACjB,OAAO,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;QAElD,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACxF,CAAC;QAED,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACxF,CAAC;QAED,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO;gBACzB,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAoB,EAAE,KAAK;gBACxD,CAAC,CAAC,SAAS,CAAA;YAEZ,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAA;QACjG,CAAC;QAED,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;YACxC,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;gBACvE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,CAAA;gBACtC,OAAO,cAAc,IAAI,KAAK,IAAI,cAAc,GAAG,GAAG,CAAA;YACvD,CAAC,CAAC,CAAA;YACF,IAAI,CAAC,OAAO;gBACX,OAAO,EAAE,CAAA;YAEV,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO;gBACzB,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAoB,EAAE,KAAK;gBACxD,CAAC,CAAC,SAAS,CAAA;YAEZ,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAA;QACjG,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACf,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAA;QACpC,CAAC;QAED;YACC,OAAO,EAAE,CAAA;IACX,CAAC;AACF,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { SampleContext } from "./types.js";
|
|
2
|
+
import { Ms } from "../../../../../../units/ms.js";
|
|
3
|
+
import { Item } from "../../../../../parts/item.js";
|
|
4
|
+
import { Layer } from "../../../../../../driver/fns/schematic.js";
|
|
5
|
+
import { AncestorAt } from "../../../handy.js";
|
|
6
|
+
export declare function sampleSequence(ctx: SampleContext, seq: Item.Sequence, time: Ms, ancestors: AncestorAt[]): Promise<Layer[]>;
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
import { sampleVisual } from "./sample.js";
|
|
2
|
+
import { sampleTransition } from "./transition.js";
|
|
3
|
+
import { ms } from "../../../../../../units/ms.js";
|
|
4
|
+
import { Kind } from "../../../../../parts/item.js";
|
|
5
|
+
import { computeItemDuration } from "../../../handy.js";
|
|
6
|
+
export async function sampleSequence(ctx, seq, time, ancestors) {
|
|
7
|
+
const state = sampleSequenceAt(ctx, seq, time);
|
|
8
|
+
if (!state)
|
|
9
|
+
return [];
|
|
10
|
+
const nextAnc = [...ancestors, { item: seq, localTime: time }];
|
|
11
|
+
if (!state.isTransitioning)
|
|
12
|
+
return sampleVisual(ctx, state.item, state.localTime, nextAnc);
|
|
13
|
+
return sampleTransition(state.transition, state.progress, sampleTransitionHandle(ctx, state.outgoing, state.outgoingTime, nextAnc), sampleTransitionHandle(ctx, state.incoming, state.incomingTime, nextAnc));
|
|
14
|
+
}
|
|
15
|
+
function sampleSequenceAt(ctx, seq, time) {
|
|
16
|
+
const children = seq.childrenIds
|
|
17
|
+
.map(id => ctx.items.get(id))
|
|
18
|
+
.filter((i) => !!i);
|
|
19
|
+
let cursor = ms(0);
|
|
20
|
+
for (let index = 0; index < children.length; index++) {
|
|
21
|
+
const child = children[index];
|
|
22
|
+
const duration = computeItemDuration(child.id, ctx.timeline);
|
|
23
|
+
const end = ms(cursor + duration);
|
|
24
|
+
if (duration <= 0) {
|
|
25
|
+
cursor = end;
|
|
26
|
+
continue;
|
|
27
|
+
}
|
|
28
|
+
if (time < cursor || time >= end) {
|
|
29
|
+
cursor = end;
|
|
30
|
+
continue;
|
|
31
|
+
}
|
|
32
|
+
const localTime = ms(time - cursor);
|
|
33
|
+
if (child.kind !== Kind.Transition)
|
|
34
|
+
return { isTransitioning: false, item: child, localTime };
|
|
35
|
+
const outgoing = children[index - 1];
|
|
36
|
+
const incoming = children[index + 1];
|
|
37
|
+
const isValidTransition = outgoing && incoming &&
|
|
38
|
+
outgoing.kind !== Kind.Transition &&
|
|
39
|
+
incoming.kind !== Kind.Transition;
|
|
40
|
+
if (!isValidTransition)
|
|
41
|
+
return null;
|
|
42
|
+
const outgoingDuration = computeItemDuration(outgoing.id, ctx.timeline);
|
|
43
|
+
return {
|
|
44
|
+
isTransitioning: true,
|
|
45
|
+
incoming,
|
|
46
|
+
outgoing,
|
|
47
|
+
outgoingTime: ms(outgoingDuration + localTime),
|
|
48
|
+
incomingTime: ms(localTime - duration),
|
|
49
|
+
progress: localTime / duration,
|
|
50
|
+
transition: child
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
return null;
|
|
54
|
+
}
|
|
55
|
+
async function sampleTransitionHandle(ctx, item, time, ancestors) {
|
|
56
|
+
const handleLayers = await sampleVisual(ctx, item, time, ancestors, { allowHandles: true });
|
|
57
|
+
if (handleLayers.some(layer => layer.kind === "image"))
|
|
58
|
+
return handleLayers;
|
|
59
|
+
const duration = computeItemDuration(item.id, ctx.timeline);
|
|
60
|
+
const clampedTime = ms(Math.max(0, Math.min(time, duration > 0 ? duration - 1 : 0)));
|
|
61
|
+
return sampleVisual(ctx, item, clampedTime, ancestors);
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=sequence.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sequence.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sequence.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,aAAa,CAAA;AAExC,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,EAAE,EAAK,MAAM,+BAA+B,CAAA;AACpD,OAAO,EAAO,IAAI,EAAC,MAAM,8BAA8B,CAAA;AAEvD,OAAO,EAAa,mBAAmB,EAAC,MAAM,mBAAmB,CAAA;AAEjE,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,GAAkB,EAClB,GAAkB,EAClB,IAAQ,EACR,SAAuB;IAEvB,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAC9C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAA;IAErB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;IAE5D,IAAI,CAAC,KAAK,CAAC,eAAe;QACzB,OAAO,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAE/D,OAAO,gBAAgB,CACtB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,QAAQ,EACd,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,EACxE,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CACxE,CAAA;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAkB,EAAE,GAAkB,EAAE,IAAQ;IACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW;SAC9B,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEnC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IAElB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC7B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5D,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAA;QAEjC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,CAAA;YACZ,SAAQ;QACT,CAAC;QAED,IAAI,IAAI,GAAG,MAAM,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,CAAA;YACZ,SAAQ;QACT,CAAC;QAED,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,GAAG,MAAM,CAAC,CAAA;QAEnC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;YACjC,OAAO,EAAC,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAU,CAAA;QAEjE,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACpC,MAAM,iBAAiB,GACtB,QAAQ,IAAI,QAAQ;YACpB,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;YACjC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAA;QAElC,IAAI,CAAC,iBAAiB;YAAE,OAAO,IAAI,CAAA;QAEnC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QACvE,OAAO;YACN,eAAe,EAAE,IAAI;YACrB,QAAQ;YACR,QAAQ;YACR,YAAY,EAAE,EAAE,CAAC,gBAAgB,GAAG,SAAS,CAAC;YAC9C,YAAY,EAAE,EAAE,CAAC,SAAS,GAAG,QAAQ,CAAC;YACtC,QAAQ,EAAE,SAAS,GAAG,QAAQ;YAC9B,UAAU,EAAE,KAAK;SACR,CAAA;IACX,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,KAAK,UAAU,sBAAsB,CACpC,GAAkB,EAClB,IAAc,EACd,IAAQ,EACR,SAAuB;IAEvB,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAC,YAAY,EAAE,IAAI,EAAC,CAAC,CAAA;IACzF,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;QACrD,OAAO,YAAY,CAAA;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;IAC3D,MAAM,WAAW,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpF,OAAO,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;AACvD,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export async function sampleTransition(item, progress, p1, p2) {
|
|
2
|
+
const [l1, l2] = await Promise.all([p1, p2]);
|
|
3
|
+
const f1 = l1.find(l => l.kind === "image")?.frame;
|
|
4
|
+
const f2 = l2.find(l => l.kind === "image")?.frame;
|
|
5
|
+
const rest = [
|
|
6
|
+
...l1.filter(l => l.kind !== "image"),
|
|
7
|
+
...l2.filter(l => l.kind !== "image")
|
|
8
|
+
];
|
|
9
|
+
return f1 && f2 ? [{
|
|
10
|
+
id: item.id,
|
|
11
|
+
kind: "transition",
|
|
12
|
+
name: item.name,
|
|
13
|
+
progress,
|
|
14
|
+
from: f1,
|
|
15
|
+
to: f2
|
|
16
|
+
}, ...rest] : rest;
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=transition.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transition.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/transition.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,IAAqB,EACrB,QAAgB,EAChB,EAAoB,EACpB,EAAoB;IAEpB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAClD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAElD,MAAM,IAAI,GAAG;QACZ,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;QACrC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;KACrC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAClB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ;YACR,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,EAAE;SACN,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACnB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { ImageSampler, VideoSampler } from "./defaults.js";
|
|
2
|
+
import { Item } from "../../../../../parts/item.js";
|
|
3
|
+
import { TimelineFile } from "../../../../../parts/basics.js";
|
|
4
|
+
export type SampleContext = {
|
|
5
|
+
imageSampler: ImageSampler;
|
|
6
|
+
videoSampler: VideoSampler;
|
|
7
|
+
timeline: TimelineFile;
|
|
8
|
+
items: Map<number, Item.Any>;
|
|
9
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { VideoSampleSink } from "mediabunny";
|
|
2
|
+
import { DecoderSource } from "../../../../../../driver/fns/schematic.js";
|
|
3
|
+
export declare class VideoSink {
|
|
4
|
+
#private;
|
|
5
|
+
private resolveMedia;
|
|
6
|
+
constructor(resolveMedia: (hash: string) => DecoderSource);
|
|
7
|
+
getSink(hash: string): Promise<VideoSampleSink | null>;
|
|
8
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { ALL_FORMATS, Input, VideoSampleSink } from "mediabunny";
|
|
2
|
+
import { loadDecoderSource } from "../../../../../../driver/utils/load-decoder-source.js";
|
|
3
|
+
export class VideoSink {
|
|
4
|
+
resolveMedia;
|
|
5
|
+
#sinks = new Map();
|
|
6
|
+
constructor(resolveMedia) {
|
|
7
|
+
this.resolveMedia = resolveMedia;
|
|
8
|
+
}
|
|
9
|
+
async getSink(hash) {
|
|
10
|
+
const existing = this.#sinks.get(hash);
|
|
11
|
+
if (existing)
|
|
12
|
+
return existing.sink;
|
|
13
|
+
const input = new Input({
|
|
14
|
+
formats: ALL_FORMATS,
|
|
15
|
+
source: await loadDecoderSource(this.resolveMedia(hash)),
|
|
16
|
+
});
|
|
17
|
+
const videoTrack = await input.getPrimaryVideoTrack();
|
|
18
|
+
const canDecodeVideo = !!videoTrack && await videoTrack.canDecode();
|
|
19
|
+
const sink = canDecodeVideo && videoTrack ? new VideoSampleSink(videoTrack) : null;
|
|
20
|
+
this.#sinks.set(hash, { input, sink });
|
|
21
|
+
return sink;
|
|
22
|
+
}
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=video-sink.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"video-sink.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,YAAY,CAAA;AAG9D,OAAO,EAAC,iBAAiB,EAAC,MAAM,uDAAuD,CAAA;AAOvF,MAAM,OAAO,SAAS;IAIZ;IAHA,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE9C,YACS,YAA6C;QAA7C,iBAAY,GAAZ,YAAY,CAAiC;IACnD,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,IAAY;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEtC,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAC,IAAI,CAAA;QAErB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACxD,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,UAAU,CAAC,SAAS,EAAE,CAAA;QACnE,MAAM,IAAI,GAAG,cAAc,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAElF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QAEpC,OAAO,IAAI,CAAA;IACZ,CAAC;CACD"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { Ms } from "../../../../../units/ms.js";
|
|
2
|
+
import { TimelineFile } from "../../../../parts/basics.js";
|
|
3
|
+
import { DecoderSource } from "../../../../../driver/fns/schematic.js";
|
|
4
|
+
import { VideoSampler } from "./parts/defaults.js";
|
|
5
|
+
export declare function createVisualSampler(resolveMedia: (hash: string) => DecoderSource, sampleVideo?: VideoSampler): {
|
|
6
|
+
sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../../driver/fns/schematic.js").Layer[]>;
|
|
7
|
+
};
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { VideoSink } from "./parts/video-sink.js";
|
|
2
|
+
import { ImageSink } from "./parts/image-sink.js";
|
|
3
|
+
import { sampleVisual } from "./parts/sample.js";
|
|
4
|
+
import { createDefaultImageSampler, createDefaultVideoSampler } from "./parts/defaults.js";
|
|
5
|
+
export function createVisualSampler(resolveMedia, sampleVideo) {
|
|
6
|
+
const imageSink = new ImageSink(resolveMedia);
|
|
7
|
+
const videoSink = new VideoSink(resolveMedia);
|
|
8
|
+
const imageSampler = createDefaultImageSampler(imageSink);
|
|
9
|
+
const videoSampler = sampleVideo ?? createDefaultVideoSampler(videoSink);
|
|
10
|
+
return {
|
|
11
|
+
async sample(timeline, timecode) {
|
|
12
|
+
const items = new Map(timeline.items.map(item => [item.id, item]));
|
|
13
|
+
const root = items.get(timeline.rootId);
|
|
14
|
+
if (!root)
|
|
15
|
+
return [];
|
|
16
|
+
return sampleVisual({ imageSampler, videoSampler, timeline, items }, root, timecode, []);
|
|
17
|
+
}
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=sampler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../../../../s/timeline/renderers/parts/samplers/visual/sampler.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAI9C,OAAO,EAAC,yBAAyB,EAAE,yBAAyB,EAAe,MAAM,qBAAqB,CAAA;AAEtG,MAAM,UAAU,mBAAmB,CAClC,YAA6C,EAC7C,WAA0B;IAE1B,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAA;IAC7C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAA;IAC7C,MAAM,YAAY,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAA;IACzD,MAAM,YAAY,GAAG,WAAW,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAA;IAExE,OAAO;QACN,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,QAAY;YAChD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAEvC,IAAI,CAAC,IAAI;gBACR,OAAO,EAAE,CAAA;YAEV,OAAO,YAAY,CAAC,EAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QACvF,CAAC;KACD,CAAA;AACF,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { Pub } from "@e280/stz";
|
|
2
|
+
import { Ms } from "../../../units/ms.js";
|
|
3
|
+
import { Fps } from "../../../units/fps.js";
|
|
4
|
+
export type RealtimeGenerator = {
|
|
5
|
+
play(): void;
|
|
6
|
+
pause(): void;
|
|
7
|
+
setFPS(v: Fps): void;
|
|
8
|
+
isPlaying(): boolean;
|
|
9
|
+
ticks(): AsyncGenerator<void>;
|
|
10
|
+
onTick: Pub<[]>;
|
|
11
|
+
};
|
|
12
|
+
export declare const realtime: () => RealtimeGenerator;
|
|
13
|
+
export type FixedStepOptions = {
|
|
14
|
+
fps: Fps;
|
|
15
|
+
duration: Ms;
|
|
16
|
+
};
|
|
17
|
+
export declare const fixedStep: (opts: FixedStepOptions, onFrame: (t: Ms, index: number) => Promise<void> | void) => Promise<void>;
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { pub } from "@e280/stz";
|
|
2
|
+
import { ms } from "../../../units/ms.js";
|
|
3
|
+
import { fps } from "../../../units/fps.js";
|
|
4
|
+
export const realtime = () => {
|
|
5
|
+
let playing = false;
|
|
6
|
+
let frameRate = fps(60);
|
|
7
|
+
let frameDuration = 1000 / frameRate;
|
|
8
|
+
let lastNow = 0;
|
|
9
|
+
let lastComposite = 0;
|
|
10
|
+
const onTick = pub();
|
|
11
|
+
let resolveTick = null;
|
|
12
|
+
const loop = (now) => {
|
|
13
|
+
requestAnimationFrame(loop);
|
|
14
|
+
if (!playing)
|
|
15
|
+
return;
|
|
16
|
+
lastNow = now;
|
|
17
|
+
while (now - lastComposite >= frameDuration) {
|
|
18
|
+
lastComposite += frameDuration;
|
|
19
|
+
resolveTick?.();
|
|
20
|
+
resolveTick = null;
|
|
21
|
+
onTick();
|
|
22
|
+
}
|
|
23
|
+
};
|
|
24
|
+
async function* ticks() {
|
|
25
|
+
lastNow = performance.now();
|
|
26
|
+
lastComposite = lastNow;
|
|
27
|
+
requestAnimationFrame(loop);
|
|
28
|
+
while (true) {
|
|
29
|
+
await new Promise(r => resolveTick = r);
|
|
30
|
+
yield;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
return {
|
|
34
|
+
play() {
|
|
35
|
+
if (playing)
|
|
36
|
+
return;
|
|
37
|
+
playing = true;
|
|
38
|
+
lastNow = performance.now();
|
|
39
|
+
lastComposite = lastNow;
|
|
40
|
+
},
|
|
41
|
+
pause() {
|
|
42
|
+
playing = false;
|
|
43
|
+
},
|
|
44
|
+
setFPS(v) {
|
|
45
|
+
frameRate = v;
|
|
46
|
+
frameDuration = 1000 / frameRate;
|
|
47
|
+
},
|
|
48
|
+
isPlaying() {
|
|
49
|
+
return playing;
|
|
50
|
+
},
|
|
51
|
+
ticks,
|
|
52
|
+
onTick
|
|
53
|
+
};
|
|
54
|
+
};
|
|
55
|
+
export const fixedStep = async (opts, onFrame) => {
|
|
56
|
+
const dt = ms(1000 / opts.fps);
|
|
57
|
+
const durationInSeconds = opts.duration / 1000;
|
|
58
|
+
const total = Math.ceil(durationInSeconds * opts.fps);
|
|
59
|
+
for (let i = 0; i < total; i++) {
|
|
60
|
+
const t = ms(i * dt);
|
|
61
|
+
await onFrame(t, i);
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
//# sourceMappingURL=schedulers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"schedulers.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/parts/schedulers.ts"],"names":[],"mappings":"AACA,OAAO,EAAM,GAAG,EAAC,MAAM,WAAW,CAAA;AAElC,OAAO,EAAC,EAAE,EAAK,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAC,GAAG,EAAM,MAAM,uBAAuB,CAAA;AAW9C,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAsB,EAAE;IAE/C,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC,CAAA;IACvB,IAAI,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;IAEpC,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAA;IACpB,IAAI,WAAW,GAAwB,IAAI,CAAA;IAE3C,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC5B,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,OAAO,GAAG,GAAG,CAAA;QAEb,OAAO,GAAG,GAAG,aAAa,IAAI,aAAa,EAAE,CAAC;YAC7C,aAAa,IAAI,aAAa,CAAA;YAE9B,WAAW,EAAE,EAAE,CAAA;YACf,WAAW,GAAG,IAAI,CAAA;YAClB,MAAM,EAAE,CAAA;QACT,CAAC;IACF,CAAC,CAAA;IAED,KAAK,SAAS,CAAC,CAAC,KAAK;QACpB,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC3B,aAAa,GAAG,OAAO,CAAA;QACvB,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;YAC7C,KAAK,CAAA;QACN,CAAC;IAEF,CAAC;IAED,OAAO;QACN,IAAI;YACH,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC3B,aAAa,GAAG,OAAO,CAAA;QACxB,CAAC;QACD,KAAK;YACJ,OAAO,GAAG,KAAK,CAAA;QAChB,CAAC;QACD,MAAM,CAAC,CAAM;YACZ,SAAS,GAAG,CAAC,CAAA;YACb,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;QACjC,CAAC;QACD,SAAS;YACR,OAAO,OAAO,CAAA;QACf,CAAC;QACD,KAAK;QACL,MAAM;KACN,CAAA;AACF,CAAC,CAAA;AAOD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC7B,IAAsB,EACtB,OAAuD,EACtD,EAAE;IACH,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAC9B,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QACpB,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACpB,CAAC;AACF,CAAC,CAAA"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { Fps } from '../../../../units/fps.js';
|
|
2
|
+
import { Ms } from '../../../../units/ms.js';
|
|
3
|
+
import { Driver } from '../../../../driver/driver.js';
|
|
4
|
+
import { TimelineFile } from '../../../parts/basics.js';
|
|
5
|
+
import { CursorVisualSampler, ReverseCursorVisualSampler } from '../../export/parts/cursor.js';
|
|
6
|
+
import { DecoderSource } from '../../../../driver/fns/schematic.js';
|
|
7
|
+
export declare class Playback {
|
|
8
|
+
#private;
|
|
9
|
+
private driver;
|
|
10
|
+
private timeline;
|
|
11
|
+
private resolveMedia;
|
|
12
|
+
audioSampler: {
|
|
13
|
+
sampleAudio(timeline: TimelineFile, from: Ms): AsyncGenerator<{
|
|
14
|
+
sample: import("mediabunny").AudioSample;
|
|
15
|
+
timestamp: number;
|
|
16
|
+
gain: number;
|
|
17
|
+
}, void, unknown>;
|
|
18
|
+
};
|
|
19
|
+
seekVisualSampler: {
|
|
20
|
+
sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
|
|
21
|
+
};
|
|
22
|
+
playVisualSampler: CursorVisualSampler | null;
|
|
23
|
+
reversePlayVisualSampler: ReverseCursorVisualSampler | null;
|
|
24
|
+
onTick: import("@e280/stz").Pub<[]>;
|
|
25
|
+
audioContext: AudioContext;
|
|
26
|
+
audioGain: GainNode;
|
|
27
|
+
audioNodes: Set<AudioBufferSourceNode>;
|
|
28
|
+
constructor(driver: Driver, timeline: TimelineFile, resolveMedia: (hash: string) => DecoderSource);
|
|
29
|
+
update(timeline: TimelineFile): void;
|
|
30
|
+
get isPlaying(): boolean;
|
|
31
|
+
seek(time: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
|
|
32
|
+
start(): Promise<void>;
|
|
33
|
+
pause(): void;
|
|
34
|
+
get duration(): Ms;
|
|
35
|
+
get currentTime(): Ms;
|
|
36
|
+
get playbackRate(): number;
|
|
37
|
+
set playbackRate(rate: number);
|
|
38
|
+
setFps(fps: Fps): void;
|
|
39
|
+
}
|