@omnimedia/omnitool 1.1.0-1 → 1.1.0-100
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +556 -72
- package/package.json +20 -15
- package/s/context.ts +0 -7
- package/s/demo/demo.bundle.ts +104 -39
- package/s/demo/demo.css +246 -11
- package/s/demo/routines/export-test.ts +16 -0
- package/s/demo/routines/filmstrip-test.ts +23 -19
- package/s/demo/routines/load-video.ts +2 -3
- package/s/demo/routines/playback-test.ts +61 -0
- package/s/demo/routines/timeline-setup.ts +81 -0
- package/s/demo/routines/transcode-test.ts +21 -5
- package/s/demo/routines/transcriber-test.ts +34 -0
- package/s/demo/routines/transitions-test.ts +43 -0
- package/s/demo/routines/waveform-test.ts +35 -8
- package/s/driver/driver-worker.ts +9 -0
- package/s/driver/driver.test.ts +1 -1
- package/s/driver/driver.ts +52 -43
- package/s/driver/fns/host.ts +7 -6
- package/s/driver/fns/schematic.ts +69 -25
- package/s/driver/fns/work.ts +102 -214
- package/s/driver/parts/compositor.ts +319 -0
- package/s/driver/parts/machina.ts +19 -20
- package/s/driver/utils/find-pixi-filter.ts +24 -0
- package/s/driver/utils/load-decoder-source.ts +3 -4
- package/s/features/bg-remover/bg-remover.ts +26 -0
- package/s/features/bg-remover/default-spec.ts +11 -0
- package/s/features/bg-remover/types.ts +27 -0
- package/s/features/bg-remover/worker.bundle.ts +52 -0
- package/s/features/parts/expose-errors.ts +41 -0
- package/s/features/parts/load-pipe.ts +17 -0
- package/s/features/parts/types.ts +19 -0
- package/s/features/speech/transcribe/default-spec.ts +11 -0
- package/s/features/speech/transcribe/parts/prep-audio.ts +23 -0
- package/s/features/speech/transcribe/parts/transcribe.ts +70 -0
- package/s/features/speech/transcribe/transcriber.ts +46 -0
- package/s/features/speech/transcribe/types.ts +76 -0
- package/s/features/speech/transcribe/worker.bundle.ts +42 -0
- package/s/features/transition/parts/fragment.ts +24 -0
- package/s/features/transition/parts/types.ts +27 -0
- package/s/features/transition/parts/uniforms.ts +29 -0
- package/s/features/transition/parts/vertex.ts +31 -0
- package/s/features/transition/transition.ts +60 -0
- package/s/index.html.ts +103 -20
- package/s/index.ts +1 -0
- package/s/tests.bundle.ts +11 -0
- package/s/tests.html.ts +28 -0
- package/s/timeline/index.ts +17 -1
- package/s/timeline/parts/animations/make.ts +38 -0
- package/s/timeline/parts/animations/presets.ts +138 -0
- package/s/timeline/parts/animations/properties.ts +30 -0
- package/s/timeline/parts/animations/registry.ts +13 -0
- package/s/timeline/parts/animations/types.ts +80 -0
- package/s/timeline/parts/basics.ts +1 -1
- package/s/timeline/parts/captions.ts +91 -0
- package/s/timeline/parts/filmstrip.ts +43 -16
- package/s/timeline/parts/filters.ts +453 -0
- package/s/timeline/parts/item.ts +124 -11
- package/s/timeline/parts/media.ts +43 -1
- package/s/timeline/parts/resource-pool.ts +8 -5
- package/s/timeline/parts/resource.ts +3 -0
- package/s/timeline/parts/transitions.ts +102 -0
- package/s/timeline/parts/waveform/parts/collect.ts +72 -0
- package/s/timeline/parts/waveform/parts/render.ts +45 -0
- package/s/timeline/parts/waveform/parts/types.ts +24 -0
- package/s/timeline/parts/waveform/waveform.ts +161 -0
- package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
- package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
- package/s/timeline/renderers/export/parts/cursor.ts +291 -0
- package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
- package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
- package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
- package/s/timeline/renderers/export/produce.ts +28 -0
- package/s/timeline/renderers/parts/handy.ts +441 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
- package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +23 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts +51 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +99 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +97 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +11 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/visual/sampler.ts +31 -0
- package/s/timeline/renderers/parts/schedulers.ts +96 -0
- package/s/timeline/renderers/player/parts/playback.ts +213 -0
- package/s/timeline/renderers/player/player.ts +86 -0
- package/s/timeline/renderers/renderers.test.ts +403 -0
- package/s/timeline/sugar/helpers.ts +239 -0
- package/s/timeline/sugar/o.ts +443 -48
- package/s/timeline/sugar/omni.test.ts +210 -0
- package/s/timeline/sugar/omni.ts +38 -12
- package/s/timeline/types.ts +62 -0
- package/s/timeline/utils/anim.ts +63 -0
- package/s/timeline/utils/checksum.ts +5 -2
- package/s/timeline/utils/datafile.ts +15 -4
- package/s/timeline/utils/dummy-data.ts +3 -3
- package/s/timeline/utils/matrix.ts +54 -0
- package/s/timeline/utils/terps.ts +81 -0
- package/s/units/fps.ts +8 -0
- package/s/units/ms.ts +8 -0
- package/s/units/seconds.ts +8 -0
- package/x/WebGLRenderer-4CHIZDHY.js +2 -0
- package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
- package/x/WebGPURenderer-O6WXU2QR.js +2 -0
- package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
- package/x/browserAll-WNIOTNNP.js +2 -0
- package/x/browserAll-WNIOTNNP.js.map +7 -0
- package/x/chunk-23FOBGX6.js +2 -0
- package/x/chunk-23FOBGX6.js.map +7 -0
- package/x/chunk-73XOWA4F.js +393 -0
- package/x/chunk-73XOWA4F.js.map +7 -0
- package/x/chunk-IAWJKNX5.js +42 -0
- package/x/chunk-IAWJKNX5.js.map +7 -0
- package/x/chunk-KCMVLWBS.js +157 -0
- package/x/chunk-KCMVLWBS.js.map +7 -0
- package/x/chunk-MR32SQ27.js +2 -0
- package/x/chunk-MR32SQ27.js.map +7 -0
- package/x/chunk-VCUJJYRJ.js +327 -0
- package/x/chunk-VCUJJYRJ.js.map +7 -0
- package/x/chunk-XNIZ4L5W.js +269 -0
- package/x/chunk-XNIZ4L5W.js.map +7 -0
- package/x/chunk-ZLGNQFUI.js +15 -0
- package/x/chunk-ZLGNQFUI.js.map +7 -0
- package/x/context.d.ts +1 -4
- package/x/context.js +1 -5
- package/x/context.js.map +1 -1
- package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
- package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
- package/x/demo/browserAll-PTRBXBRP.js +2 -0
- package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
- package/x/demo/chunk-CUYOGHWU.js +42 -0
- package/x/demo/chunk-CUYOGHWU.js.map +7 -0
- package/x/demo/chunk-DGTDNJ7W.js +2 -0
- package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
- package/x/demo/chunk-FZ5BYF63.js +15 -0
- package/x/demo/chunk-FZ5BYF63.js.map +7 -0
- package/x/demo/chunk-KWN4NNES.js +269 -0
- package/x/demo/chunk-KWN4NNES.js.map +7 -0
- package/x/demo/chunk-OJ3FPXW7.js +157 -0
- package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
- package/x/demo/chunk-PSLUOGTZ.js +393 -0
- package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
- package/x/demo/chunk-VLCVEIFU.js +327 -0
- package/x/demo/chunk-VLCVEIFU.js.map +7 -0
- package/x/demo/chunk-ZWCPT5FR.js +2 -0
- package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
- package/x/demo/demo.bundle.js +94 -36
- package/x/demo/demo.bundle.js.map +1 -1
- package/x/demo/demo.bundle.min.js +7359 -107
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +246 -11
- package/x/demo/routines/export-test.d.ts +2 -0
- package/x/demo/routines/export-test.js +10 -0
- package/x/demo/routines/export-test.js.map +1 -0
- package/x/demo/routines/filmstrip-test.d.ts +1 -1
- package/x/demo/routines/filmstrip-test.js +21 -18
- package/x/demo/routines/filmstrip-test.js.map +1 -1
- package/x/demo/routines/load-video.d.ts +1 -1
- package/x/demo/routines/load-video.js +1 -2
- package/x/demo/routines/load-video.js.map +1 -1
- package/x/demo/routines/playback-test.d.ts +2 -0
- package/x/demo/routines/playback-test.js +51 -0
- package/x/demo/routines/playback-test.js.map +1 -0
- package/x/demo/routines/timeline-setup.d.ts +6 -0
- package/x/demo/routines/timeline-setup.js +59 -0
- package/x/demo/routines/timeline-setup.js.map +1 -0
- package/x/demo/routines/transcode-test.js +17 -5
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transcriber-test.d.ts +4 -0
- package/x/demo/routines/transcriber-test.js +33 -0
- package/x/demo/routines/transcriber-test.js.map +1 -0
- package/x/demo/routines/transitions-test.d.ts +5 -0
- package/x/demo/routines/transitions-test.js +35 -0
- package/x/demo/routines/transitions-test.js.map +1 -0
- package/x/demo/routines/waveform-test.d.ts +2 -1
- package/x/demo/routines/waveform-test.js +29 -8
- package/x/demo/routines/waveform-test.js.map +1 -1
- package/x/demo/webworkerAll-JENRT6BT.js +2 -0
- package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
- package/x/driver/driver-worker.d.ts +1 -0
- package/x/driver/driver-worker.js +6 -0
- package/x/driver/driver-worker.js.map +1 -0
- package/x/driver/driver.d.ts +24 -9
- package/x/driver/driver.js +51 -40
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.test.js +1 -1
- package/x/driver/driver.test.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +137 -1137
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +12 -4
- package/x/driver/fns/host.js +3 -3
- package/x/driver/fns/host.js.map +1 -1
- package/x/driver/fns/schematic.d.ts +65 -25
- package/x/driver/fns/work.d.ts +14 -7
- package/x/driver/fns/work.js +83 -174
- package/x/driver/fns/work.js.map +1 -1
- package/x/driver/parts/compositor.d.ts +39 -0
- package/x/driver/parts/compositor.js +264 -0
- package/x/driver/parts/compositor.js.map +1 -0
- package/x/driver/parts/machina.d.ts +0 -20
- package/x/driver/parts/machina.js +6 -10
- package/x/driver/parts/machina.js.map +1 -1
- package/x/driver/utils/find-pixi-filter.d.ts +5 -0
- package/x/driver/utils/find-pixi-filter.js +13 -0
- package/x/driver/utils/find-pixi-filter.js.map +1 -0
- package/x/driver/utils/load-decoder-source.d.ts +2 -1
- package/x/driver/utils/load-decoder-source.js +2 -3
- package/x/driver/utils/load-decoder-source.js.map +1 -1
- package/x/features/bg-remover/bg-remover.d.ts +5 -0
- package/x/features/bg-remover/bg-remover.js +18 -0
- package/x/features/bg-remover/bg-remover.js.map +1 -0
- package/x/features/bg-remover/default-spec.d.ts +2 -0
- package/x/features/bg-remover/default-spec.js +6 -0
- package/x/features/bg-remover/default-spec.js.map +1 -0
- package/x/features/bg-remover/types.d.ts +20 -0
- package/x/features/bg-remover/types.js +2 -0
- package/x/features/bg-remover/types.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.js +39 -0
- package/x/features/bg-remover/worker.bundle.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.min.js +2916 -0
- package/x/features/bg-remover/worker.bundle.min.js.map +7 -0
- package/x/features/parts/expose-errors.d.ts +3 -0
- package/x/features/parts/expose-errors.js +32 -0
- package/x/features/parts/expose-errors.js.map +1 -0
- package/x/features/parts/load-pipe.d.ts +2 -0
- package/x/features/parts/load-pipe.js +13 -0
- package/x/features/parts/load-pipe.js.map +1 -0
- package/x/features/parts/types.d.ts +15 -0
- package/x/features/parts/types.js +2 -0
- package/x/features/parts/types.js.map +1 -0
- package/x/features/speech/transcribe/default-spec.d.ts +2 -0
- package/x/features/speech/transcribe/default-spec.js +8 -0
- package/x/features/speech/transcribe/default-spec.js.map +1 -0
- package/x/features/speech/transcribe/parts/prep-audio.d.ts +5 -0
- package/x/features/speech/transcribe/parts/prep-audio.js +21 -0
- package/x/features/speech/transcribe/parts/prep-audio.js.map +1 -0
- package/x/features/speech/transcribe/parts/transcribe.d.ts +5 -0
- package/x/features/speech/transcribe/parts/transcribe.js +56 -0
- package/x/features/speech/transcribe/parts/transcribe.js.map +1 -0
- package/x/features/speech/transcribe/transcriber.d.ts +5 -0
- package/x/features/speech/transcribe/transcriber.js +33 -0
- package/x/features/speech/transcribe/transcriber.js.map +1 -0
- package/x/features/speech/transcribe/types.d.ts +59 -0
- package/x/features/speech/transcribe/types.js +2 -0
- package/x/features/speech/transcribe/types.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.js +35 -0
- package/x/features/speech/transcribe/worker.bundle.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.min.js +2916 -0
- package/x/features/speech/transcribe/worker.bundle.min.js.map +7 -0
- package/x/features/transition/parts/fragment.d.ts +1 -0
- package/x/features/transition/parts/fragment.js +25 -0
- package/x/features/transition/parts/fragment.js.map +1 -0
- package/x/features/transition/parts/types.d.ts +23 -0
- package/x/features/transition/parts/types.js +2 -0
- package/x/features/transition/parts/types.js.map +1 -0
- package/x/features/transition/parts/uniforms.d.ts +31 -0
- package/x/features/transition/parts/uniforms.js +27 -0
- package/x/features/transition/parts/uniforms.js.map +1 -0
- package/x/features/transition/parts/vertex.d.ts +1 -0
- package/x/features/transition/parts/vertex.js +32 -0
- package/x/features/transition/parts/vertex.js.map +1 -0
- package/x/features/transition/transition.d.ts +5 -0
- package/x/features/transition/transition.js +50 -0
- package/x/features/transition/transition.js.map +1 -0
- package/x/index.d.ts +1 -0
- package/x/index.html +349 -30
- package/x/index.html.js +103 -19
- package/x/index.html.js.map +1 -1
- package/x/index.js +1 -0
- package/x/index.js.map +1 -1
- package/x/tests.bundle.d.ts +1 -0
- package/x/tests.bundle.js +8 -0
- package/x/tests.bundle.js.map +1 -0
- package/x/tests.bundle.min.js +7374 -0
- package/x/tests.bundle.min.js.map +7 -0
- package/x/tests.html +316 -0
- package/x/tests.html.d.ts +2 -0
- package/x/tests.html.js +22 -0
- package/x/tests.html.js.map +1 -0
- package/x/timeline/index.d.ts +16 -0
- package/x/timeline/index.js +16 -0
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/animations/make.d.ts +3 -0
- package/x/timeline/parts/animations/make.js +29 -0
- package/x/timeline/parts/animations/make.js.map +1 -0
- package/x/timeline/parts/animations/presets.d.ts +170 -0
- package/x/timeline/parts/animations/presets.js +135 -0
- package/x/timeline/parts/animations/presets.js.map +1 -0
- package/x/timeline/parts/animations/properties.d.ts +84 -0
- package/x/timeline/parts/animations/properties.js +25 -0
- package/x/timeline/parts/animations/properties.js.map +1 -0
- package/x/timeline/parts/animations/registry.d.ts +218 -0
- package/x/timeline/parts/animations/registry.js +11 -0
- package/x/timeline/parts/animations/registry.js.map +1 -0
- package/x/timeline/parts/animations/types.d.ts +60 -0
- package/x/timeline/parts/animations/types.js +2 -0
- package/x/timeline/parts/animations/types.js.map +1 -0
- package/x/timeline/parts/basics.d.ts +1 -1
- package/x/timeline/parts/captions.d.ts +41 -0
- package/x/timeline/parts/captions.js +55 -0
- package/x/timeline/parts/captions.js.map +1 -0
- package/x/timeline/parts/filmstrip.d.ts +4 -3
- package/x/timeline/parts/filmstrip.js +29 -10
- package/x/timeline/parts/filmstrip.js.map +1 -1
- package/x/timeline/parts/filters.d.ts +108 -0
- package/x/timeline/parts/filters.js +340 -0
- package/x/timeline/parts/filters.js.map +1 -0
- package/x/timeline/parts/item.d.ts +106 -12
- package/x/timeline/parts/item.js +11 -7
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +6 -0
- package/x/timeline/parts/media.js +35 -1
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/resource-pool.d.ts +3 -0
- package/x/timeline/parts/resource-pool.js +7 -4
- package/x/timeline/parts/resource-pool.js.map +1 -1
- package/x/timeline/parts/resource.d.ts +3 -0
- package/x/timeline/parts/transitions.d.ts +15 -0
- package/x/timeline/parts/transitions.js +81 -0
- package/x/timeline/parts/transitions.js.map +1 -0
- package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
- package/x/timeline/parts/waveform/parts/collect.js +56 -0
- package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
- package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
- package/x/timeline/parts/waveform/parts/render.js +29 -0
- package/x/timeline/parts/waveform/parts/render.js.map +1 -0
- package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
- package/x/timeline/parts/waveform/parts/types.js +2 -0
- package/x/timeline/parts/waveform/parts/types.js.map +1 -0
- package/x/timeline/parts/waveform/waveform.d.ts +19 -0
- package/x/timeline/parts/waveform/waveform.js +133 -0
- package/x/timeline/parts/waveform/waveform.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
- package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
- package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
- package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
- package/x/timeline/renderers/export/parts/cursor.d.ts +35 -0
- package/x/timeline/renderers/export/parts/cursor.js +236 -0
- package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
- package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
- package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
- package/x/timeline/renderers/export/parts/produce-video.js +26 -0
- package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
- package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
- package/x/timeline/renderers/export/parts/resamplers.js +29 -0
- package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
- package/x/timeline/renderers/export/produce.d.ts +13 -0
- package/x/timeline/renderers/export/produce.js +15 -0
- package/x/timeline/renderers/export/produce.js.map +1 -0
- package/x/timeline/renderers/parts/handy.d.ts +38 -0
- package/x/timeline/renderers/parts/handy.js +263 -0
- package/x/timeline/renderers/parts/handy.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +14 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js +36 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +70 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +63 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js +20 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
- package/x/timeline/renderers/parts/schedulers.js +64 -0
- package/x/timeline/renderers/parts/schedulers.js.map +1 -0
- package/x/timeline/renderers/player/parts/playback.d.ts +39 -0
- package/x/timeline/renderers/player/parts/playback.js +160 -0
- package/x/timeline/renderers/player/parts/playback.js.map +1 -0
- package/x/timeline/renderers/player/player.d.ts +27 -0
- package/x/timeline/renderers/player/player.js +64 -0
- package/x/timeline/renderers/player/player.js.map +1 -0
- package/x/timeline/renderers/renderers.test.d.ts +33 -0
- package/x/timeline/renderers/renderers.test.js +321 -0
- package/x/timeline/renderers/renderers.test.js.map +1 -0
- package/x/timeline/sugar/helpers.d.ts +72 -0
- package/x/timeline/sugar/helpers.js +122 -0
- package/x/timeline/sugar/helpers.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +59 -8
- package/x/timeline/sugar/o.js +326 -40
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +11 -2
- package/x/timeline/sugar/omni.js +30 -9
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/sugar/omni.test.d.ts +27 -0
- package/x/timeline/sugar/omni.test.js +128 -0
- package/x/timeline/sugar/omni.test.js.map +1 -0
- package/x/timeline/types.d.ts +37 -0
- package/x/timeline/types.js +2 -0
- package/x/timeline/types.js.map +1 -0
- package/x/timeline/utils/anim.d.ts +3 -0
- package/x/timeline/utils/anim.js +40 -0
- package/x/timeline/utils/anim.js.map +1 -0
- package/x/timeline/utils/checksum.d.ts +3 -2
- package/x/timeline/utils/checksum.js +2 -1
- package/x/timeline/utils/checksum.js.map +1 -1
- package/x/timeline/utils/datafile.d.ts +5 -3
- package/x/timeline/utils/datafile.js +18 -5
- package/x/timeline/utils/datafile.js.map +1 -1
- package/x/timeline/utils/dummy-data.d.ts +1 -2
- package/x/timeline/utils/dummy-data.js +4 -2
- package/x/timeline/utils/dummy-data.js.map +1 -1
- package/x/timeline/utils/matrix.d.ts +17 -0
- package/x/timeline/utils/matrix.js +36 -0
- package/x/timeline/utils/matrix.js.map +1 -0
- package/x/timeline/utils/terps.d.ts +11 -0
- package/x/timeline/utils/terps.js +57 -0
- package/x/timeline/utils/terps.js.map +1 -0
- package/x/units/fps.d.ts +6 -0
- package/x/units/fps.js +2 -0
- package/x/units/fps.js.map +1 -0
- package/x/units/ms.d.ts +6 -0
- package/x/units/ms.js +2 -0
- package/x/units/ms.js.map +1 -0
- package/x/units/seconds.d.ts +6 -0
- package/x/units/seconds.js +2 -0
- package/x/units/seconds.js.map +1 -0
- package/x/webworkerAll-RLCTMSDD.js +2 -0
- package/x/webworkerAll-RLCTMSDD.js.map +7 -0
- package/s/tests.test.ts +0 -8
- package/s/timeline/parts/waveform.ts +0 -62
- package/s/timeline/sugar/omni-test.ts +0 -38
- package/x/tests.test.js +0 -6
- package/x/tests.test.js.map +0 -1
- package/x/timeline/parts/waveform.d.ts +0 -8
- package/x/timeline/parts/waveform.js +0 -51
- package/x/timeline/parts/waveform.js.map +0 -1
- package/x/timeline/sugar/omni-test.js +0 -22
- package/x/timeline/sugar/omni-test.js.map +0 -1
- /package/x/{tests.test.d.ts → features/bg-remover/worker.bundle.d.ts} +0 -0
- /package/x/{timeline/sugar/omni-test.d.ts → features/speech/transcribe/worker.bundle.d.ts} +0 -0
|
@@ -0,0 +1,264 @@
|
|
|
1
|
+
import { pub } from "@e280/stz";
|
|
2
|
+
import { autoDetectRenderer, ColorMatrixFilter, Container, Graphics, Sprite, Text, Texture } from "pixi.js";
|
|
3
|
+
import * as PixiFilters from "pixi-filters";
|
|
4
|
+
import { findPixiFilter } from "../utils/find-pixi-filter.js";
|
|
5
|
+
import { mat6ToMatrix } from "../../timeline/utils/matrix.js";
|
|
6
|
+
import { makeTransition } from "../../features/transition/transition.js";
|
|
7
|
+
export class Compositor {
|
|
8
|
+
pixi;
|
|
9
|
+
onPointerDown = pub();
|
|
10
|
+
onPointerMove = pub();
|
|
11
|
+
onPointerUp = pub();
|
|
12
|
+
onDispose = pub();
|
|
13
|
+
static async setup() {
|
|
14
|
+
const renderer = await autoDetectRenderer({
|
|
15
|
+
width: 1920,
|
|
16
|
+
height: 1080,
|
|
17
|
+
preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
|
|
18
|
+
background: "black",
|
|
19
|
+
preferWebGLVersion: 2
|
|
20
|
+
});
|
|
21
|
+
const stage = new Container();
|
|
22
|
+
stage.interactive = true;
|
|
23
|
+
return new this({ renderer, stage });
|
|
24
|
+
}
|
|
25
|
+
constructor(pixi) {
|
|
26
|
+
this.pixi = pixi;
|
|
27
|
+
}
|
|
28
|
+
#transitions = new Map();
|
|
29
|
+
// objects rendered for current Composition
|
|
30
|
+
#activeObjects = new Map();
|
|
31
|
+
#cropMasks = new WeakMap();
|
|
32
|
+
async composite(composition) {
|
|
33
|
+
const { stage, renderer } = this.pixi;
|
|
34
|
+
this.#cleanup(this.#collectIds(composition));
|
|
35
|
+
const { dispose } = await this.#renderLayer(composition, stage);
|
|
36
|
+
renderer.render(stage);
|
|
37
|
+
// make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
|
|
38
|
+
// if its very slow on eg edge try chrome
|
|
39
|
+
const frame = new VideoFrame(renderer.canvas, {
|
|
40
|
+
timestamp: 0,
|
|
41
|
+
duration: 0,
|
|
42
|
+
});
|
|
43
|
+
dispose();
|
|
44
|
+
return frame;
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* get object for current Composition
|
|
48
|
+
* */
|
|
49
|
+
getActiveObject(id) {
|
|
50
|
+
return this.#activeObjects.get(id)?.sprite;
|
|
51
|
+
}
|
|
52
|
+
async #renderLayer(layer, parent) {
|
|
53
|
+
if (Array.isArray(layer)) {
|
|
54
|
+
const disposers = [];
|
|
55
|
+
for (const child of [...layer].reverse()) {
|
|
56
|
+
const result = await this.#renderLayer(child, parent);
|
|
57
|
+
disposers.push(result.dispose);
|
|
58
|
+
}
|
|
59
|
+
return { dispose: () => disposers.forEach(d => d()) };
|
|
60
|
+
}
|
|
61
|
+
switch (layer.kind) {
|
|
62
|
+
case 'text':
|
|
63
|
+
return this.#renderTextLayer(layer, parent);
|
|
64
|
+
case 'image':
|
|
65
|
+
return this.#renderImageLayer(layer, parent);
|
|
66
|
+
case 'transition':
|
|
67
|
+
return this.#renderTransitionLayer(layer, parent);
|
|
68
|
+
case 'gap': {
|
|
69
|
+
this.pixi?.renderer.clear();
|
|
70
|
+
return { dispose: () => { } };
|
|
71
|
+
}
|
|
72
|
+
default:
|
|
73
|
+
console.warn('Unknown layer kind', layer.kind);
|
|
74
|
+
return { dispose: () => { } };
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
#renderTextLayer(layer, parent) {
|
|
78
|
+
const sprite = this.#findOrCreate(layer);
|
|
79
|
+
sprite.text = layer.content;
|
|
80
|
+
if (layer.style)
|
|
81
|
+
sprite.style = layer.style;
|
|
82
|
+
this.#applyTransform(sprite, layer.matrix);
|
|
83
|
+
this.#applyAlpha(sprite, layer.alpha);
|
|
84
|
+
this.#applyCrop(sprite, layer.crop);
|
|
85
|
+
this.#applyFilters(sprite, layer.filters);
|
|
86
|
+
parent.addChild(sprite);
|
|
87
|
+
return {
|
|
88
|
+
dispose: () => { }
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
#renderImageLayer(layer, parent) {
|
|
92
|
+
const sprite = this.#findOrCreate(layer);
|
|
93
|
+
if (sprite.texture && sprite.texture !== Texture.EMPTY) {
|
|
94
|
+
sprite.texture.destroy(true);
|
|
95
|
+
}
|
|
96
|
+
const texture = Texture.from(layer.frame);
|
|
97
|
+
sprite.texture = texture;
|
|
98
|
+
this.#applyTransform(sprite, layer.matrix);
|
|
99
|
+
this.#applyAlpha(sprite, layer.alpha);
|
|
100
|
+
this.#applyCrop(sprite, layer.crop);
|
|
101
|
+
this.#applyFilters(sprite, layer.filters);
|
|
102
|
+
parent.addChild(sprite);
|
|
103
|
+
return {
|
|
104
|
+
dispose: () => {
|
|
105
|
+
layer.frame.close();
|
|
106
|
+
}
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
#renderTransitionLayer({ from, to, progress, name }, parent) {
|
|
110
|
+
const transition = this.#transitions.get(name) ??
|
|
111
|
+
(this.#transitions.set(name, makeTransition({
|
|
112
|
+
name,
|
|
113
|
+
renderer: this.pixi.renderer
|
|
114
|
+
})),
|
|
115
|
+
this.#transitions.get(name));
|
|
116
|
+
const texture = transition.render({ from, to, progress, width: from.displayWidth, height: from.displayHeight });
|
|
117
|
+
const sprite = new Sprite(texture);
|
|
118
|
+
parent.addChild(sprite);
|
|
119
|
+
return { dispose: () => sprite.destroy(false) };
|
|
120
|
+
}
|
|
121
|
+
#applyTransform(target, worldMatrix) {
|
|
122
|
+
if (!worldMatrix)
|
|
123
|
+
return;
|
|
124
|
+
const mx = mat6ToMatrix(worldMatrix);
|
|
125
|
+
target.setFromMatrix(mx);
|
|
126
|
+
}
|
|
127
|
+
#applyAlpha(target, alpha) {
|
|
128
|
+
target.alpha = alpha ?? 1;
|
|
129
|
+
}
|
|
130
|
+
#applyCrop(target, crop) {
|
|
131
|
+
const existing = this.#cropMasks.get(target);
|
|
132
|
+
if (existing) {
|
|
133
|
+
if (target.mask === existing)
|
|
134
|
+
target.mask = null;
|
|
135
|
+
existing.removeFromParent();
|
|
136
|
+
existing.clear();
|
|
137
|
+
}
|
|
138
|
+
if (!crop || crop.every(value => value === 0))
|
|
139
|
+
return;
|
|
140
|
+
const [top, right, bottom, left] = crop;
|
|
141
|
+
const activeMask = target.mask;
|
|
142
|
+
target.mask = null;
|
|
143
|
+
const bounds = target.getLocalBounds();
|
|
144
|
+
target.mask = activeMask;
|
|
145
|
+
const x = bounds.x + bounds.width * left;
|
|
146
|
+
const y = bounds.y + bounds.height * top;
|
|
147
|
+
const width = bounds.width * Math.max(0, 1 - left - right);
|
|
148
|
+
const height = bounds.height * Math.max(0, 1 - top - bottom);
|
|
149
|
+
const mask = existing ?? new Graphics();
|
|
150
|
+
mask.clear();
|
|
151
|
+
mask.beginFill(0xffffff);
|
|
152
|
+
mask.drawRect(x, y, width, height);
|
|
153
|
+
mask.endFill();
|
|
154
|
+
target.addChild(mask);
|
|
155
|
+
target.mask = mask;
|
|
156
|
+
this.#cropMasks.set(target, mask);
|
|
157
|
+
}
|
|
158
|
+
#applyFilters(target, specs) {
|
|
159
|
+
if (!specs?.length) {
|
|
160
|
+
target.filters = null;
|
|
161
|
+
return;
|
|
162
|
+
}
|
|
163
|
+
target.filters = specs
|
|
164
|
+
.map((spec) => {
|
|
165
|
+
switch (spec.type) {
|
|
166
|
+
case "ColorMatrixFilter": {
|
|
167
|
+
const { matrix, ...params } = spec.params ?? {};
|
|
168
|
+
const filter = new ColorMatrixFilter(params);
|
|
169
|
+
if (matrix)
|
|
170
|
+
filter.matrix = matrix;
|
|
171
|
+
return filter;
|
|
172
|
+
}
|
|
173
|
+
case "EmbossFilter":
|
|
174
|
+
return new PixiFilters.EmbossFilter(spec.params?.strength);
|
|
175
|
+
case "PixelateFilter":
|
|
176
|
+
return new PixiFilters.PixelateFilter(spec.params?.size);
|
|
177
|
+
default: {
|
|
178
|
+
const PixiFilter = findPixiFilter(spec.type);
|
|
179
|
+
return PixiFilter ? new PixiFilter(spec.params) : undefined;
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
})
|
|
183
|
+
.filter((filter) => !!filter);
|
|
184
|
+
}
|
|
185
|
+
#findOrCreate(layer) {
|
|
186
|
+
const object = this.#activeObjects.get(layer.id);
|
|
187
|
+
if (!object) {
|
|
188
|
+
switch (layer.kind) {
|
|
189
|
+
case 'text': {
|
|
190
|
+
const text = new Text({
|
|
191
|
+
text: layer.content,
|
|
192
|
+
style: layer.style
|
|
193
|
+
});
|
|
194
|
+
text.eventMode = "static";
|
|
195
|
+
const down = (event) => this.onPointerDown.publish({ event, id: layer.id, object: text });
|
|
196
|
+
const up = (event) => this.onPointerUp.publish({ event, id: layer.id, object: text });
|
|
197
|
+
const move = (event) => this.onPointerUp.publish({ event, id: layer.id, object: text });
|
|
198
|
+
text.on("pointerdown", down);
|
|
199
|
+
text.on("pointerup", up);
|
|
200
|
+
text.on("pointermove", move);
|
|
201
|
+
return this.#activeObjects
|
|
202
|
+
.set(layer.id, {
|
|
203
|
+
sprite: text,
|
|
204
|
+
dispose: () => {
|
|
205
|
+
this.onDispose.publish({ id: layer.id, object: text });
|
|
206
|
+
text.off("pointermove", move);
|
|
207
|
+
text.off("pointerdown", down);
|
|
208
|
+
text.off("pointerup", up);
|
|
209
|
+
}
|
|
210
|
+
})
|
|
211
|
+
.get(layer.id)?.sprite;
|
|
212
|
+
}
|
|
213
|
+
case 'image': {
|
|
214
|
+
const sprite = new Sprite();
|
|
215
|
+
sprite.eventMode = "static";
|
|
216
|
+
const down = (event) => this.onPointerDown.publish({ event, id: layer.id, object: sprite });
|
|
217
|
+
const up = (event) => this.onPointerUp.publish({ event, id: layer.id, object: sprite });
|
|
218
|
+
const move = (event) => this.onPointerUp.publish({ event, id: layer.id, object: sprite });
|
|
219
|
+
sprite.on("pointerdown", down);
|
|
220
|
+
sprite.on("pointermove", move);
|
|
221
|
+
sprite.on("pointerup", up);
|
|
222
|
+
return this.#activeObjects
|
|
223
|
+
.set(layer.id, {
|
|
224
|
+
sprite,
|
|
225
|
+
dispose: () => {
|
|
226
|
+
this.onDispose.publish({ id: layer.id, object: sprite });
|
|
227
|
+
sprite.off("pointerdown", down);
|
|
228
|
+
sprite.off("pointermove", move);
|
|
229
|
+
sprite.off("pointerup", up);
|
|
230
|
+
}
|
|
231
|
+
})
|
|
232
|
+
.get(layer.id)?.sprite;
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
else
|
|
237
|
+
return object.sprite;
|
|
238
|
+
}
|
|
239
|
+
#collectIds(layers) {
|
|
240
|
+
const result = new Set();
|
|
241
|
+
const traverse = (node) => {
|
|
242
|
+
if (Array.isArray(node)) {
|
|
243
|
+
for (const child of node)
|
|
244
|
+
traverse(child);
|
|
245
|
+
}
|
|
246
|
+
else {
|
|
247
|
+
result.add(node.id);
|
|
248
|
+
}
|
|
249
|
+
};
|
|
250
|
+
traverse(layers);
|
|
251
|
+
return result;
|
|
252
|
+
}
|
|
253
|
+
#cleanup(activeIds) {
|
|
254
|
+
for (const id of this.#activeObjects.keys()) {
|
|
255
|
+
if (!activeIds.has(id)) {
|
|
256
|
+
const { sprite, dispose } = this.#activeObjects.get(id);
|
|
257
|
+
dispose();
|
|
258
|
+
sprite.destroy(true);
|
|
259
|
+
this.#activeObjects.delete(id);
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
}
|
|
264
|
+
//# sourceMappingURL=compositor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compositor.js","sourceRoot":"","sources":["../../../s/driver/parts/compositor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAC,MAAM,WAAW,CAAA;AAC7B,OAAO,EACN,kBAAkB,EAClB,iBAAiB,EACjB,SAAS,EAGT,QAAQ,EAER,MAAM,EACN,IAAI,EACJ,OAAO,EACP,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,WAAW,MAAM,cAAc,CAAA;AAI3C,OAAO,EAAC,cAAc,EAAC,MAAM,8BAA8B,CAAA;AAE3D,OAAO,EAAO,YAAY,EAAC,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAEtE,MAAM,OAAO,UAAU;IAmBH;IAlBnB,aAAa,GAAG,GAAG,EAA+D,CAAA;IAClF,aAAa,GAAG,GAAG,EAA+D,CAAA;IAClF,WAAW,GAAG,GAAG,EAA+D,CAAA;IAChF,SAAS,GAAG,GAAG,EAAiC,CAAA;IAEhD,MAAM,CAAC,KAAK,CAAC,KAAK;QACjB,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;YACzC,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,OAAO,EAAE,iDAAiD;YACtE,UAAU,EAAE,OAAO;YACnB,kBAAkB,EAAE,CAAC;SACrB,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;QAC7B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;QACxB,OAAO,IAAI,IAAI,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAA;IACnC,CAAC;IAED,YAAmB,IAA4C;QAA5C,SAAI,GAAJ,IAAI,CAAwC;IAAG,CAAC;IAEnE,YAAY,GAAmD,IAAI,GAAG,EAAE,CAAA;IACxE,2CAA2C;IAC3C,cAAc,GAAG,IAAI,GAAG,EAAoD,CAAA;IAC5E,UAAU,GAAG,IAAI,OAAO,EAAuB,CAAA;IAE/C,KAAK,CAAC,SAAS,CACd,WAAwB;QAExB,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,IAAI,CAAC,IAAI,CAAA;QAEnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAA;QAC5C,MAAM,EAAC,OAAO,EAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAC7D,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;SACX,CAAC,CAAA;QAEF,OAAO,EAAE,CAAA;QAET,OAAO,KAAK,CAAA;IACb,CAAC;IAED;;SAEK;IACL,eAAe,CAAC,EAAM;QACrB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY,CACjB,KAA0B,EAC1B,MAAiB;QAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAmB,EAAE,CAAA;YACpC,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBACrD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAC/B,CAAC;YACD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAC,CAAA;QACpD,CAAC;QAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM;gBACV,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC5C,KAAK,OAAO;gBACX,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC7C,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACZ,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAC3B,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;YAC3B,CAAC;YACD;gBACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;gBACvD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;QAC5B,CAAC;IACF,CAAC;IAED,gBAAgB,CACf,KAAqC,EACrC,MAAiB;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAO,KAAK,CAAE,CAAA;QAC/C,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,CAAA;QAC3B,IAAI,KAAK,CAAC,KAAK;YACd,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QAC3B,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QACzC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SACjB,CAAA;IACF,CAAC;IAED,iBAAiB,CAChB,KAAsC,EACtC,MAAiB;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAS,KAAK,CAAE,CAAA;QAEjD,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YACxD,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC7B,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACzC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;QACxB,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QACzC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QAEvB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE;gBACb,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACpB,CAAC;SACD,CAAA;IACF,CAAC;IAED,sBAAsB,CACrB,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAuC,EAChE,MAAiB;QAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7C,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC;gBAC3C,IAAI;gBACJ,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;aAC5B,CAAC,CAAC;gBACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAC7B,CAAA;QACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CAAA;QAC7G,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAC,CAAA;IAC9C,CAAC;IAED,eAAe,CAAC,MAAqB,EAAE,WAAkB;QACvD,IAAI,CAAC,WAAW;YAAE,OAAM;QACzB,MAAM,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;QACnC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,MAAiB,EAAE,KAAc;QAC5C,MAAM,CAAC,KAAK,GAAG,KAAK,IAAI,CAAC,CAAA;IAC1B,CAAC;IAED,UAAU,CAAC,MAAiB,EAAE,IAAW;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAC5C,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAC3B,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;YACnB,QAAQ,CAAC,gBAAgB,EAAE,CAAA;YAC3B,QAAQ,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC;QAED,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC;YAC5C,OAAM;QAEP,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,IAAI,CAAA;QACvC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAA;QAC9B,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAA;QACtC,MAAM,CAAC,IAAI,GAAG,UAAU,CAAA;QACxB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACxC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,GAAG,CAAA;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,MAAM,CAAC,CAAA;QAE5D,MAAM,IAAI,GAAG,QAAQ,IAAI,IAAI,QAAQ,EAAE,CAAA;QACvC,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QACxB,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;QAClC,IAAI,CAAC,OAAO,EAAE,CAAA;QACd,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACrB,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;QAClB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAClC,CAAC;IAED,aAAa,CAAC,MAAiB,EAAE,KAA+B;QAC/D,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAA;YACrB,OAAM;QACP,CAAC;QAED,MAAM,CAAC,OAAO,GAAG,KAAK;aACpB,GAAG,CAAC,CAAC,IAAI,EAAsB,EAAE;YACjC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,mBAAmB,CAAC,CAAC,CAAC;oBAC1B,MAAM,EAAC,MAAM,EAAE,GAAG,MAAM,EAAC,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAA;oBAC7C,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAA;oBAC5C,IAAI,MAAM;wBACT,MAAM,CAAC,MAAM,GAAG,MAAM,CAAA;oBACvB,OAAO,MAAM,CAAA;gBACd,CAAC;gBACD,KAAK,cAAc;oBAClB,OAAO,IAAI,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;gBAC3D,KAAK,gBAAgB;oBACpB,OAAO,IAAI,WAAW,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBACzD,OAAO,CAAC,CAAC,CAAC;oBACT,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBAC5C,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBAC5D,CAAC;YACF,CAAC;QACF,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IACjD,CAAC;IAED,aAAa,CAAgB,KAAY;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAChD,IAAG,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACb,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;wBACrB,IAAI,EAAE,KAAK,CAAC,OAAO;wBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;qBAClB,CAAC,CAAA;oBACF,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;oBACzB,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;oBAC9G,MAAM,EAAE,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;oBAC1G,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;oBAE5G,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAC5B,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;oBACxB,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAE5B,OAAO,IAAI,CAAC,cAAc;yBACxB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;wBACd,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,GAAG,EAAE;4BACb,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;4BACpD,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC7B,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC7B,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;wBAC1B,CAAC;qBACD,CAAC;yBACD,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAW,CAAA;gBAC7B,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACd,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;oBAC3B,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAA;oBAC3B,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;oBAChH,MAAM,EAAE,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;oBAC5G,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;oBAE9G,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAC9B,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAC9B,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;oBAE1B,OAAO,IAAI,CAAC,cAAc;yBACxB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;wBACd,MAAM;wBACN,OAAO,EAAE,GAAG,EAAE;4BACb,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;4BACtD,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC/B,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC/B,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;wBAC5B,CAAC;qBACD,CAAC;yBACD,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAW,CAAA;gBAC7B,CAAC;YACF,CAAC;QACF,CAAC;;YAAM,OAAO,MAAM,CAAC,MAAW,CAAA;IACjC,CAAC;IAED,WAAW,CAAC,MAA2B;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,MAAM,QAAQ,GAAG,CAAC,IAAyB,EAAE,EAAE;YAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,IAAI;oBAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;YAC1C,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACpB,CAAC;QACF,CAAC,CAAA;QACD,QAAQ,CAAC,MAAM,CAAC,CAAA;QAChB,OAAO,MAAM,CAAA;IACd,CAAC;IAED,QAAQ,CAAC,SAAsB;QAC9B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxB,MAAM,EAAC,MAAM,EAAE,OAAO,EAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;gBACtD,OAAO,EAAE,CAAA;gBACT,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACpB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAC/B,CAAC;QACF,CAAC;IACF,CAAC;CACD"}
|
|
@@ -1,23 +1,3 @@
|
|
|
1
|
-
import { WebMediaInfo } from "web-demuxer";
|
|
2
|
-
type Events = {
|
|
3
|
-
type: "config";
|
|
4
|
-
config: {
|
|
5
|
-
audio: AudioDecoderConfig;
|
|
6
|
-
video: VideoDecoderConfig;
|
|
7
|
-
};
|
|
8
|
-
} | {
|
|
9
|
-
type: "info";
|
|
10
|
-
data: WebMediaInfo;
|
|
11
|
-
} | {
|
|
12
|
-
type: "encoderQueueSize";
|
|
13
|
-
size: number;
|
|
14
|
-
};
|
|
15
|
-
type Handler = (event: Events) => void;
|
|
16
1
|
export declare class Machina {
|
|
17
|
-
#private;
|
|
18
2
|
count: number;
|
|
19
|
-
register(id: number, handler: Handler): void;
|
|
20
|
-
unregister(id: number): void;
|
|
21
|
-
dispatch(id: number, event: Events): void;
|
|
22
3
|
}
|
|
23
|
-
export {};
|
|
@@ -1,14 +1,10 @@
|
|
|
1
|
+
// type Events =
|
|
2
|
+
// | {type: "config", config: {audio: AudioDecoderConfig, video: VideoDecoderConfig}}
|
|
3
|
+
// | {type: "info", data: WebMediaInfo}
|
|
4
|
+
// | {type: "encoderQueueSize", size: number}
|
|
5
|
+
//
|
|
6
|
+
// type Handler = (event: Events) => void
|
|
1
7
|
export class Machina {
|
|
2
8
|
count = 0;
|
|
3
|
-
#handlers = new Map();
|
|
4
|
-
register(id, handler) {
|
|
5
|
-
this.#handlers.set(id, handler);
|
|
6
|
-
}
|
|
7
|
-
unregister(id) {
|
|
8
|
-
this.#handlers.delete(id);
|
|
9
|
-
}
|
|
10
|
-
dispatch(id, event) {
|
|
11
|
-
this.#handlers.get(id)?.(event);
|
|
12
|
-
}
|
|
13
9
|
}
|
|
14
10
|
//# sourceMappingURL=machina.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"AACA,gBAAgB;AAChB,sFAAsF;AACtF,wCAAwC;AACxC,8CAA8C;AAC9C,EAAE;AACF,yCAAyC;AAEzC,MAAM,OAAO,OAAO;IACnB,KAAK,GAAG,CAAC,CAAA;CAeT"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { AlphaFilter, BlurFilter, ColorMatrixFilter, NoiseFilter, } from "pixi.js";
|
|
2
|
+
import * as PixiFilters from "pixi-filters";
|
|
3
|
+
const pixiFilters = {
|
|
4
|
+
AlphaFilter,
|
|
5
|
+
BlurFilter,
|
|
6
|
+
ColorMatrixFilter,
|
|
7
|
+
NoiseFilter,
|
|
8
|
+
...PixiFilters
|
|
9
|
+
};
|
|
10
|
+
export function findPixiFilter(type) {
|
|
11
|
+
return pixiFilters[type];
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=find-pixi-filter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"find-pixi-filter.js","sourceRoot":"","sources":["../../../s/driver/utils/find-pixi-filter.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,WAAW,EACX,UAAU,EACV,iBAAiB,EACjB,WAAW,GAEX,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,WAAW,MAAM,cAAc,CAAA;AAM3C,MAAM,WAAW,GAAmD;IACnE,WAAW;IACX,UAAU;IACV,iBAAiB;IACjB,WAAW;IACX,GAAG,WAAW;CACd,CAAA;AAED,MAAM,UAAU,cAAc,CAAC,IAAgB;IAC9C,OAAO,WAAW,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC"}
|
|
@@ -1,2 +1,3 @@
|
|
|
1
|
+
import { BlobSource, UrlSource } from "mediabunny";
|
|
1
2
|
import { DecoderSource } from "../fns/schematic.js";
|
|
2
|
-
export declare function loadDecoderSource(source: DecoderSource): Promise<
|
|
3
|
+
export declare function loadDecoderSource(source: DecoderSource): Promise<UrlSource | BlobSource>;
|
|
@@ -1,9 +1,8 @@
|
|
|
1
1
|
import { BlobSource, UrlSource } from "mediabunny";
|
|
2
2
|
// only streamable sources
|
|
3
3
|
export async function loadDecoderSource(source) {
|
|
4
|
-
if (source instanceof
|
|
5
|
-
|
|
6
|
-
return new BlobSource(file);
|
|
4
|
+
if (source instanceof Blob) {
|
|
5
|
+
return new BlobSource(source);
|
|
7
6
|
}
|
|
8
7
|
else {
|
|
9
8
|
return new UrlSource(source);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,
|
|
1
|
+
{"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { queue } from "@e280/stz";
|
|
2
|
+
import { Comrade, LoggerTap, tune } from "@e280/comrade";
|
|
3
|
+
export async function makeBgRemover({ spec, workerUrl, onLoading }) {
|
|
4
|
+
const thread = await Comrade.thread({
|
|
5
|
+
label: "OmnitoolBgRemover",
|
|
6
|
+
workerUrl,
|
|
7
|
+
tap: new LoggerTap(),
|
|
8
|
+
setupHost: () => ({
|
|
9
|
+
loading: async (loading) => onLoading(loading),
|
|
10
|
+
}),
|
|
11
|
+
});
|
|
12
|
+
await thread.work.prepare(spec);
|
|
13
|
+
return {
|
|
14
|
+
remove: queue(async (input) => await thread.work.remove[tune]({ transfer: [input.frame] })(input.frame)),
|
|
15
|
+
dispose: () => thread.terminate()
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=bg-remover.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bg-remover.js","sourceRoot":"","sources":["../../../s/features/bg-remover/bg-remover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,WAAW,CAAA;AAC/B,OAAO,EAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAC,MAAM,eAAe,CAAA;AAKtD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAmB;IACjF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAqB;QACvD,KAAK,EAAE,mBAAmB;QAC1B,SAAS;QACT,GAAG,EAAE,IAAI,SAAS,EAAE;QACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACjB,OAAO,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;SAC5C,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAE/B,OAAO;QACN,MAAM,EAAE,KAAK,CAAC,KAAK,EAAC,KAAqB,EAAE,EAAE,CAC5C,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CACtE;QACD,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE;KACjC,CAAA;AACF,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../s/features/bg-remover/default-spec.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAiB,EAAE,CAAC,CAAC;IACxD,KAAK,EAAE,eAAe;IACtB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,QAAQ;CAChB,CAAC,CAAA"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { AsSchematic } from "@e280/comrade";
|
|
2
|
+
import { Loading, PipelineSpec } from "../parts/types.js";
|
|
3
|
+
export type BgRemoverSchematic = AsSchematic<{
|
|
4
|
+
work: {
|
|
5
|
+
prepare(spec: PipelineSpec): Promise<void>;
|
|
6
|
+
remove(request: VideoFrame): Promise<VideoFrame>;
|
|
7
|
+
};
|
|
8
|
+
host: {
|
|
9
|
+
loading(load: Loading): Promise<void>;
|
|
10
|
+
};
|
|
11
|
+
}>;
|
|
12
|
+
export type RemoverOptions = {
|
|
13
|
+
frame: VideoFrame;
|
|
14
|
+
};
|
|
15
|
+
export type BgRemoverModels = "onnx-community/ISNet-ONNX" | "Xenova/modnet" | "briaai/RMBG-1.4";
|
|
16
|
+
export type BgRemoverOptions = {
|
|
17
|
+
spec: PipelineSpec;
|
|
18
|
+
workerUrl: URL | string;
|
|
19
|
+
onLoading: (loading: Loading) => void;
|
|
20
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../s/features/bg-remover/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { defer, once } from "@e280/stz";
|
|
2
|
+
import { Comrade } from "@e280/comrade";
|
|
3
|
+
import { loadPipe } from "../parts/load-pipe.js";
|
|
4
|
+
import { exposeErrors } from "../parts/expose-errors.js";
|
|
5
|
+
const deferred = defer();
|
|
6
|
+
const makePrepare = (host) => once(async (spec) => {
|
|
7
|
+
deferred.resolve({
|
|
8
|
+
spec,
|
|
9
|
+
pipe: await loadPipe({
|
|
10
|
+
spec,
|
|
11
|
+
task: "background-removal",
|
|
12
|
+
onLoading: loading => host.loading(loading),
|
|
13
|
+
})
|
|
14
|
+
});
|
|
15
|
+
});
|
|
16
|
+
const canvas = new OffscreenCanvas(1920, 1080);
|
|
17
|
+
const ctx = canvas.getContext("2d");
|
|
18
|
+
await Comrade.worker(shell => {
|
|
19
|
+
const prepare = makePrepare(shell.host);
|
|
20
|
+
return {
|
|
21
|
+
prepare: exposeErrors(prepare),
|
|
22
|
+
remove: exposeErrors(async (request) => {
|
|
23
|
+
const { pipe } = await deferred.promise;
|
|
24
|
+
canvas.width = request.displayWidth;
|
|
25
|
+
canvas.height = request.displayHeight;
|
|
26
|
+
ctx?.drawImage(request, 0, 0);
|
|
27
|
+
const output = await pipe(canvas);
|
|
28
|
+
const mask = output[0];
|
|
29
|
+
const frame = new VideoFrame(mask.toCanvas(), {
|
|
30
|
+
timestamp: request.timestamp,
|
|
31
|
+
duration: request.duration ?? undefined,
|
|
32
|
+
});
|
|
33
|
+
request.close();
|
|
34
|
+
shell.transfer = [frame];
|
|
35
|
+
return frame;
|
|
36
|
+
})
|
|
37
|
+
};
|
|
38
|
+
});
|
|
39
|
+
//# sourceMappingURL=worker.bundle.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../s/features/bg-remover/worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AACrC,OAAO,EAAC,OAAO,EAAO,MAAM,eAAe,CAAA;AAK3C,OAAO,EAAC,QAAQ,EAAC,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,2BAA2B,CAAA;AAEtD,MAAM,QAAQ,GAAG,KAAK,EAAyD,CAAA;AAC/E,MAAM,WAAW,GAAG,CAAC,IAA8B,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAC,IAAkB,EAAE,EAAE;IACxF,QAAQ,CAAC,OAAO,CAAC;QAChB,IAAI;QACJ,IAAI,EAAE,MAAM,QAAQ,CAAC;YACpB,IAAI;YACJ,IAAI,EAAE,oBAAoB;YAC1B,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3C,CAA8B;KAC/B,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;AAC9C,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;AAEnC,MAAM,OAAO,CAAC,MAAM,CAAqB,KAAK,CAAC,EAAE;IAChD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO;QACN,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC;QAC9B,MAAM,EAAE,YAAY,CAAC,KAAK,EAAC,OAAO,EAAE,EAAE;YACrC,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;YAErC,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,YAAY,CAAA;YACnC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,aAAa,CAAA;YACrC,GAAG,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAA;YACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YAEtB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE;gBAC7C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;aACvC,CAAC,CAAA;YAEF,OAAO,CAAC,KAAK,EAAE,CAAA;YACf,KAAK,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;YACxB,OAAO,KAAK,CAAA;QACb,CAAC,CAAC;KACF,CAAA;AACF,CAAC,CAAC,CAAA"}
|