@omnimedia/omnitool 1.1.0-1 → 1.1.0-100
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +556 -72
- package/package.json +20 -15
- package/s/context.ts +0 -7
- package/s/demo/demo.bundle.ts +104 -39
- package/s/demo/demo.css +246 -11
- package/s/demo/routines/export-test.ts +16 -0
- package/s/demo/routines/filmstrip-test.ts +23 -19
- package/s/demo/routines/load-video.ts +2 -3
- package/s/demo/routines/playback-test.ts +61 -0
- package/s/demo/routines/timeline-setup.ts +81 -0
- package/s/demo/routines/transcode-test.ts +21 -5
- package/s/demo/routines/transcriber-test.ts +34 -0
- package/s/demo/routines/transitions-test.ts +43 -0
- package/s/demo/routines/waveform-test.ts +35 -8
- package/s/driver/driver-worker.ts +9 -0
- package/s/driver/driver.test.ts +1 -1
- package/s/driver/driver.ts +52 -43
- package/s/driver/fns/host.ts +7 -6
- package/s/driver/fns/schematic.ts +69 -25
- package/s/driver/fns/work.ts +102 -214
- package/s/driver/parts/compositor.ts +319 -0
- package/s/driver/parts/machina.ts +19 -20
- package/s/driver/utils/find-pixi-filter.ts +24 -0
- package/s/driver/utils/load-decoder-source.ts +3 -4
- package/s/features/bg-remover/bg-remover.ts +26 -0
- package/s/features/bg-remover/default-spec.ts +11 -0
- package/s/features/bg-remover/types.ts +27 -0
- package/s/features/bg-remover/worker.bundle.ts +52 -0
- package/s/features/parts/expose-errors.ts +41 -0
- package/s/features/parts/load-pipe.ts +17 -0
- package/s/features/parts/types.ts +19 -0
- package/s/features/speech/transcribe/default-spec.ts +11 -0
- package/s/features/speech/transcribe/parts/prep-audio.ts +23 -0
- package/s/features/speech/transcribe/parts/transcribe.ts +70 -0
- package/s/features/speech/transcribe/transcriber.ts +46 -0
- package/s/features/speech/transcribe/types.ts +76 -0
- package/s/features/speech/transcribe/worker.bundle.ts +42 -0
- package/s/features/transition/parts/fragment.ts +24 -0
- package/s/features/transition/parts/types.ts +27 -0
- package/s/features/transition/parts/uniforms.ts +29 -0
- package/s/features/transition/parts/vertex.ts +31 -0
- package/s/features/transition/transition.ts +60 -0
- package/s/index.html.ts +103 -20
- package/s/index.ts +1 -0
- package/s/tests.bundle.ts +11 -0
- package/s/tests.html.ts +28 -0
- package/s/timeline/index.ts +17 -1
- package/s/timeline/parts/animations/make.ts +38 -0
- package/s/timeline/parts/animations/presets.ts +138 -0
- package/s/timeline/parts/animations/properties.ts +30 -0
- package/s/timeline/parts/animations/registry.ts +13 -0
- package/s/timeline/parts/animations/types.ts +80 -0
- package/s/timeline/parts/basics.ts +1 -1
- package/s/timeline/parts/captions.ts +91 -0
- package/s/timeline/parts/filmstrip.ts +43 -16
- package/s/timeline/parts/filters.ts +453 -0
- package/s/timeline/parts/item.ts +124 -11
- package/s/timeline/parts/media.ts +43 -1
- package/s/timeline/parts/resource-pool.ts +8 -5
- package/s/timeline/parts/resource.ts +3 -0
- package/s/timeline/parts/transitions.ts +102 -0
- package/s/timeline/parts/waveform/parts/collect.ts +72 -0
- package/s/timeline/parts/waveform/parts/render.ts +45 -0
- package/s/timeline/parts/waveform/parts/types.ts +24 -0
- package/s/timeline/parts/waveform/waveform.ts +161 -0
- package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
- package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
- package/s/timeline/renderers/export/parts/cursor.ts +291 -0
- package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
- package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
- package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
- package/s/timeline/renderers/export/produce.ts +28 -0
- package/s/timeline/renderers/parts/handy.ts +441 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
- package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +23 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts +51 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +99 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +97 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +11 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/visual/sampler.ts +31 -0
- package/s/timeline/renderers/parts/schedulers.ts +96 -0
- package/s/timeline/renderers/player/parts/playback.ts +213 -0
- package/s/timeline/renderers/player/player.ts +86 -0
- package/s/timeline/renderers/renderers.test.ts +403 -0
- package/s/timeline/sugar/helpers.ts +239 -0
- package/s/timeline/sugar/o.ts +443 -48
- package/s/timeline/sugar/omni.test.ts +210 -0
- package/s/timeline/sugar/omni.ts +38 -12
- package/s/timeline/types.ts +62 -0
- package/s/timeline/utils/anim.ts +63 -0
- package/s/timeline/utils/checksum.ts +5 -2
- package/s/timeline/utils/datafile.ts +15 -4
- package/s/timeline/utils/dummy-data.ts +3 -3
- package/s/timeline/utils/matrix.ts +54 -0
- package/s/timeline/utils/terps.ts +81 -0
- package/s/units/fps.ts +8 -0
- package/s/units/ms.ts +8 -0
- package/s/units/seconds.ts +8 -0
- package/x/WebGLRenderer-4CHIZDHY.js +2 -0
- package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
- package/x/WebGPURenderer-O6WXU2QR.js +2 -0
- package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
- package/x/browserAll-WNIOTNNP.js +2 -0
- package/x/browserAll-WNIOTNNP.js.map +7 -0
- package/x/chunk-23FOBGX6.js +2 -0
- package/x/chunk-23FOBGX6.js.map +7 -0
- package/x/chunk-73XOWA4F.js +393 -0
- package/x/chunk-73XOWA4F.js.map +7 -0
- package/x/chunk-IAWJKNX5.js +42 -0
- package/x/chunk-IAWJKNX5.js.map +7 -0
- package/x/chunk-KCMVLWBS.js +157 -0
- package/x/chunk-KCMVLWBS.js.map +7 -0
- package/x/chunk-MR32SQ27.js +2 -0
- package/x/chunk-MR32SQ27.js.map +7 -0
- package/x/chunk-VCUJJYRJ.js +327 -0
- package/x/chunk-VCUJJYRJ.js.map +7 -0
- package/x/chunk-XNIZ4L5W.js +269 -0
- package/x/chunk-XNIZ4L5W.js.map +7 -0
- package/x/chunk-ZLGNQFUI.js +15 -0
- package/x/chunk-ZLGNQFUI.js.map +7 -0
- package/x/context.d.ts +1 -4
- package/x/context.js +1 -5
- package/x/context.js.map +1 -1
- package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
- package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
- package/x/demo/browserAll-PTRBXBRP.js +2 -0
- package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
- package/x/demo/chunk-CUYOGHWU.js +42 -0
- package/x/demo/chunk-CUYOGHWU.js.map +7 -0
- package/x/demo/chunk-DGTDNJ7W.js +2 -0
- package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
- package/x/demo/chunk-FZ5BYF63.js +15 -0
- package/x/demo/chunk-FZ5BYF63.js.map +7 -0
- package/x/demo/chunk-KWN4NNES.js +269 -0
- package/x/demo/chunk-KWN4NNES.js.map +7 -0
- package/x/demo/chunk-OJ3FPXW7.js +157 -0
- package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
- package/x/demo/chunk-PSLUOGTZ.js +393 -0
- package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
- package/x/demo/chunk-VLCVEIFU.js +327 -0
- package/x/demo/chunk-VLCVEIFU.js.map +7 -0
- package/x/demo/chunk-ZWCPT5FR.js +2 -0
- package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
- package/x/demo/demo.bundle.js +94 -36
- package/x/demo/demo.bundle.js.map +1 -1
- package/x/demo/demo.bundle.min.js +7359 -107
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +246 -11
- package/x/demo/routines/export-test.d.ts +2 -0
- package/x/demo/routines/export-test.js +10 -0
- package/x/demo/routines/export-test.js.map +1 -0
- package/x/demo/routines/filmstrip-test.d.ts +1 -1
- package/x/demo/routines/filmstrip-test.js +21 -18
- package/x/demo/routines/filmstrip-test.js.map +1 -1
- package/x/demo/routines/load-video.d.ts +1 -1
- package/x/demo/routines/load-video.js +1 -2
- package/x/demo/routines/load-video.js.map +1 -1
- package/x/demo/routines/playback-test.d.ts +2 -0
- package/x/demo/routines/playback-test.js +51 -0
- package/x/demo/routines/playback-test.js.map +1 -0
- package/x/demo/routines/timeline-setup.d.ts +6 -0
- package/x/demo/routines/timeline-setup.js +59 -0
- package/x/demo/routines/timeline-setup.js.map +1 -0
- package/x/demo/routines/transcode-test.js +17 -5
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transcriber-test.d.ts +4 -0
- package/x/demo/routines/transcriber-test.js +33 -0
- package/x/demo/routines/transcriber-test.js.map +1 -0
- package/x/demo/routines/transitions-test.d.ts +5 -0
- package/x/demo/routines/transitions-test.js +35 -0
- package/x/demo/routines/transitions-test.js.map +1 -0
- package/x/demo/routines/waveform-test.d.ts +2 -1
- package/x/demo/routines/waveform-test.js +29 -8
- package/x/demo/routines/waveform-test.js.map +1 -1
- package/x/demo/webworkerAll-JENRT6BT.js +2 -0
- package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
- package/x/driver/driver-worker.d.ts +1 -0
- package/x/driver/driver-worker.js +6 -0
- package/x/driver/driver-worker.js.map +1 -0
- package/x/driver/driver.d.ts +24 -9
- package/x/driver/driver.js +51 -40
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.test.js +1 -1
- package/x/driver/driver.test.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +137 -1137
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +12 -4
- package/x/driver/fns/host.js +3 -3
- package/x/driver/fns/host.js.map +1 -1
- package/x/driver/fns/schematic.d.ts +65 -25
- package/x/driver/fns/work.d.ts +14 -7
- package/x/driver/fns/work.js +83 -174
- package/x/driver/fns/work.js.map +1 -1
- package/x/driver/parts/compositor.d.ts +39 -0
- package/x/driver/parts/compositor.js +264 -0
- package/x/driver/parts/compositor.js.map +1 -0
- package/x/driver/parts/machina.d.ts +0 -20
- package/x/driver/parts/machina.js +6 -10
- package/x/driver/parts/machina.js.map +1 -1
- package/x/driver/utils/find-pixi-filter.d.ts +5 -0
- package/x/driver/utils/find-pixi-filter.js +13 -0
- package/x/driver/utils/find-pixi-filter.js.map +1 -0
- package/x/driver/utils/load-decoder-source.d.ts +2 -1
- package/x/driver/utils/load-decoder-source.js +2 -3
- package/x/driver/utils/load-decoder-source.js.map +1 -1
- package/x/features/bg-remover/bg-remover.d.ts +5 -0
- package/x/features/bg-remover/bg-remover.js +18 -0
- package/x/features/bg-remover/bg-remover.js.map +1 -0
- package/x/features/bg-remover/default-spec.d.ts +2 -0
- package/x/features/bg-remover/default-spec.js +6 -0
- package/x/features/bg-remover/default-spec.js.map +1 -0
- package/x/features/bg-remover/types.d.ts +20 -0
- package/x/features/bg-remover/types.js +2 -0
- package/x/features/bg-remover/types.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.js +39 -0
- package/x/features/bg-remover/worker.bundle.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.min.js +2916 -0
- package/x/features/bg-remover/worker.bundle.min.js.map +7 -0
- package/x/features/parts/expose-errors.d.ts +3 -0
- package/x/features/parts/expose-errors.js +32 -0
- package/x/features/parts/expose-errors.js.map +1 -0
- package/x/features/parts/load-pipe.d.ts +2 -0
- package/x/features/parts/load-pipe.js +13 -0
- package/x/features/parts/load-pipe.js.map +1 -0
- package/x/features/parts/types.d.ts +15 -0
- package/x/features/parts/types.js +2 -0
- package/x/features/parts/types.js.map +1 -0
- package/x/features/speech/transcribe/default-spec.d.ts +2 -0
- package/x/features/speech/transcribe/default-spec.js +8 -0
- package/x/features/speech/transcribe/default-spec.js.map +1 -0
- package/x/features/speech/transcribe/parts/prep-audio.d.ts +5 -0
- package/x/features/speech/transcribe/parts/prep-audio.js +21 -0
- package/x/features/speech/transcribe/parts/prep-audio.js.map +1 -0
- package/x/features/speech/transcribe/parts/transcribe.d.ts +5 -0
- package/x/features/speech/transcribe/parts/transcribe.js +56 -0
- package/x/features/speech/transcribe/parts/transcribe.js.map +1 -0
- package/x/features/speech/transcribe/transcriber.d.ts +5 -0
- package/x/features/speech/transcribe/transcriber.js +33 -0
- package/x/features/speech/transcribe/transcriber.js.map +1 -0
- package/x/features/speech/transcribe/types.d.ts +59 -0
- package/x/features/speech/transcribe/types.js +2 -0
- package/x/features/speech/transcribe/types.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.js +35 -0
- package/x/features/speech/transcribe/worker.bundle.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.min.js +2916 -0
- package/x/features/speech/transcribe/worker.bundle.min.js.map +7 -0
- package/x/features/transition/parts/fragment.d.ts +1 -0
- package/x/features/transition/parts/fragment.js +25 -0
- package/x/features/transition/parts/fragment.js.map +1 -0
- package/x/features/transition/parts/types.d.ts +23 -0
- package/x/features/transition/parts/types.js +2 -0
- package/x/features/transition/parts/types.js.map +1 -0
- package/x/features/transition/parts/uniforms.d.ts +31 -0
- package/x/features/transition/parts/uniforms.js +27 -0
- package/x/features/transition/parts/uniforms.js.map +1 -0
- package/x/features/transition/parts/vertex.d.ts +1 -0
- package/x/features/transition/parts/vertex.js +32 -0
- package/x/features/transition/parts/vertex.js.map +1 -0
- package/x/features/transition/transition.d.ts +5 -0
- package/x/features/transition/transition.js +50 -0
- package/x/features/transition/transition.js.map +1 -0
- package/x/index.d.ts +1 -0
- package/x/index.html +349 -30
- package/x/index.html.js +103 -19
- package/x/index.html.js.map +1 -1
- package/x/index.js +1 -0
- package/x/index.js.map +1 -1
- package/x/tests.bundle.d.ts +1 -0
- package/x/tests.bundle.js +8 -0
- package/x/tests.bundle.js.map +1 -0
- package/x/tests.bundle.min.js +7374 -0
- package/x/tests.bundle.min.js.map +7 -0
- package/x/tests.html +316 -0
- package/x/tests.html.d.ts +2 -0
- package/x/tests.html.js +22 -0
- package/x/tests.html.js.map +1 -0
- package/x/timeline/index.d.ts +16 -0
- package/x/timeline/index.js +16 -0
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/animations/make.d.ts +3 -0
- package/x/timeline/parts/animations/make.js +29 -0
- package/x/timeline/parts/animations/make.js.map +1 -0
- package/x/timeline/parts/animations/presets.d.ts +170 -0
- package/x/timeline/parts/animations/presets.js +135 -0
- package/x/timeline/parts/animations/presets.js.map +1 -0
- package/x/timeline/parts/animations/properties.d.ts +84 -0
- package/x/timeline/parts/animations/properties.js +25 -0
- package/x/timeline/parts/animations/properties.js.map +1 -0
- package/x/timeline/parts/animations/registry.d.ts +218 -0
- package/x/timeline/parts/animations/registry.js +11 -0
- package/x/timeline/parts/animations/registry.js.map +1 -0
- package/x/timeline/parts/animations/types.d.ts +60 -0
- package/x/timeline/parts/animations/types.js +2 -0
- package/x/timeline/parts/animations/types.js.map +1 -0
- package/x/timeline/parts/basics.d.ts +1 -1
- package/x/timeline/parts/captions.d.ts +41 -0
- package/x/timeline/parts/captions.js +55 -0
- package/x/timeline/parts/captions.js.map +1 -0
- package/x/timeline/parts/filmstrip.d.ts +4 -3
- package/x/timeline/parts/filmstrip.js +29 -10
- package/x/timeline/parts/filmstrip.js.map +1 -1
- package/x/timeline/parts/filters.d.ts +108 -0
- package/x/timeline/parts/filters.js +340 -0
- package/x/timeline/parts/filters.js.map +1 -0
- package/x/timeline/parts/item.d.ts +106 -12
- package/x/timeline/parts/item.js +11 -7
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +6 -0
- package/x/timeline/parts/media.js +35 -1
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/resource-pool.d.ts +3 -0
- package/x/timeline/parts/resource-pool.js +7 -4
- package/x/timeline/parts/resource-pool.js.map +1 -1
- package/x/timeline/parts/resource.d.ts +3 -0
- package/x/timeline/parts/transitions.d.ts +15 -0
- package/x/timeline/parts/transitions.js +81 -0
- package/x/timeline/parts/transitions.js.map +1 -0
- package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
- package/x/timeline/parts/waveform/parts/collect.js +56 -0
- package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
- package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
- package/x/timeline/parts/waveform/parts/render.js +29 -0
- package/x/timeline/parts/waveform/parts/render.js.map +1 -0
- package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
- package/x/timeline/parts/waveform/parts/types.js +2 -0
- package/x/timeline/parts/waveform/parts/types.js.map +1 -0
- package/x/timeline/parts/waveform/waveform.d.ts +19 -0
- package/x/timeline/parts/waveform/waveform.js +133 -0
- package/x/timeline/parts/waveform/waveform.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
- package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
- package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
- package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
- package/x/timeline/renderers/export/parts/cursor.d.ts +35 -0
- package/x/timeline/renderers/export/parts/cursor.js +236 -0
- package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
- package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
- package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
- package/x/timeline/renderers/export/parts/produce-video.js +26 -0
- package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
- package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
- package/x/timeline/renderers/export/parts/resamplers.js +29 -0
- package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
- package/x/timeline/renderers/export/produce.d.ts +13 -0
- package/x/timeline/renderers/export/produce.js +15 -0
- package/x/timeline/renderers/export/produce.js.map +1 -0
- package/x/timeline/renderers/parts/handy.d.ts +38 -0
- package/x/timeline/renderers/parts/handy.js +263 -0
- package/x/timeline/renderers/parts/handy.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +14 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js +36 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +70 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +63 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js +20 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
- package/x/timeline/renderers/parts/schedulers.js +64 -0
- package/x/timeline/renderers/parts/schedulers.js.map +1 -0
- package/x/timeline/renderers/player/parts/playback.d.ts +39 -0
- package/x/timeline/renderers/player/parts/playback.js +160 -0
- package/x/timeline/renderers/player/parts/playback.js.map +1 -0
- package/x/timeline/renderers/player/player.d.ts +27 -0
- package/x/timeline/renderers/player/player.js +64 -0
- package/x/timeline/renderers/player/player.js.map +1 -0
- package/x/timeline/renderers/renderers.test.d.ts +33 -0
- package/x/timeline/renderers/renderers.test.js +321 -0
- package/x/timeline/renderers/renderers.test.js.map +1 -0
- package/x/timeline/sugar/helpers.d.ts +72 -0
- package/x/timeline/sugar/helpers.js +122 -0
- package/x/timeline/sugar/helpers.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +59 -8
- package/x/timeline/sugar/o.js +326 -40
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +11 -2
- package/x/timeline/sugar/omni.js +30 -9
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/sugar/omni.test.d.ts +27 -0
- package/x/timeline/sugar/omni.test.js +128 -0
- package/x/timeline/sugar/omni.test.js.map +1 -0
- package/x/timeline/types.d.ts +37 -0
- package/x/timeline/types.js +2 -0
- package/x/timeline/types.js.map +1 -0
- package/x/timeline/utils/anim.d.ts +3 -0
- package/x/timeline/utils/anim.js +40 -0
- package/x/timeline/utils/anim.js.map +1 -0
- package/x/timeline/utils/checksum.d.ts +3 -2
- package/x/timeline/utils/checksum.js +2 -1
- package/x/timeline/utils/checksum.js.map +1 -1
- package/x/timeline/utils/datafile.d.ts +5 -3
- package/x/timeline/utils/datafile.js +18 -5
- package/x/timeline/utils/datafile.js.map +1 -1
- package/x/timeline/utils/dummy-data.d.ts +1 -2
- package/x/timeline/utils/dummy-data.js +4 -2
- package/x/timeline/utils/dummy-data.js.map +1 -1
- package/x/timeline/utils/matrix.d.ts +17 -0
- package/x/timeline/utils/matrix.js +36 -0
- package/x/timeline/utils/matrix.js.map +1 -0
- package/x/timeline/utils/terps.d.ts +11 -0
- package/x/timeline/utils/terps.js +57 -0
- package/x/timeline/utils/terps.js.map +1 -0
- package/x/units/fps.d.ts +6 -0
- package/x/units/fps.js +2 -0
- package/x/units/fps.js.map +1 -0
- package/x/units/ms.d.ts +6 -0
- package/x/units/ms.js +2 -0
- package/x/units/ms.js.map +1 -0
- package/x/units/seconds.d.ts +6 -0
- package/x/units/seconds.js +2 -0
- package/x/units/seconds.js.map +1 -0
- package/x/webworkerAll-RLCTMSDD.js +2 -0
- package/x/webworkerAll-RLCTMSDD.js.map +7 -0
- package/s/tests.test.ts +0 -8
- package/s/timeline/parts/waveform.ts +0 -62
- package/s/timeline/sugar/omni-test.ts +0 -38
- package/x/tests.test.js +0 -6
- package/x/tests.test.js.map +0 -1
- package/x/timeline/parts/waveform.d.ts +0 -8
- package/x/timeline/parts/waveform.js +0 -51
- package/x/timeline/parts/waveform.js.map +0 -1
- package/x/timeline/sugar/omni-test.js +0 -22
- package/x/timeline/sugar/omni-test.js.map +0 -1
- /package/x/{tests.test.d.ts → features/bg-remover/worker.bundle.d.ts} +0 -0
- /package/x/{timeline/sugar/omni-test.d.ts → features/speech/transcribe/worker.bundle.d.ts} +0 -0
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { Application, Sprite } from "pixi.js";
|
|
2
|
+
import { makeTransition } from "../../features/transition/transition.js";
|
|
3
|
+
export async function setupTransitionsTest(driver, source) {
|
|
4
|
+
const app = new Application();
|
|
5
|
+
await app.init({ width: 300, height: 300, preference: "webgl" });
|
|
6
|
+
const sprite = new Sprite({ width: 300, height: 300 });
|
|
7
|
+
app.stage.addChild(sprite);
|
|
8
|
+
document.body.appendChild(app.canvas);
|
|
9
|
+
const transition = makeTransition({ name: "circle", renderer: app.renderer });
|
|
10
|
+
async function run() {
|
|
11
|
+
const video = driver.decodeVideo({
|
|
12
|
+
source,
|
|
13
|
+
async onFrame(frame) {
|
|
14
|
+
const texture = transition.render({
|
|
15
|
+
from: frame,
|
|
16
|
+
to: frame,
|
|
17
|
+
progress: 0.7,
|
|
18
|
+
width: app.canvas.width,
|
|
19
|
+
height: app.canvas.height
|
|
20
|
+
});
|
|
21
|
+
sprite.texture = texture;
|
|
22
|
+
return frame;
|
|
23
|
+
}
|
|
24
|
+
});
|
|
25
|
+
driver.encode({
|
|
26
|
+
video: video.readable,
|
|
27
|
+
config: {
|
|
28
|
+
audio: { codec: "opus", bitrate: 128000 },
|
|
29
|
+
video: { codec: "vp9", bitrate: 1000000 }
|
|
30
|
+
}
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
return { run };
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=transitions-test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transitions-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transitions-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,WAAW,EAAE,MAAM,EAAC,MAAM,SAAS,CAAA;AAI3C,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAEtE,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAAc,EAAE,MAAqB;IAC/E,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAA;IAC7B,MAAM,GAAG,CAAC,IAAI,CAAC,EAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,EAAC,CAAC,CAAA;IAC9D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAC,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAC,CAAC,CAAA;IAEpD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAE1B,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;IACrC,MAAM,UAAU,GAAG,cAAc,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAC,CAAC,CAAA;IAE3E,KAAK,UAAU,GAAG;QACjB,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC;YAChC,MAAM;YACN,KAAK,CAAC,OAAO,CAAC,KAAK;gBAClB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;oBACjC,IAAI,EAAE,KAAK;oBACX,EAAE,EAAE,KAAK;oBACT,QAAQ,EAAE,GAAG;oBACb,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK;oBACvB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;iBACzB,CAAC,CAAA;gBACF,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;gBACxB,OAAO,KAAK,CAAA;YACb,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,CAAC,MAAM,CAAC;YACb,KAAK,EAAE,KAAK,CAAC,QAAQ;YACrB,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;IACH,CAAC;IAED,OAAO,EAAC,GAAG,EAAC,CAAA;AACb,CAAC"}
|
|
@@ -1 +1,2 @@
|
|
|
1
|
-
|
|
1
|
+
import { Driver } from "../../driver/driver.js";
|
|
2
|
+
export declare function waveformTest(driver: Driver, source: File, root: HTMLElement): Promise<void>;
|
|
@@ -1,11 +1,32 @@
|
|
|
1
|
-
import { Waveform } from "../../timeline/parts/waveform.js";
|
|
2
|
-
export async function waveformTest() {
|
|
3
|
-
const container =
|
|
4
|
-
const widthSlider =
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
1
|
+
import { Waveform } from "../../timeline/parts/waveform/waveform.js";
|
|
2
|
+
export async function waveformTest(driver, source, root) {
|
|
3
|
+
const container = root.querySelector(".waveform-canvas");
|
|
4
|
+
const widthSlider = root.querySelector(".width");
|
|
5
|
+
container.replaceChildren();
|
|
6
|
+
container.style.position = "relative";
|
|
7
|
+
container.style.height = "96px";
|
|
8
|
+
container.style.overflow = "hidden";
|
|
9
|
+
const waveform = await Waveform.init(driver, source, {
|
|
10
|
+
tileHeight: 96,
|
|
11
|
+
onChange: () => renderTiles()
|
|
9
12
|
});
|
|
13
|
+
const renderTiles = () => {
|
|
14
|
+
const width = +widthSlider.value;
|
|
15
|
+
const zoom = pixelsPerSecond(width, waveform.duration);
|
|
16
|
+
waveform.zoom = zoom;
|
|
17
|
+
container.style.width = `${width}px`;
|
|
18
|
+
container.replaceChildren(...[...waveform.getTiles().values()].map(tile => {
|
|
19
|
+
tile.canvas.style.position = "absolute";
|
|
20
|
+
tile.canvas.style.top = "0";
|
|
21
|
+
tile.canvas.style.left = `${tile.startTime * pixelsPerSecond(width, waveform.duration)}px`;
|
|
22
|
+
tile.canvas.style.height = "100%";
|
|
23
|
+
return tile.canvas;
|
|
24
|
+
}));
|
|
25
|
+
};
|
|
26
|
+
widthSlider.oninput = renderTiles;
|
|
27
|
+
waveform.range = [0, waveform.duration];
|
|
28
|
+
}
|
|
29
|
+
function pixelsPerSecond(width, duration) {
|
|
30
|
+
return duration > 0 ? width / duration : 0;
|
|
10
31
|
}
|
|
11
32
|
//# sourceMappingURL=waveform-test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"waveform-test.js","sourceRoot":"","sources":["../../../s/demo/routines/waveform-test.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"waveform-test.js","sourceRoot":"","sources":["../../../s/demo/routines/waveform-test.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,QAAQ,EAAC,MAAM,2CAA2C,CAAA;AAElE,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAc,EAAE,MAAY,EAAE,IAAiB;IACjF,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAmB,CAAA;IAC1E,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IAEpE,SAAS,CAAC,eAAe,EAAE,CAAA;IAC3B,SAAS,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACrC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;IAC/B,SAAS,CAAC,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAA;IAEnC,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE;QACpD,UAAU,EAAE,EAAE;QACd,QAAQ,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;KAC7B,CAAC,CAAA;IAEF,MAAM,WAAW,GAAG,GAAG,EAAE;QACxB,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAA;QAChC,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAA;QACtD,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAA;QACpB,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,KAAK,IAAI,CAAA;QACpC,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;YACzE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;YACvC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAA;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAA;YAC1F,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAA;YACjC,OAAO,IAAI,CAAC,MAAM,CAAA;QACnB,CAAC,CAAC,CAAC,CAAA;IACJ,CAAC,CAAA;IAED,WAAW,CAAC,OAAO,GAAG,WAAW,CAAA;IACjC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAA;AACxC,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,QAAgB;IACvD,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAC3C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function driverWorker(): Promise<void>;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"driver-worker.js","sourceRoot":"","sources":["../../s/driver/driver-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,EAAC,eAAe,EAAC,MAAM,eAAe,CAAA;AAG7C,MAAM,CAAC,KAAK,UAAU,YAAY;IACjC,MAAM,OAAO,CAAC,MAAM,CAAkB,eAAe,CAAC,CAAA;AACvD,CAAC"}
|
package/x/driver/driver.d.ts
CHANGED
|
@@ -1,22 +1,37 @@
|
|
|
1
1
|
import { Thread } from "@e280/comrade";
|
|
2
|
+
import { type StreamTargetChunk } from "mediabunny";
|
|
2
3
|
import { Machina } from "./parts/machina.js";
|
|
4
|
+
import { Compositor } from "./parts/compositor.js";
|
|
3
5
|
import { DecoderInput, DriverSchematic, Composition, EncoderInput, DecoderSource } from "./fns/schematic.js";
|
|
4
6
|
export type DriverOptions = {
|
|
5
7
|
workerUrl: URL | string;
|
|
6
8
|
};
|
|
7
9
|
export declare class Driver {
|
|
8
|
-
#private;
|
|
9
10
|
machina: Machina;
|
|
10
11
|
thread: Thread<DriverSchematic>;
|
|
11
|
-
|
|
12
|
-
|
|
12
|
+
compositor: Compositor;
|
|
13
|
+
static setup(options?: DriverOptions): Promise<Driver>;
|
|
14
|
+
constructor(machina: Machina, thread: Thread<DriverSchematic>, compositor: Compositor);
|
|
13
15
|
hello(): Promise<void>;
|
|
14
|
-
getAudioDuration(source: DecoderSource): Promise<
|
|
15
|
-
getVideoDuration(source: DecoderSource): Promise<
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
16
|
+
getAudioDuration(source: DecoderSource): Promise<number>;
|
|
17
|
+
getVideoDuration(source: DecoderSource): Promise<number | undefined>;
|
|
18
|
+
decodeVideo(input: DecoderInput): {
|
|
19
|
+
readable: ReadableStream<VideoFrame>;
|
|
20
|
+
/**
|
|
21
|
+
* use this to stop decoding (premature interruption)
|
|
22
|
+
* */
|
|
23
|
+
cancel(): void;
|
|
24
|
+
};
|
|
25
|
+
decodeAudio(input: DecoderInput): {
|
|
26
|
+
readable: ReadableStream<AudioData>;
|
|
27
|
+
/**
|
|
28
|
+
* use this to stop decoding (premature interruption)
|
|
29
|
+
* */
|
|
30
|
+
cancel(): void;
|
|
31
|
+
};
|
|
32
|
+
encode({ audio, video, config }: EncoderInput): {
|
|
33
|
+
readable: ReadableStream<StreamTargetChunk>;
|
|
34
|
+
done: Promise<void>;
|
|
19
35
|
};
|
|
20
|
-
encode({ readables, config }: EncoderInput): Promise<void>;
|
|
21
36
|
composite(composition: Composition): Promise<VideoFrame>;
|
|
22
37
|
}
|
package/x/driver/driver.js
CHANGED
|
@@ -1,23 +1,28 @@
|
|
|
1
|
+
import { is } from "@e280/stz";
|
|
1
2
|
import { Comrade, tune } from "@e280/comrade";
|
|
2
3
|
import { ALL_FORMATS, Input } from "mediabunny";
|
|
3
4
|
import { Machina } from "./parts/machina.js";
|
|
5
|
+
import { Compositor } from "./parts/compositor.js";
|
|
4
6
|
import { setupDriverHost } from "./fns/host.js";
|
|
5
7
|
import { loadDecoderSource } from "./utils/load-decoder-source.js";
|
|
6
8
|
export class Driver {
|
|
7
9
|
machina;
|
|
8
10
|
thread;
|
|
11
|
+
compositor;
|
|
9
12
|
static async setup(options) {
|
|
10
13
|
const machina = new Machina();
|
|
11
14
|
const thread = await Comrade.thread({
|
|
12
15
|
label: "OmnitoolDriver",
|
|
13
|
-
workerUrl: options.
|
|
16
|
+
workerUrl: options?.workerUrl ?? "/node_modules/@omnimedia/omnitool/x/driver/driver.worker.bundle.min.js",
|
|
14
17
|
setupHost: setupDriverHost(machina),
|
|
15
18
|
});
|
|
16
|
-
|
|
19
|
+
const compositor = await Compositor.setup();
|
|
20
|
+
return new this(machina, thread, compositor);
|
|
17
21
|
}
|
|
18
|
-
constructor(machina, thread) {
|
|
22
|
+
constructor(machina, thread, compositor) {
|
|
19
23
|
this.machina = machina;
|
|
20
24
|
this.thread = thread;
|
|
25
|
+
this.compositor = compositor;
|
|
21
26
|
}
|
|
22
27
|
async hello() {
|
|
23
28
|
return this.thread.work.hello();
|
|
@@ -28,7 +33,9 @@ export class Driver {
|
|
|
28
33
|
formats: ALL_FORMATS
|
|
29
34
|
});
|
|
30
35
|
const audioTrack = await input.getPrimaryAudioTrack();
|
|
31
|
-
|
|
36
|
+
if (!audioTrack)
|
|
37
|
+
throw new Error("primary audio track not found");
|
|
38
|
+
return await audioTrack.computeDuration();
|
|
32
39
|
}
|
|
33
40
|
async getVideoDuration(source) {
|
|
34
41
|
const input = new Input({
|
|
@@ -38,60 +45,64 @@ export class Driver {
|
|
|
38
45
|
const videoTrack = await input.getPrimaryVideoTrack();
|
|
39
46
|
return await videoTrack?.computeDuration();
|
|
40
47
|
}
|
|
41
|
-
|
|
48
|
+
decodeVideo(input) {
|
|
42
49
|
let lastFrame = null;
|
|
50
|
+
const { port1, port2 } = new MessageChannel();
|
|
43
51
|
const videoTransform = new TransformStream({
|
|
44
52
|
async transform(chunk, controller) {
|
|
45
53
|
const frame = await input.onFrame?.(chunk) ?? chunk;
|
|
46
|
-
// below code is to prevent mem leaks and hardware accelerated decoder stall
|
|
47
54
|
lastFrame?.close();
|
|
48
55
|
controller.enqueue(frame);
|
|
49
56
|
lastFrame = frame;
|
|
50
57
|
}
|
|
51
58
|
});
|
|
52
|
-
|
|
53
|
-
this.thread.work.decode[tune]({ transfer: [videoTransform.writable, audioTransform.writable] })({
|
|
59
|
+
this.thread.work.decodeVideo[tune]({ transfer: [videoTransform.writable, port2] })({
|
|
54
60
|
source: input.source,
|
|
61
|
+
cancel: port2,
|
|
55
62
|
video: videoTransform.writable,
|
|
56
|
-
|
|
63
|
+
start: input.start,
|
|
64
|
+
end: input.end
|
|
57
65
|
});
|
|
58
66
|
return {
|
|
59
|
-
|
|
60
|
-
|
|
67
|
+
readable: videoTransform.readable,
|
|
68
|
+
/**
|
|
69
|
+
* use this to stop decoding (premature interruption)
|
|
70
|
+
* */
|
|
71
|
+
cancel() {
|
|
72
|
+
port1.postMessage("close");
|
|
73
|
+
port1.close();
|
|
74
|
+
}
|
|
61
75
|
};
|
|
62
76
|
}
|
|
63
|
-
|
|
64
|
-
const
|
|
65
|
-
const
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
await writable.close();
|
|
73
|
-
}
|
|
77
|
+
decodeAudio(input) {
|
|
78
|
+
const audioTransform = new TransformStream();
|
|
79
|
+
const { port1, port2 } = new MessageChannel();
|
|
80
|
+
this.thread.work.decodeAudio[tune]({ transfer: [audioTransform.writable, port2] })({
|
|
81
|
+
source: input.source,
|
|
82
|
+
cancel: port2,
|
|
83
|
+
audio: audioTransform.writable,
|
|
84
|
+
start: input.start,
|
|
85
|
+
end: input.end
|
|
74
86
|
});
|
|
75
|
-
return
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
const visit = (node) => {
|
|
84
|
-
if (Array.isArray(node)) {
|
|
85
|
-
for (const child of node)
|
|
86
|
-
visit(child);
|
|
87
|
-
}
|
|
88
|
-
else if (node && typeof node === 'object' && 'kind' in node) {
|
|
89
|
-
if (node.kind === 'image' && node.frame instanceof VideoFrame)
|
|
90
|
-
transferables.push(node.frame);
|
|
87
|
+
return {
|
|
88
|
+
readable: audioTransform.readable,
|
|
89
|
+
/**
|
|
90
|
+
* use this to stop decoding (premature interruption)
|
|
91
|
+
* */
|
|
92
|
+
cancel() {
|
|
93
|
+
port1.postMessage("close");
|
|
94
|
+
port1.close();
|
|
91
95
|
}
|
|
92
96
|
};
|
|
93
|
-
|
|
94
|
-
|
|
97
|
+
}
|
|
98
|
+
encode({ audio, video, config }) {
|
|
99
|
+
const { readable, writable } = new TransformStream();
|
|
100
|
+
const transfer = [audio, video, writable].filter(is.happy);
|
|
101
|
+
const done = this.thread.work.encode[tune]({ transfer })({ audio, video, config, writable });
|
|
102
|
+
return { readable, done };
|
|
103
|
+
}
|
|
104
|
+
async composite(composition) {
|
|
105
|
+
return await this.compositor.composite(composition);
|
|
95
106
|
}
|
|
96
107
|
}
|
|
97
108
|
//# sourceMappingURL=driver.js.map
|
package/x/driver/driver.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"driver.js","sourceRoot":"","sources":["../../s/driver/driver.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"driver.js","sourceRoot":"","sources":["../../s/driver/driver.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAC,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAC,OAAO,EAAE,IAAI,EAAS,MAAM,eAAe,CAAA;AACnD,OAAO,EAAC,WAAW,EAAE,KAAK,EAAyB,MAAM,YAAY,CAAA;AAErE,OAAO,EAAC,OAAO,EAAC,MAAM,oBAAoB,CAAA;AAC1C,OAAO,EAAC,UAAU,EAAC,MAAM,uBAAuB,CAAA;AAChD,OAAO,EAAC,eAAe,EAAC,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAC,iBAAiB,EAAC,MAAM,gCAAgC,CAAA;AAOhE,MAAM,OAAO,MAAM;IAaV;IACA;IACA;IAdR,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,OAAuB;QACzC,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAA;QAC7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAkB;YACpD,KAAK,EAAE,gBAAgB;YACvB,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,wEAAwE;YACzG,SAAS,EAAE,eAAe,CAAC,OAAO,CAAC;SACnC,CAAC,CAAA;QACF,MAAM,UAAU,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,CAAA;QAC3C,OAAO,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,CAAA;IAC7C,CAAC;IAED,YACQ,OAAgB,EAChB,MAA+B,EAC/B,UAAsB;QAFtB,YAAO,GAAP,OAAO,CAAS;QAChB,WAAM,GAAN,MAAM,CAAyB;QAC/B,eAAU,GAAV,UAAU,CAAY;IAC3B,CAAC;IAEJ,KAAK,CAAC,KAAK;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAqB;QAC3C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;QACjE,OAAO,MAAM,UAAU,CAAC,eAAe,EAAE,CAAA;IAC1C,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAqB;QAC3C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;YACvC,OAAO,EAAE,WAAW;SACpB,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,OAAO,MAAM,UAAU,EAAE,eAAe,EAAE,CAAA;IAC3C,CAAC;IAED,WAAW,CAAC,KAAmB;QAC9B,IAAI,SAAS,GAAsB,IAAI,CAAA;QACvC,MAAM,EAAC,KAAK,EAAE,KAAK,EAAC,GAAG,IAAI,cAAc,EAAE,CAAA;QAC3C,MAAM,cAAc,GAAG,IAAI,eAAe,CAAyB;YAClE,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU;gBAChC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,CAAA;gBACnD,SAAS,EAAE,KAAK,EAAE,CAAA;gBAClB,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;gBACzB,SAAS,GAAG,KAAK,CAAA;YAClB,CAAC;SACD,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAC,CAAC,CAAC;YAChF,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc,CAAC,QAAQ;YAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG,EAAE,KAAK,CAAC,GAAG;SACd,CAAC,CAAA;QACF,OAAO;YACN,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC;;iBAEK;YACL,MAAM;gBACL,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;gBAC1B,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;SACD,CAAA;IACF,CAAC;IAED,WAAW,CAAC,KAAmB;QAC9B,MAAM,cAAc,GAAG,IAAI,eAAe,EAAwB,CAAA;QAClE,MAAM,EAAC,KAAK,EAAE,KAAK,EAAC,GAAG,IAAI,cAAc,EAAE,CAAA;QAC3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAC,CAAC,CAAC;YAChF,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,cAAc,CAAC,QAAQ;YAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,GAAG,EAAE,KAAK,CAAC,GAAG;SACd,CAAC,CAAA;QACF,OAAO;YACN,QAAQ,EAAE,cAAc,CAAC,QAAQ;YACjC;;iBAEK;YACL,MAAM;gBACL,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;gBAC1B,KAAK,CAAC,KAAK,EAAE,CAAA;YACd,CAAC;SACD,CAAA;IACF,CAAC;IAED,MAAM,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAe;QAC1C,MAAM,EAAC,QAAQ,EAAE,QAAQ,EAAC,GAAG,IAAI,eAAe,EAAwC,CAAA;QACxF,MAAM,QAAQ,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAC,EAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAC,CAAC,CAAA;QACxF,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,SAAS,CACd,WAAwB;QAExB,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,WAAW,CAAC,CAAA;IACpD,CAAC;CAED"}
|
package/x/driver/driver.test.js
CHANGED
|
@@ -2,7 +2,7 @@ import { Driver } from "./driver.js";
|
|
|
2
2
|
import { Science, test, expect } from "@e280/science";
|
|
3
3
|
const workerUrl = new URL("./driver.worker.bundle.js", import.meta.url);
|
|
4
4
|
export default Science.suite({
|
|
5
|
-
"driver hello world": test(async () => {
|
|
5
|
+
"driver hello world": test.skip(async () => {
|
|
6
6
|
const driver = await Driver.setup({ workerUrl });
|
|
7
7
|
expect(driver.machina.count).is(0);
|
|
8
8
|
await driver.thread.work.hello();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"driver.test.js","sourceRoot":"","sources":["../../s/driver/driver.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAA;AAClC,OAAO,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,MAAM,eAAe,CAAA;AAEnD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEvE,eAAe,OAAO,CAAC,KAAK,CAAC;IAC5B,oBAAoB,EAAE,IAAI,CAAC,KAAK,IAAG,EAAE;
|
|
1
|
+
{"version":3,"file":"driver.test.js","sourceRoot":"","sources":["../../s/driver/driver.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,MAAM,EAAC,MAAM,aAAa,CAAA;AAClC,OAAO,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAC,MAAM,eAAe,CAAA;AAEnD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,2BAA2B,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAEvE,eAAe,OAAO,CAAC,KAAK,CAAC;IAC5B,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,IAAG,EAAE;QACzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,EAAC,SAAS,EAAC,CAAC,CAAA;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAClC,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACnC,CAAC,CAAC;CACF,CAAC,CAAA"}
|