@omnimedia/omnitool 1.1.0-1 → 1.1.0-100
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +556 -72
- package/package.json +20 -15
- package/s/context.ts +0 -7
- package/s/demo/demo.bundle.ts +104 -39
- package/s/demo/demo.css +246 -11
- package/s/demo/routines/export-test.ts +16 -0
- package/s/demo/routines/filmstrip-test.ts +23 -19
- package/s/demo/routines/load-video.ts +2 -3
- package/s/demo/routines/playback-test.ts +61 -0
- package/s/demo/routines/timeline-setup.ts +81 -0
- package/s/demo/routines/transcode-test.ts +21 -5
- package/s/demo/routines/transcriber-test.ts +34 -0
- package/s/demo/routines/transitions-test.ts +43 -0
- package/s/demo/routines/waveform-test.ts +35 -8
- package/s/driver/driver-worker.ts +9 -0
- package/s/driver/driver.test.ts +1 -1
- package/s/driver/driver.ts +52 -43
- package/s/driver/fns/host.ts +7 -6
- package/s/driver/fns/schematic.ts +69 -25
- package/s/driver/fns/work.ts +102 -214
- package/s/driver/parts/compositor.ts +319 -0
- package/s/driver/parts/machina.ts +19 -20
- package/s/driver/utils/find-pixi-filter.ts +24 -0
- package/s/driver/utils/load-decoder-source.ts +3 -4
- package/s/features/bg-remover/bg-remover.ts +26 -0
- package/s/features/bg-remover/default-spec.ts +11 -0
- package/s/features/bg-remover/types.ts +27 -0
- package/s/features/bg-remover/worker.bundle.ts +52 -0
- package/s/features/parts/expose-errors.ts +41 -0
- package/s/features/parts/load-pipe.ts +17 -0
- package/s/features/parts/types.ts +19 -0
- package/s/features/speech/transcribe/default-spec.ts +11 -0
- package/s/features/speech/transcribe/parts/prep-audio.ts +23 -0
- package/s/features/speech/transcribe/parts/transcribe.ts +70 -0
- package/s/features/speech/transcribe/transcriber.ts +46 -0
- package/s/features/speech/transcribe/types.ts +76 -0
- package/s/features/speech/transcribe/worker.bundle.ts +42 -0
- package/s/features/transition/parts/fragment.ts +24 -0
- package/s/features/transition/parts/types.ts +27 -0
- package/s/features/transition/parts/uniforms.ts +29 -0
- package/s/features/transition/parts/vertex.ts +31 -0
- package/s/features/transition/transition.ts +60 -0
- package/s/index.html.ts +103 -20
- package/s/index.ts +1 -0
- package/s/tests.bundle.ts +11 -0
- package/s/tests.html.ts +28 -0
- package/s/timeline/index.ts +17 -1
- package/s/timeline/parts/animations/make.ts +38 -0
- package/s/timeline/parts/animations/presets.ts +138 -0
- package/s/timeline/parts/animations/properties.ts +30 -0
- package/s/timeline/parts/animations/registry.ts +13 -0
- package/s/timeline/parts/animations/types.ts +80 -0
- package/s/timeline/parts/basics.ts +1 -1
- package/s/timeline/parts/captions.ts +91 -0
- package/s/timeline/parts/filmstrip.ts +43 -16
- package/s/timeline/parts/filters.ts +453 -0
- package/s/timeline/parts/item.ts +124 -11
- package/s/timeline/parts/media.ts +43 -1
- package/s/timeline/parts/resource-pool.ts +8 -5
- package/s/timeline/parts/resource.ts +3 -0
- package/s/timeline/parts/transitions.ts +102 -0
- package/s/timeline/parts/waveform/parts/collect.ts +72 -0
- package/s/timeline/parts/waveform/parts/render.ts +45 -0
- package/s/timeline/parts/waveform/parts/types.ts +24 -0
- package/s/timeline/parts/waveform/waveform.ts +161 -0
- package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
- package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
- package/s/timeline/renderers/export/parts/cursor.ts +291 -0
- package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
- package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
- package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
- package/s/timeline/renderers/export/produce.ts +28 -0
- package/s/timeline/renderers/parts/handy.ts +441 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
- package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +23 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts +51 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +99 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +97 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +11 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/visual/sampler.ts +31 -0
- package/s/timeline/renderers/parts/schedulers.ts +96 -0
- package/s/timeline/renderers/player/parts/playback.ts +213 -0
- package/s/timeline/renderers/player/player.ts +86 -0
- package/s/timeline/renderers/renderers.test.ts +403 -0
- package/s/timeline/sugar/helpers.ts +239 -0
- package/s/timeline/sugar/o.ts +443 -48
- package/s/timeline/sugar/omni.test.ts +210 -0
- package/s/timeline/sugar/omni.ts +38 -12
- package/s/timeline/types.ts +62 -0
- package/s/timeline/utils/anim.ts +63 -0
- package/s/timeline/utils/checksum.ts +5 -2
- package/s/timeline/utils/datafile.ts +15 -4
- package/s/timeline/utils/dummy-data.ts +3 -3
- package/s/timeline/utils/matrix.ts +54 -0
- package/s/timeline/utils/terps.ts +81 -0
- package/s/units/fps.ts +8 -0
- package/s/units/ms.ts +8 -0
- package/s/units/seconds.ts +8 -0
- package/x/WebGLRenderer-4CHIZDHY.js +2 -0
- package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
- package/x/WebGPURenderer-O6WXU2QR.js +2 -0
- package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
- package/x/browserAll-WNIOTNNP.js +2 -0
- package/x/browserAll-WNIOTNNP.js.map +7 -0
- package/x/chunk-23FOBGX6.js +2 -0
- package/x/chunk-23FOBGX6.js.map +7 -0
- package/x/chunk-73XOWA4F.js +393 -0
- package/x/chunk-73XOWA4F.js.map +7 -0
- package/x/chunk-IAWJKNX5.js +42 -0
- package/x/chunk-IAWJKNX5.js.map +7 -0
- package/x/chunk-KCMVLWBS.js +157 -0
- package/x/chunk-KCMVLWBS.js.map +7 -0
- package/x/chunk-MR32SQ27.js +2 -0
- package/x/chunk-MR32SQ27.js.map +7 -0
- package/x/chunk-VCUJJYRJ.js +327 -0
- package/x/chunk-VCUJJYRJ.js.map +7 -0
- package/x/chunk-XNIZ4L5W.js +269 -0
- package/x/chunk-XNIZ4L5W.js.map +7 -0
- package/x/chunk-ZLGNQFUI.js +15 -0
- package/x/chunk-ZLGNQFUI.js.map +7 -0
- package/x/context.d.ts +1 -4
- package/x/context.js +1 -5
- package/x/context.js.map +1 -1
- package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
- package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
- package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
- package/x/demo/browserAll-PTRBXBRP.js +2 -0
- package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
- package/x/demo/chunk-CUYOGHWU.js +42 -0
- package/x/demo/chunk-CUYOGHWU.js.map +7 -0
- package/x/demo/chunk-DGTDNJ7W.js +2 -0
- package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
- package/x/demo/chunk-FZ5BYF63.js +15 -0
- package/x/demo/chunk-FZ5BYF63.js.map +7 -0
- package/x/demo/chunk-KWN4NNES.js +269 -0
- package/x/demo/chunk-KWN4NNES.js.map +7 -0
- package/x/demo/chunk-OJ3FPXW7.js +157 -0
- package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
- package/x/demo/chunk-PSLUOGTZ.js +393 -0
- package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
- package/x/demo/chunk-VLCVEIFU.js +327 -0
- package/x/demo/chunk-VLCVEIFU.js.map +7 -0
- package/x/demo/chunk-ZWCPT5FR.js +2 -0
- package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
- package/x/demo/demo.bundle.js +94 -36
- package/x/demo/demo.bundle.js.map +1 -1
- package/x/demo/demo.bundle.min.js +7359 -107
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +246 -11
- package/x/demo/routines/export-test.d.ts +2 -0
- package/x/demo/routines/export-test.js +10 -0
- package/x/demo/routines/export-test.js.map +1 -0
- package/x/demo/routines/filmstrip-test.d.ts +1 -1
- package/x/demo/routines/filmstrip-test.js +21 -18
- package/x/demo/routines/filmstrip-test.js.map +1 -1
- package/x/demo/routines/load-video.d.ts +1 -1
- package/x/demo/routines/load-video.js +1 -2
- package/x/demo/routines/load-video.js.map +1 -1
- package/x/demo/routines/playback-test.d.ts +2 -0
- package/x/demo/routines/playback-test.js +51 -0
- package/x/demo/routines/playback-test.js.map +1 -0
- package/x/demo/routines/timeline-setup.d.ts +6 -0
- package/x/demo/routines/timeline-setup.js +59 -0
- package/x/demo/routines/timeline-setup.js.map +1 -0
- package/x/demo/routines/transcode-test.js +17 -5
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transcriber-test.d.ts +4 -0
- package/x/demo/routines/transcriber-test.js +33 -0
- package/x/demo/routines/transcriber-test.js.map +1 -0
- package/x/demo/routines/transitions-test.d.ts +5 -0
- package/x/demo/routines/transitions-test.js +35 -0
- package/x/demo/routines/transitions-test.js.map +1 -0
- package/x/demo/routines/waveform-test.d.ts +2 -1
- package/x/demo/routines/waveform-test.js +29 -8
- package/x/demo/routines/waveform-test.js.map +1 -1
- package/x/demo/webworkerAll-JENRT6BT.js +2 -0
- package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
- package/x/driver/driver-worker.d.ts +1 -0
- package/x/driver/driver-worker.js +6 -0
- package/x/driver/driver-worker.js.map +1 -0
- package/x/driver/driver.d.ts +24 -9
- package/x/driver/driver.js +51 -40
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.test.js +1 -1
- package/x/driver/driver.test.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +137 -1137
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +12 -4
- package/x/driver/fns/host.js +3 -3
- package/x/driver/fns/host.js.map +1 -1
- package/x/driver/fns/schematic.d.ts +65 -25
- package/x/driver/fns/work.d.ts +14 -7
- package/x/driver/fns/work.js +83 -174
- package/x/driver/fns/work.js.map +1 -1
- package/x/driver/parts/compositor.d.ts +39 -0
- package/x/driver/parts/compositor.js +264 -0
- package/x/driver/parts/compositor.js.map +1 -0
- package/x/driver/parts/machina.d.ts +0 -20
- package/x/driver/parts/machina.js +6 -10
- package/x/driver/parts/machina.js.map +1 -1
- package/x/driver/utils/find-pixi-filter.d.ts +5 -0
- package/x/driver/utils/find-pixi-filter.js +13 -0
- package/x/driver/utils/find-pixi-filter.js.map +1 -0
- package/x/driver/utils/load-decoder-source.d.ts +2 -1
- package/x/driver/utils/load-decoder-source.js +2 -3
- package/x/driver/utils/load-decoder-source.js.map +1 -1
- package/x/features/bg-remover/bg-remover.d.ts +5 -0
- package/x/features/bg-remover/bg-remover.js +18 -0
- package/x/features/bg-remover/bg-remover.js.map +1 -0
- package/x/features/bg-remover/default-spec.d.ts +2 -0
- package/x/features/bg-remover/default-spec.js +6 -0
- package/x/features/bg-remover/default-spec.js.map +1 -0
- package/x/features/bg-remover/types.d.ts +20 -0
- package/x/features/bg-remover/types.js +2 -0
- package/x/features/bg-remover/types.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.js +39 -0
- package/x/features/bg-remover/worker.bundle.js.map +1 -0
- package/x/features/bg-remover/worker.bundle.min.js +2916 -0
- package/x/features/bg-remover/worker.bundle.min.js.map +7 -0
- package/x/features/parts/expose-errors.d.ts +3 -0
- package/x/features/parts/expose-errors.js +32 -0
- package/x/features/parts/expose-errors.js.map +1 -0
- package/x/features/parts/load-pipe.d.ts +2 -0
- package/x/features/parts/load-pipe.js +13 -0
- package/x/features/parts/load-pipe.js.map +1 -0
- package/x/features/parts/types.d.ts +15 -0
- package/x/features/parts/types.js +2 -0
- package/x/features/parts/types.js.map +1 -0
- package/x/features/speech/transcribe/default-spec.d.ts +2 -0
- package/x/features/speech/transcribe/default-spec.js +8 -0
- package/x/features/speech/transcribe/default-spec.js.map +1 -0
- package/x/features/speech/transcribe/parts/prep-audio.d.ts +5 -0
- package/x/features/speech/transcribe/parts/prep-audio.js +21 -0
- package/x/features/speech/transcribe/parts/prep-audio.js.map +1 -0
- package/x/features/speech/transcribe/parts/transcribe.d.ts +5 -0
- package/x/features/speech/transcribe/parts/transcribe.js +56 -0
- package/x/features/speech/transcribe/parts/transcribe.js.map +1 -0
- package/x/features/speech/transcribe/transcriber.d.ts +5 -0
- package/x/features/speech/transcribe/transcriber.js +33 -0
- package/x/features/speech/transcribe/transcriber.js.map +1 -0
- package/x/features/speech/transcribe/types.d.ts +59 -0
- package/x/features/speech/transcribe/types.js +2 -0
- package/x/features/speech/transcribe/types.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.js +35 -0
- package/x/features/speech/transcribe/worker.bundle.js.map +1 -0
- package/x/features/speech/transcribe/worker.bundle.min.js +2916 -0
- package/x/features/speech/transcribe/worker.bundle.min.js.map +7 -0
- package/x/features/transition/parts/fragment.d.ts +1 -0
- package/x/features/transition/parts/fragment.js +25 -0
- package/x/features/transition/parts/fragment.js.map +1 -0
- package/x/features/transition/parts/types.d.ts +23 -0
- package/x/features/transition/parts/types.js +2 -0
- package/x/features/transition/parts/types.js.map +1 -0
- package/x/features/transition/parts/uniforms.d.ts +31 -0
- package/x/features/transition/parts/uniforms.js +27 -0
- package/x/features/transition/parts/uniforms.js.map +1 -0
- package/x/features/transition/parts/vertex.d.ts +1 -0
- package/x/features/transition/parts/vertex.js +32 -0
- package/x/features/transition/parts/vertex.js.map +1 -0
- package/x/features/transition/transition.d.ts +5 -0
- package/x/features/transition/transition.js +50 -0
- package/x/features/transition/transition.js.map +1 -0
- package/x/index.d.ts +1 -0
- package/x/index.html +349 -30
- package/x/index.html.js +103 -19
- package/x/index.html.js.map +1 -1
- package/x/index.js +1 -0
- package/x/index.js.map +1 -1
- package/x/tests.bundle.d.ts +1 -0
- package/x/tests.bundle.js +8 -0
- package/x/tests.bundle.js.map +1 -0
- package/x/tests.bundle.min.js +7374 -0
- package/x/tests.bundle.min.js.map +7 -0
- package/x/tests.html +316 -0
- package/x/tests.html.d.ts +2 -0
- package/x/tests.html.js +22 -0
- package/x/tests.html.js.map +1 -0
- package/x/timeline/index.d.ts +16 -0
- package/x/timeline/index.js +16 -0
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/animations/make.d.ts +3 -0
- package/x/timeline/parts/animations/make.js +29 -0
- package/x/timeline/parts/animations/make.js.map +1 -0
- package/x/timeline/parts/animations/presets.d.ts +170 -0
- package/x/timeline/parts/animations/presets.js +135 -0
- package/x/timeline/parts/animations/presets.js.map +1 -0
- package/x/timeline/parts/animations/properties.d.ts +84 -0
- package/x/timeline/parts/animations/properties.js +25 -0
- package/x/timeline/parts/animations/properties.js.map +1 -0
- package/x/timeline/parts/animations/registry.d.ts +218 -0
- package/x/timeline/parts/animations/registry.js +11 -0
- package/x/timeline/parts/animations/registry.js.map +1 -0
- package/x/timeline/parts/animations/types.d.ts +60 -0
- package/x/timeline/parts/animations/types.js +2 -0
- package/x/timeline/parts/animations/types.js.map +1 -0
- package/x/timeline/parts/basics.d.ts +1 -1
- package/x/timeline/parts/captions.d.ts +41 -0
- package/x/timeline/parts/captions.js +55 -0
- package/x/timeline/parts/captions.js.map +1 -0
- package/x/timeline/parts/filmstrip.d.ts +4 -3
- package/x/timeline/parts/filmstrip.js +29 -10
- package/x/timeline/parts/filmstrip.js.map +1 -1
- package/x/timeline/parts/filters.d.ts +108 -0
- package/x/timeline/parts/filters.js +340 -0
- package/x/timeline/parts/filters.js.map +1 -0
- package/x/timeline/parts/item.d.ts +106 -12
- package/x/timeline/parts/item.js +11 -7
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +6 -0
- package/x/timeline/parts/media.js +35 -1
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/resource-pool.d.ts +3 -0
- package/x/timeline/parts/resource-pool.js +7 -4
- package/x/timeline/parts/resource-pool.js.map +1 -1
- package/x/timeline/parts/resource.d.ts +3 -0
- package/x/timeline/parts/transitions.d.ts +15 -0
- package/x/timeline/parts/transitions.js +81 -0
- package/x/timeline/parts/transitions.js.map +1 -0
- package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
- package/x/timeline/parts/waveform/parts/collect.js +56 -0
- package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
- package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
- package/x/timeline/parts/waveform/parts/render.js +29 -0
- package/x/timeline/parts/waveform/parts/render.js.map +1 -0
- package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
- package/x/timeline/parts/waveform/parts/types.js +2 -0
- package/x/timeline/parts/waveform/parts/types.js.map +1 -0
- package/x/timeline/parts/waveform/waveform.d.ts +19 -0
- package/x/timeline/parts/waveform/waveform.js +133 -0
- package/x/timeline/parts/waveform/waveform.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
- package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
- package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
- package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
- package/x/timeline/renderers/export/parts/cursor.d.ts +35 -0
- package/x/timeline/renderers/export/parts/cursor.js +236 -0
- package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
- package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
- package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
- package/x/timeline/renderers/export/parts/produce-video.js +26 -0
- package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
- package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
- package/x/timeline/renderers/export/parts/resamplers.js +29 -0
- package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
- package/x/timeline/renderers/export/produce.d.ts +13 -0
- package/x/timeline/renderers/export/produce.js +15 -0
- package/x/timeline/renderers/export/produce.js.map +1 -0
- package/x/timeline/renderers/parts/handy.d.ts +38 -0
- package/x/timeline/renderers/parts/handy.js +263 -0
- package/x/timeline/renderers/parts/handy.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +14 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js +36 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +70 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +63 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +9 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js +20 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
- package/x/timeline/renderers/parts/schedulers.js +64 -0
- package/x/timeline/renderers/parts/schedulers.js.map +1 -0
- package/x/timeline/renderers/player/parts/playback.d.ts +39 -0
- package/x/timeline/renderers/player/parts/playback.js +160 -0
- package/x/timeline/renderers/player/parts/playback.js.map +1 -0
- package/x/timeline/renderers/player/player.d.ts +27 -0
- package/x/timeline/renderers/player/player.js +64 -0
- package/x/timeline/renderers/player/player.js.map +1 -0
- package/x/timeline/renderers/renderers.test.d.ts +33 -0
- package/x/timeline/renderers/renderers.test.js +321 -0
- package/x/timeline/renderers/renderers.test.js.map +1 -0
- package/x/timeline/sugar/helpers.d.ts +72 -0
- package/x/timeline/sugar/helpers.js +122 -0
- package/x/timeline/sugar/helpers.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +59 -8
- package/x/timeline/sugar/o.js +326 -40
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +11 -2
- package/x/timeline/sugar/omni.js +30 -9
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/sugar/omni.test.d.ts +27 -0
- package/x/timeline/sugar/omni.test.js +128 -0
- package/x/timeline/sugar/omni.test.js.map +1 -0
- package/x/timeline/types.d.ts +37 -0
- package/x/timeline/types.js +2 -0
- package/x/timeline/types.js.map +1 -0
- package/x/timeline/utils/anim.d.ts +3 -0
- package/x/timeline/utils/anim.js +40 -0
- package/x/timeline/utils/anim.js.map +1 -0
- package/x/timeline/utils/checksum.d.ts +3 -2
- package/x/timeline/utils/checksum.js +2 -1
- package/x/timeline/utils/checksum.js.map +1 -1
- package/x/timeline/utils/datafile.d.ts +5 -3
- package/x/timeline/utils/datafile.js +18 -5
- package/x/timeline/utils/datafile.js.map +1 -1
- package/x/timeline/utils/dummy-data.d.ts +1 -2
- package/x/timeline/utils/dummy-data.js +4 -2
- package/x/timeline/utils/dummy-data.js.map +1 -1
- package/x/timeline/utils/matrix.d.ts +17 -0
- package/x/timeline/utils/matrix.js +36 -0
- package/x/timeline/utils/matrix.js.map +1 -0
- package/x/timeline/utils/terps.d.ts +11 -0
- package/x/timeline/utils/terps.js +57 -0
- package/x/timeline/utils/terps.js.map +1 -0
- package/x/units/fps.d.ts +6 -0
- package/x/units/fps.js +2 -0
- package/x/units/fps.js.map +1 -0
- package/x/units/ms.d.ts +6 -0
- package/x/units/ms.js +2 -0
- package/x/units/ms.js.map +1 -0
- package/x/units/seconds.d.ts +6 -0
- package/x/units/seconds.js +2 -0
- package/x/units/seconds.js.map +1 -0
- package/x/webworkerAll-RLCTMSDD.js +2 -0
- package/x/webworkerAll-RLCTMSDD.js.map +7 -0
- package/s/tests.test.ts +0 -8
- package/s/timeline/parts/waveform.ts +0 -62
- package/s/timeline/sugar/omni-test.ts +0 -38
- package/x/tests.test.js +0 -6
- package/x/tests.test.js.map +0 -1
- package/x/timeline/parts/waveform.d.ts +0 -8
- package/x/timeline/parts/waveform.js +0 -51
- package/x/timeline/parts/waveform.js.map +0 -1
- package/x/timeline/sugar/omni-test.js +0 -22
- package/x/timeline/sugar/omni-test.js.map +0 -1
- /package/x/{tests.test.d.ts → features/bg-remover/worker.bundle.d.ts} +0 -0
- /package/x/{timeline/sugar/omni-test.d.ts → features/speech/transcribe/worker.bundle.d.ts} +0 -0
package/x/demo/demo.css
CHANGED
|
@@ -1,11 +1,16 @@
|
|
|
1
1
|
|
|
2
|
-
@layer vars, basics, page;
|
|
2
|
+
@layer vars, basics, page, demo;
|
|
3
3
|
|
|
4
4
|
@layer vars {
|
|
5
5
|
:root {
|
|
6
|
-
--
|
|
7
|
-
--
|
|
8
|
-
--
|
|
6
|
+
--ink: #f2f4f8;
|
|
7
|
+
--muted: #9fb0c3;
|
|
8
|
+
--surface: #0f141c;
|
|
9
|
+
--panel: #121a26;
|
|
10
|
+
--accent: #2cffd7;
|
|
11
|
+
--accent-2: #ff9a3c;
|
|
12
|
+
--border: color-mix(in oklab, #ffffff 10%, transparent);
|
|
13
|
+
--shadow: 0 20px 60px #00000066;
|
|
9
14
|
}
|
|
10
15
|
}
|
|
11
16
|
|
|
@@ -20,16 +25,20 @@
|
|
|
20
25
|
@layer page {
|
|
21
26
|
html {
|
|
22
27
|
font-size: 10px;
|
|
23
|
-
color: var(--
|
|
24
|
-
background:
|
|
28
|
+
color: var(--ink);
|
|
29
|
+
background:
|
|
30
|
+
radial-gradient(1200px 600px at 10% -10%, #1f314e 0%, transparent 60%),
|
|
31
|
+
radial-gradient(800px 500px at 90% -20%, #2a1f4e 0%, transparent 55%),
|
|
32
|
+
linear-gradient(160deg, #0a0f16 0%, #0b1018 45%, #0b0f14 100%);
|
|
33
|
+
font-family: "Space Grotesk", system-ui, sans-serif;
|
|
25
34
|
}
|
|
26
35
|
|
|
27
36
|
body {
|
|
28
|
-
padding: 2em;
|
|
37
|
+
padding: 3.2em;
|
|
29
38
|
}
|
|
30
39
|
|
|
31
40
|
.results {
|
|
32
|
-
margin-top:
|
|
41
|
+
margin-top: 2em;
|
|
33
42
|
|
|
34
43
|
display: flex;
|
|
35
44
|
flex-direction: column;
|
|
@@ -37,8 +46,10 @@
|
|
|
37
46
|
|
|
38
47
|
> div {
|
|
39
48
|
font-size: 1.5em;
|
|
40
|
-
border: 1px solid
|
|
49
|
+
border: 1px solid var(--border);
|
|
41
50
|
padding: 1em;
|
|
51
|
+
background: var(--panel);
|
|
52
|
+
box-shadow: var(--shadow);
|
|
42
53
|
}
|
|
43
54
|
|
|
44
55
|
canvas {
|
|
@@ -46,9 +57,233 @@
|
|
|
46
57
|
}
|
|
47
58
|
}
|
|
48
59
|
|
|
49
|
-
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
@layer demo {
|
|
63
|
+
.hero {
|
|
64
|
+
display: flex;
|
|
65
|
+
align-items: center;
|
|
66
|
+
justify-content: space-between;
|
|
67
|
+
gap: 2em;
|
|
68
|
+
margin-bottom: 2.4em;
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
.hero h1 {
|
|
72
|
+
font-family: "Share Tech", system-ui, sans-serif;
|
|
73
|
+
font-size: 3.4em;
|
|
74
|
+
letter-spacing: 0.05em;
|
|
75
|
+
text-transform: uppercase;
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
.hero h1 small {
|
|
79
|
+
font-size: 0.5em;
|
|
80
|
+
color: var(--muted);
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
.hero p {
|
|
84
|
+
font-size: 1.4em;
|
|
85
|
+
color: var(--muted);
|
|
86
|
+
margin-top: 0.6em;
|
|
87
|
+
max-width: 60ch;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
.demo-grid {
|
|
91
|
+
display: grid;
|
|
92
|
+
grid-template-columns: repeat(auto-fit, minmax(280px, 1fr));
|
|
93
|
+
gap: 1.8em;
|
|
94
|
+
margin-bottom: 2.4em;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
.demo-card {
|
|
98
|
+
background: linear-gradient(160deg, #111a25 0%, #0f1620 60%, #0d121a 100%);
|
|
99
|
+
border: 1px solid var(--border);
|
|
100
|
+
border-radius: 16px;
|
|
101
|
+
padding: 1.6em;
|
|
102
|
+
box-shadow: var(--shadow);
|
|
103
|
+
display: grid;
|
|
104
|
+
gap: 1.2em;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
.demo-card h2 {
|
|
108
|
+
font-size: 1.8em;
|
|
109
|
+
letter-spacing: 0.03em;
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
.demo-card p {
|
|
113
|
+
color: var(--muted);
|
|
114
|
+
font-size: 1.2em;
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
.demo-controls {
|
|
118
|
+
display: grid;
|
|
119
|
+
gap: 0.8em;
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
.demo-progress {
|
|
123
|
+
display: grid;
|
|
124
|
+
grid-template-columns: 1fr auto;
|
|
125
|
+
align-items: center;
|
|
126
|
+
gap: 0.8em;
|
|
127
|
+
font-size: 1.1em;
|
|
128
|
+
color: var(--muted);
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
.demo-progress .status {
|
|
132
|
+
letter-spacing: 0.06em;
|
|
133
|
+
text-transform: uppercase;
|
|
134
|
+
font-size: 0.9em;
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
progress.progress {
|
|
138
|
+
width: 100%;
|
|
139
|
+
height: 10px;
|
|
140
|
+
border-radius: 999px;
|
|
141
|
+
overflow: hidden;
|
|
142
|
+
background: #0b1118;
|
|
143
|
+
border: 1px solid var(--border);
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
progress.progress::-webkit-progress-bar {
|
|
147
|
+
background: #0b1118;
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
progress.progress::-webkit-progress-value {
|
|
151
|
+
background: linear-gradient(120deg, var(--accent), #4df1ff);
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
progress.progress::-moz-progress-bar {
|
|
155
|
+
background: linear-gradient(120deg, var(--accent), #4df1ff);
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
.demo-preview {
|
|
159
|
+
border: 1px solid var(--border);
|
|
160
|
+
border-radius: 12px;
|
|
161
|
+
min-height: 160px;
|
|
162
|
+
background: #0b1118;
|
|
163
|
+
display: grid;
|
|
164
|
+
place-items: center;
|
|
165
|
+
overflow: hidden;
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
.demo-preview canvas {
|
|
169
|
+
width: 100%;
|
|
170
|
+
height: auto;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
.filmstrip-controls,
|
|
174
|
+
.waveform-controls {
|
|
175
|
+
display: grid;
|
|
176
|
+
gap: 0.6em;
|
|
177
|
+
font-size: 1.1em;
|
|
178
|
+
color: var(--muted);
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
.filmstrip-controls input[type="range"],
|
|
182
|
+
.waveform-controls input[type="range"] {
|
|
183
|
+
width: 100%;
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
input[type="file"] {
|
|
187
|
+
background: #0b111a;
|
|
188
|
+
color: var(--ink);
|
|
189
|
+
border: 1px dashed #2b3b52;
|
|
190
|
+
border-radius: 10px;
|
|
191
|
+
padding: 0.8em;
|
|
192
|
+
font-size: 1.2em;
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
button {
|
|
196
|
+
background: linear-gradient(120deg, var(--accent), #4df1ff);
|
|
197
|
+
border: none;
|
|
198
|
+
color: #0a0f14;
|
|
199
|
+
font-weight: 600;
|
|
200
|
+
letter-spacing: 0.03em;
|
|
201
|
+
border-radius: 10px;
|
|
202
|
+
padding: 0.8em 1.2em;
|
|
203
|
+
cursor: pointer;
|
|
204
|
+
transition: transform 120ms ease, box-shadow 120ms ease;
|
|
205
|
+
box-shadow: 0 10px 20px #00ffd533;
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
button[data-action="export"] {
|
|
209
|
+
background: linear-gradient(120deg, var(--accent-2), #ffd479);
|
|
210
|
+
box-shadow: 0 10px 20px #ffb35a33;
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
button:disabled {
|
|
214
|
+
opacity: 0.6;
|
|
215
|
+
cursor: not-allowed;
|
|
216
|
+
transform: none;
|
|
217
|
+
box-shadow: none;
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
button:not(:disabled):hover {
|
|
221
|
+
transform: translateY(-1px);
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
.filmstrip {
|
|
50
225
|
display: flex;
|
|
51
226
|
overflow-x: scroll;
|
|
227
|
+
gap: 0.4em;
|
|
228
|
+
padding: 0.4em 0;
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
.player {
|
|
232
|
+
margin-top: 1.2em;
|
|
233
|
+
display: grid;
|
|
234
|
+
gap: 0.8em;
|
|
52
235
|
}
|
|
53
|
-
}
|
|
54
236
|
|
|
237
|
+
.player .timeline {
|
|
238
|
+
display: grid;
|
|
239
|
+
gap: 0.6em;
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
.player .track {
|
|
243
|
+
position: relative;
|
|
244
|
+
height: 10px;
|
|
245
|
+
border-radius: 999px;
|
|
246
|
+
background:
|
|
247
|
+
linear-gradient(90deg, #1e1e1e, #1a1a1a),
|
|
248
|
+
repeating-linear-gradient(90deg, #ffffff14 0 6px, transparent 6px 12px);
|
|
249
|
+
border: 1px solid #ffffff22;
|
|
250
|
+
overflow: hidden;
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
.player .playhead {
|
|
254
|
+
position: absolute;
|
|
255
|
+
left: 0%;
|
|
256
|
+
top: -6px;
|
|
257
|
+
width: 2px;
|
|
258
|
+
height: 22px;
|
|
259
|
+
background: #3cff9c;
|
|
260
|
+
box-shadow: 0 0 12px #3cff9c99;
|
|
261
|
+
}
|
|
262
|
+
|
|
263
|
+
.player .scrub {
|
|
264
|
+
width: 100%;
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
.player .timecode {
|
|
268
|
+
font-size: 1.2em;
|
|
269
|
+
letter-spacing: 0.06em;
|
|
270
|
+
color: #c7ffe3;
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
.player .controls {
|
|
274
|
+
display: flex;
|
|
275
|
+
gap: 0.8em;
|
|
276
|
+
}
|
|
277
|
+
|
|
278
|
+
.player-canvas {
|
|
279
|
+
border: 1px solid var(--border);
|
|
280
|
+
border-radius: 10px;
|
|
281
|
+
padding: 0.6em;
|
|
282
|
+
background: #0b1118;
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
canvas {
|
|
286
|
+
width: 100%;
|
|
287
|
+
height: auto;
|
|
288
|
+
}
|
|
289
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
export function exportTest(omni, timeline, exportButton, onStatus) {
|
|
2
|
+
exportButton.addEventListener("click", () => {
|
|
3
|
+
onStatus?.("running");
|
|
4
|
+
omni.render(timeline).then(() => {
|
|
5
|
+
console.log("done");
|
|
6
|
+
onStatus?.("done");
|
|
7
|
+
});
|
|
8
|
+
});
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=export-test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"export-test.js","sourceRoot":"","sources":["../../../s/demo/routines/export-test.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CACzB,IAAU,EACV,QAAsB,EACtB,YAA+B,EAC/B,QAA8C;IAE9C,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;QAC3C,QAAQ,EAAE,CAAC,SAAS,CAAC,CAAA;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YAC/B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACnB,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAA;QACnB,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export declare function filmstripTest(
|
|
1
|
+
export declare function filmstripTest(file: File, root: HTMLElement): Promise<void>;
|
|
@@ -1,14 +1,15 @@
|
|
|
1
1
|
import { Filmstrip } from "../../timeline/parts/filmstrip.js";
|
|
2
|
-
export async function filmstripTest(
|
|
3
|
-
const rangeSlider =
|
|
4
|
-
const rangeView =
|
|
5
|
-
const rangeSizeSlider =
|
|
6
|
-
const frequencySlider =
|
|
7
|
-
const frequencyView =
|
|
8
|
-
const container =
|
|
9
|
-
const FPS_10 =
|
|
2
|
+
export async function filmstripTest(file, root) {
|
|
3
|
+
const rangeSlider = root.querySelector(".range");
|
|
4
|
+
const rangeView = root.querySelector(".range-view");
|
|
5
|
+
const rangeSizeSlider = root.querySelector(".range-size");
|
|
6
|
+
const frequencySlider = root.querySelector(".frequency");
|
|
7
|
+
const frequencyView = root.querySelector(".frequency-view");
|
|
8
|
+
const container = root.querySelector(".filmstrip");
|
|
9
|
+
const FPS_10 = 1 / 10;
|
|
10
10
|
let rangeSize = 0.5;
|
|
11
|
-
|
|
11
|
+
container.replaceChildren();
|
|
12
|
+
const filmstrip = await Filmstrip.init(file, {
|
|
12
13
|
onChange(tiles) {
|
|
13
14
|
// Sort by time (optional, for clean ordering)
|
|
14
15
|
const sorted = tiles.sort((a, b) => a.time - b.time);
|
|
@@ -22,21 +23,23 @@ export async function filmstripTest(fileHandle) {
|
|
|
22
23
|
fit: "fill"
|
|
23
24
|
}
|
|
24
25
|
});
|
|
25
|
-
rangeSizeSlider.
|
|
26
|
+
rangeSizeSlider.oninput = () => {
|
|
26
27
|
rangeSize = +rangeSizeSlider.value;
|
|
27
|
-
const
|
|
28
|
+
const start = +rangeSlider.value;
|
|
29
|
+
const end = start + rangeSize;
|
|
28
30
|
filmstrip.range = [start, end];
|
|
29
31
|
rangeView.textContent = `visible time range: [${start}, ${end}]`;
|
|
30
|
-
}
|
|
31
|
-
rangeSlider.
|
|
32
|
-
const
|
|
32
|
+
};
|
|
33
|
+
rangeSlider.oninput = () => {
|
|
34
|
+
const start = +rangeSlider.value;
|
|
35
|
+
const end = start + rangeSize;
|
|
33
36
|
filmstrip.range = [start, end];
|
|
34
37
|
rangeView.textContent = `visible time range: [${start}, ${end}]`;
|
|
35
|
-
}
|
|
36
|
-
frequencySlider.
|
|
37
|
-
filmstrip.frequency =
|
|
38
|
+
};
|
|
39
|
+
frequencySlider.oninput = () => {
|
|
40
|
+
filmstrip.frequency = 1 / +frequencySlider.value;
|
|
38
41
|
frequencyView.textContent = `frame every ${filmstrip.frequency.toFixed(3)} second (${frequencySlider.value} frames per second)`;
|
|
39
|
-
}
|
|
42
|
+
};
|
|
40
43
|
filmstrip.range = [10, 10.5];
|
|
41
44
|
}
|
|
42
45
|
function createLabeledCanvas(time, canvas) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"filmstrip-test.js","sourceRoot":"","sources":["../../../s/demo/routines/filmstrip-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAA;AAE3D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,
|
|
1
|
+
{"version":3,"file":"filmstrip-test.js","sourceRoot":"","sources":["../../../s/demo/routines/filmstrip-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAA;AAE3D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAU,EAAE,IAAiB;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IACpE,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAE,CAAA;IACpD,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAsB,CAAA;IAC9E,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAsB,CAAA;IAC7E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAE,CAAA;IAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAE,CAAA;IACnD,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAA;IACrB,IAAI,SAAS,GAAG,GAAG,CAAA;IACnB,SAAS,CAAC,eAAe,EAAE,CAAA;IAE3B,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,IAAI,CACpC,IAAI,EACJ;QACC,QAAQ,CAAC,KAAK;YACb,8CAA8C;YAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;YACpD,4BAA4B;YAC5B,SAAS,CAAC,eAAe,CACxB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,MAA2B,CAAC,CAAC,CAClG,CAAA;QACF,CAAC;QACD,SAAS,EAAE,MAAM;QACjB,iBAAiB,EAAE;YAClB,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,GAAG,EAAE,MAAM;SACX;KACD,CACF,CAAA;IACD,eAAe,CAAC,OAAO,GAAG,GAAG,EAAE;QAC9B,SAAS,GAAG,CAAC,eAAe,CAAC,KAAK,CAAA;QAClC,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAA;QAChC,MAAM,GAAG,GAAG,KAAK,GAAG,SAAS,CAAA;QAC7B,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAA;IACD,WAAW,CAAC,OAAO,GAAG,GAAG,EAAE;QAC1B,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAA;QAChC,MAAM,GAAG,GAAG,KAAK,GAAG,SAAS,CAAA;QAC7B,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAA;IACD,eAAe,CAAC,OAAO,GAAG,GAAG,EAAE;QAC9B,SAAS,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAA;QAChD,aAAa,CAAC,WAAW,GAAG,eAAe,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,eAAe,CAAC,KAAK,qBAAqB,CAAA;IAChI,CAAC,CAAA;IACD,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,MAAyB;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC7C,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACnC,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,cAAc,CAAA;IACtC,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,KAAK,CAAA;IACjC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC3C,KAAK,CAAC,WAAW,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAA;IACzC,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACjC,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAA;IACvB,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAA;IACzB,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAA;IAC7B,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAA;IAC3B,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,iBAAiB,CAAA;IAC1C,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAA;IAC/B,KAAK,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAA;IAChC,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,MAAM,CAAA;IAClC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IAC1B,OAAO,OAAO,CAAA;AACf,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export declare function loadVideo(url: string): Promise<
|
|
1
|
+
export declare function loadVideo(url: string): Promise<Blob>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"load-video.js","sourceRoot":"","sources":["../../../s/demo/routines/load-video.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IAC1C,OAAO,KAAK,CAAC,GAAG,CAAC;SACf,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,
|
|
1
|
+
{"version":3,"file":"load-video.js","sourceRoot":"","sources":["../../../s/demo/routines/load-video.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IAC1C,OAAO,KAAK,CAAC,GAAG,CAAC;SACf,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;AACpC,CAAC"}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { O } from "../../timeline/index.js";
|
|
2
|
+
export async function playbackTest(timeline, omni, root) {
|
|
3
|
+
const playButton = root.querySelector(".play");
|
|
4
|
+
const stopButton = root.querySelector(".stop");
|
|
5
|
+
const scrub = root.querySelector(".scrub");
|
|
6
|
+
const playhead = root.querySelector(".playhead");
|
|
7
|
+
const timecode = root.querySelector(".timecode");
|
|
8
|
+
const canvasSlot = root.querySelector(".player-canvas");
|
|
9
|
+
const o = new O({ timeline });
|
|
10
|
+
const player = await omni.playback(timeline);
|
|
11
|
+
canvasSlot.replaceChildren(player.canvas);
|
|
12
|
+
playButton.disabled = false;
|
|
13
|
+
stopButton.disabled = false;
|
|
14
|
+
playButton.addEventListener("click", () => player.play());
|
|
15
|
+
stopButton.addEventListener("click", () => player.pause());
|
|
16
|
+
scrub.max = String(Math.ceil(player.duration));
|
|
17
|
+
let isScrubbing = false;
|
|
18
|
+
player.playback.onTick.on(() => setScrubState(player.currentTime, player.duration));
|
|
19
|
+
const updateTimecode = (currentMs, durationMs) => {
|
|
20
|
+
timecode.textContent = `${formatTime(currentMs)} / ${formatTime(durationMs)}`;
|
|
21
|
+
};
|
|
22
|
+
scrub.addEventListener("input", async () => {
|
|
23
|
+
isScrubbing = true;
|
|
24
|
+
const next = Math.max(0, Math.min(+scrub.value, player.duration));
|
|
25
|
+
updateTimecode(next, player.duration);
|
|
26
|
+
await player.seek(next);
|
|
27
|
+
});
|
|
28
|
+
scrub.addEventListener("change", async () => {
|
|
29
|
+
isScrubbing = false;
|
|
30
|
+
const next = Math.max(0, Math.min(+scrub.value, player.duration));
|
|
31
|
+
await player.seek(next);
|
|
32
|
+
});
|
|
33
|
+
const setScrubState = (timeMs, durationMs) => {
|
|
34
|
+
const clamped = Math.max(0, Math.min(timeMs, durationMs));
|
|
35
|
+
if (!isScrubbing)
|
|
36
|
+
scrub.value = String(Math.round(clamped));
|
|
37
|
+
const progress = durationMs ? (clamped / durationMs) * 100 : 0;
|
|
38
|
+
playhead.style.left = `${progress}%`;
|
|
39
|
+
updateTimecode(clamped, durationMs);
|
|
40
|
+
};
|
|
41
|
+
await player.update(o.timeline);
|
|
42
|
+
}
|
|
43
|
+
function formatTime(ms) {
|
|
44
|
+
const clamped = Math.max(0, ms);
|
|
45
|
+
const totalSeconds = Math.floor(clamped / 1000);
|
|
46
|
+
const minutes = Math.floor(totalSeconds / 60);
|
|
47
|
+
const seconds = totalSeconds % 60;
|
|
48
|
+
const millis = Math.floor(clamped % 1000);
|
|
49
|
+
return `${minutes}:${String(seconds).padStart(2, "0")}.${String(millis).padStart(3, "0")}`;
|
|
50
|
+
}
|
|
51
|
+
//# sourceMappingURL=playback-test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playback-test.js","sourceRoot":"","sources":["../../../s/demo/routines/playback-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,CAAC,EAAqB,MAAM,yBAAyB,CAAA;AAE7D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAsB,EAAE,IAAU,EAAE,IAAiB;IACvF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAsB,CAAA;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAsB,CAAA;IACnE,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAmB,CAAA;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAmB,CAAA;IAClE,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAmB,CAAA;IACzE,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAA;IAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAC5C,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAEzC,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAA;IAC3B,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAA;IAE3B,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACzD,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;IAC1D,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;IAE9C,IAAI,WAAW,GAAG,KAAK,CAAA;IAEvB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEnF,MAAM,cAAc,GAAG,CAAC,SAAiB,EAAE,UAAkB,EAAE,EAAE;QAChE,QAAQ,CAAC,WAAW,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,CAAA;IAC9E,CAAC,CAAA;IAED,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;QAC1C,WAAW,GAAG,IAAI,CAAA;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;QACjE,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;QACrC,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEF,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC3C,WAAW,GAAG,KAAK,CAAA;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;QACjE,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,UAAkB,EAAE,EAAE;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;QACzD,IAAI,CAAC,WAAW;YAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;QAC3D,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9D,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,QAAQ,GAAG,CAAA;QACpC,cAAc,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;IACpC,CAAC,CAAA;IAED,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,UAAU,CAAC,EAAU;IAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAA;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAA;IAC7C,MAAM,OAAO,GAAG,YAAY,GAAG,EAAE,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAA;IACzC,OAAO,GAAG,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAA;AAC3F,CAAC"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { Datafile, defaultTranscriberSpec, makeTranscriber, Omni } from "../../timeline/index.js";
|
|
2
|
+
export async function TimelineSchemaTest(driver, file) {
|
|
3
|
+
const transcriber = await makeTranscriber({
|
|
4
|
+
driver,
|
|
5
|
+
spec: defaultTranscriberSpec(),
|
|
6
|
+
workerUrl: new URL("/features/speech/transcribe/worker.bundle.min.js", import.meta.url),
|
|
7
|
+
onLoading: loading => console.log("transcriber loading", loading),
|
|
8
|
+
});
|
|
9
|
+
const omni = new Omni(driver);
|
|
10
|
+
const { videoA } = await omni.load({ videoA: Datafile.make(file) });
|
|
11
|
+
const transcript = await transcriber.transcribe({
|
|
12
|
+
source: file,
|
|
13
|
+
language: "english",
|
|
14
|
+
onReport: report => console.log("transcriber report", report),
|
|
15
|
+
onTranscription: text => console.log("transcribing", text),
|
|
16
|
+
});
|
|
17
|
+
const timeline = omni.timeline(o => {
|
|
18
|
+
const text = o.text("content", { duration: 3000 });
|
|
19
|
+
const fade = o.animate.opacity.make("easeIn", [
|
|
20
|
+
[0, 0],
|
|
21
|
+
[700, 1],
|
|
22
|
+
[2200, 1],
|
|
23
|
+
[3000, 0.35],
|
|
24
|
+
]);
|
|
25
|
+
const style = o.textStyle({ fill: "green", fontSize: 100 });
|
|
26
|
+
const videoSpatial = o.spatial(o.transform({
|
|
27
|
+
position: [240, 160],
|
|
28
|
+
scale: [1.4, 1.4],
|
|
29
|
+
rotation: 0.08,
|
|
30
|
+
}), [0.15, 0.1, 0.05, 0.2]);
|
|
31
|
+
const textSpatial = o.spatial();
|
|
32
|
+
const textMotion = o.animate.transform.make("linear", [
|
|
33
|
+
[0, o.transform({ position: [-320, 80], scale: [0.7, 0.7] })],
|
|
34
|
+
[1000, o.transform({ position: [120, 80], scale: [1, 1] })],
|
|
35
|
+
[2000, o.transform({ position: [200, 40], scale: [1.35, 1.35], rotation: 8 })],
|
|
36
|
+
[3000, o.transform({ position: [320, 0], scale: [1.15, 1.15], rotation: 0 })],
|
|
37
|
+
]);
|
|
38
|
+
const video = o.video(videoA, { duration: 6000, start: 3000 });
|
|
39
|
+
o.set(text.id, { styleId: style.id, spatialId: textSpatial.id, animationIds: [fade.id, textMotion.id] });
|
|
40
|
+
o.set(video.id, { spatialId: videoSpatial.id });
|
|
41
|
+
const visual = o.sequence(o.stack(text, o.captions(video, transcript, {
|
|
42
|
+
maxChars: 34,
|
|
43
|
+
maxDuration: 2800,
|
|
44
|
+
maxSilence: 450,
|
|
45
|
+
styles: {
|
|
46
|
+
fontFamily: "Arial",
|
|
47
|
+
fontSize: 64,
|
|
48
|
+
fill: "#ffffff",
|
|
49
|
+
align: "center",
|
|
50
|
+
wordWrap: true,
|
|
51
|
+
wordWrapWidth: 1280,
|
|
52
|
+
stroke: { color: "#000000", width: 6 },
|
|
53
|
+
},
|
|
54
|
+
})), o.transition.circle(1500), o.video(videoA, { duration: 7000, start: 5000 }));
|
|
55
|
+
return o.stack(visual, o.audio(videoA, { start: 3000, duration: video.duration }));
|
|
56
|
+
});
|
|
57
|
+
return { timeline, omni };
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=timeline-setup.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"timeline-setup.js","sourceRoot":"","sources":["../../../s/demo/routines/timeline-setup.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,QAAQ,EAAE,sBAAsB,EAAQ,eAAe,EAAE,IAAI,EAAC,MAAM,yBAAyB,CAAA;AAErG,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,MAAc,EAAE,IAAU;IAClE,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC;QACzC,MAAM;QACN,IAAI,EAAE,sBAAsB,EAAE;QAC9B,SAAS,EAAE,IAAI,GAAG,CAAC,kDAAkD,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACvF,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC;KACjE,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAA;IAC7B,MAAM,EAAC,MAAM,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAC,CAAC,CAAA;IAE/D,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC;QAC/C,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC;QAC7D,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC;KAC1D,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;QAClC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC7C,CAAC,CAAC,EAAE,CAAC,CAAC;YACN,CAAC,GAAG,EAAE,CAAC,CAAC;YACR,CAAC,IAAI,EAAE,CAAC,CAAC;YACT,CAAC,IAAI,EAAE,IAAI,CAAC;SACZ,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAC,CAAC,CAAA;QACzD,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAC7B,CAAC,CAAC,SAAS,CAAC;YACX,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;YACpB,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;YACjB,QAAQ,EAAE,IAAI;SACd,CAAC,EACF,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CACtB,CAAA;QACD,MAAM,WAAW,GAAG,CAAC,CAAC,OAAO,EAAE,CAAA;QAC/B,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;YACpD,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAC,CAAC,CAAC;YAC3D,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,CAAC,CAAC;YACzD,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAC,CAAC,CAAC;YAC5E,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAC,CAAC,CAAC;SAC5E,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QAC5D,CAAC,CAAC,GAAG,CAAY,IAAI,CAAC,EAAE,EAAE,EAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,EAAC,CAAC,CAAA;QACjH,CAAC,CAAC,GAAG,CAAa,KAAK,CAAC,EAAE,EAAE,EAAC,SAAS,EAAE,YAAY,CAAC,EAAE,EAAC,CAAC,CAAA;QAEzD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CACxB,CAAC,CAAC,KAAK,CACN,IAAI,EACJ,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE;YAC7B,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE;gBACP,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE,EAAE;gBACZ,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,IAAI;gBACnB,MAAM,EAAE,EAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAC;aACpC;SACD,CAAC,CACF,EACD,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EACzB,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAC9C,CAAA;QAED,OAAO,CAAC,CAAC,KAAK,CACb,MAAM,EACN,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAC,CAAC,CACxD,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAA;AACxB,CAAC"}
|
|
@@ -5,19 +5,23 @@ export function setupTranscodeTest(driver, source) {
|
|
|
5
5
|
canvas.height = dimensions.height;
|
|
6
6
|
const ctx = canvas.getContext("2d");
|
|
7
7
|
async function run() {
|
|
8
|
-
const
|
|
8
|
+
const video = driver.decodeVideo({
|
|
9
9
|
source,
|
|
10
10
|
async onFrame(frame) {
|
|
11
11
|
const composed = await driver.composite([
|
|
12
12
|
{
|
|
13
|
+
id: 0,
|
|
13
14
|
kind: "image",
|
|
14
15
|
frame
|
|
15
16
|
},
|
|
16
17
|
{
|
|
18
|
+
id: 1,
|
|
17
19
|
kind: "text",
|
|
18
20
|
content: "omnitool",
|
|
19
|
-
|
|
20
|
-
|
|
21
|
+
style: {
|
|
22
|
+
fontSize: 50,
|
|
23
|
+
fill: "green"
|
|
24
|
+
}
|
|
21
25
|
}
|
|
22
26
|
]);
|
|
23
27
|
frame.close();
|
|
@@ -25,13 +29,21 @@ export function setupTranscodeTest(driver, source) {
|
|
|
25
29
|
return composed;
|
|
26
30
|
}
|
|
27
31
|
});
|
|
28
|
-
|
|
29
|
-
|
|
32
|
+
const audio = driver.decodeAudio({ source });
|
|
33
|
+
const { readable, done } = driver.encode({
|
|
34
|
+
video: video.readable,
|
|
35
|
+
audio: audio.readable,
|
|
30
36
|
config: {
|
|
31
37
|
audio: { codec: "opus", bitrate: 128000 },
|
|
32
38
|
video: { codec: "vp9", bitrate: 1000000 }
|
|
33
39
|
}
|
|
34
40
|
});
|
|
41
|
+
const handle = await window.showSaveFilePicker();
|
|
42
|
+
const writable = await handle.createWritable();
|
|
43
|
+
await Promise.all([
|
|
44
|
+
readable.pipeTo(writable),
|
|
45
|
+
done
|
|
46
|
+
]);
|
|
35
47
|
}
|
|
36
48
|
return { canvas, run };
|
|
37
49
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"transcode-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcode-test.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"transcode-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcode-test.ts"],"names":[],"mappings":"AAIA,MAAM,UAAU,kBAAkB,CAAC,MAAc,EAAE,MAAqB;IACvE,MAAM,UAAU,GAAG,EAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAC,CAAA;IAE9C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;IAC/C,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAA;IAC/B,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IACjC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IAEnC,KAAK,UAAU,GAAG;QACjB,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC;YAChC,MAAM;YACN,KAAK,CAAC,OAAO,CAAC,KAAK;gBAClB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;oBACvC;wBACC,EAAE,EAAE,CAAC;wBACL,IAAI,EAAE,OAAO;wBACb,KAAK;qBACL;oBACD;wBACC,EAAE,EAAE,CAAC;wBACL,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,UAAU;wBACnB,KAAK,EAAE;4BACN,QAAQ,EAAE,EAAE;4BACZ,IAAI,EAAE,OAAO;yBACb;qBACD;iBACD,CAAC,CAAA;gBACF,KAAK,CAAC,KAAK,EAAE,CAAA;gBACb,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC9B,OAAO,QAAQ,CAAA;YAChB,CAAC;SACD,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAA;QAE1C,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,KAAK,CAAC,QAAQ;YACrB,KAAK,EAAE,KAAK,CAAC,QAAQ;YACrB,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,kBAAkB,EAAE,CAAA;QAChD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAA;QAE9C,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YACzB,IAAI;SACJ,CAAC,CAAA;IACH,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,GAAG,EAAC,CAAA;AACrB,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import { makeTranscriber } from "../../features/speech/transcribe/transcriber.js";
|
|
2
|
+
export async function transcriberTest(driver) {
|
|
3
|
+
const transcriber = await makeTranscriber({
|
|
4
|
+
driver,
|
|
5
|
+
spec: {
|
|
6
|
+
model: "onnx-community/whisper-tiny_timestamped",
|
|
7
|
+
device: "webgpu",
|
|
8
|
+
strideLength: 5,
|
|
9
|
+
chunkLength: 30,
|
|
10
|
+
dtype: "fp32"
|
|
11
|
+
},
|
|
12
|
+
workerUrl: new URL("/features/speech/transcribe/worker.bundle.min.js", import.meta.url),
|
|
13
|
+
onLoading({ progress, total }) {
|
|
14
|
+
console.log(progress, total, "total");
|
|
15
|
+
},
|
|
16
|
+
});
|
|
17
|
+
return {
|
|
18
|
+
transcribe: async (file) => {
|
|
19
|
+
const result = await transcriber.transcribe({
|
|
20
|
+
source: file,
|
|
21
|
+
language: "english",
|
|
22
|
+
onReport(report) {
|
|
23
|
+
console.log("report", report);
|
|
24
|
+
},
|
|
25
|
+
onTranscription(transcription) {
|
|
26
|
+
console.log("transcript", transcription);
|
|
27
|
+
}
|
|
28
|
+
});
|
|
29
|
+
console.log(result, "transcript result");
|
|
30
|
+
}
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=transcriber-test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"transcriber-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcriber-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,eAAe,EAAC,MAAM,iDAAiD,CAAA;AAE/E,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAAc;IACnD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC;QACzC,MAAM;QACN,IAAI,EAAE;YACL,KAAK,EAAE,yCAAyC;YAChD,MAAM,EAAE,QAAQ;YAChB,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,EAAE;YACf,KAAK,EAAE,MAAM;SACb;QACD,SAAS,EAAE,IAAI,GAAG,CAAC,kDAAkD,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACvF,SAAS,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAC;YACzB,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACvC,CAAC;KACD,CAAC,CAAA;IACF,OAAO;QACN,UAAU,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;YAChC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC;gBAC3C,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,SAAS;gBACnB,QAAQ,CAAC,MAAM;oBACb,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;gBAC/B,CAAC;gBACD,eAAe,CAAC,aAAa;oBAC3B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,aAAa,CAAC,CAAA;gBAC1C,CAAC;aACD,CAAC,CAAA;YACF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACzC,CAAC;KACD,CAAA;AACF,CAAC"}
|