@omnimedia/omnitool 1.1.0-5 → 1.1.0-51
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +143 -80
- package/package.json +18 -16
- package/s/context.ts +0 -7
- package/s/demo/demo.bundle.ts +102 -43
- package/s/demo/demo.css +246 -11
- package/s/demo/routines/export-test.ts +16 -0
- package/s/demo/routines/filmstrip-test.ts +22 -18
- package/s/demo/routines/load-video.ts +2 -3
- package/s/demo/routines/playback-test.ts +76 -0
- package/s/demo/routines/timeline-setup.ts +24 -0
- package/s/demo/routines/transcode-test.ts +21 -5
- package/s/demo/routines/transitions-test.ts +2 -2
- package/s/demo/routines/waveform-test.ts +8 -6
- package/s/driver/driver-worker.ts +9 -0
- package/s/driver/driver.test.ts +1 -1
- package/s/driver/driver.ts +32 -44
- package/s/driver/fns/schematic.ts +52 -25
- package/s/driver/fns/work.ts +71 -200
- package/s/driver/parts/compositor.ts +178 -0
- package/s/driver/parts/machina.ts +19 -20
- package/s/index.html.ts +103 -19
- package/s/index.ts +1 -0
- package/s/tests.bundle.ts +11 -0
- package/s/tests.html.ts +28 -0
- package/s/timeline/index.ts +3 -0
- package/s/timeline/parts/basics.ts +1 -1
- package/s/timeline/parts/filmstrip.ts +43 -16
- package/s/timeline/parts/item.ts +59 -6
- package/s/timeline/parts/media.ts +32 -1
- package/s/timeline/parts/resource-pool.ts +8 -5
- package/s/timeline/parts/resource.ts +2 -0
- package/s/timeline/parts/waveform.ts +3 -4
- package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
- package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
- package/s/timeline/renderers/export/parts/cursor.ts +109 -0
- package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
- package/s/timeline/renderers/export/parts/produce-video.ts +50 -0
- package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
- package/s/timeline/renderers/export/produce.ts +28 -0
- package/s/timeline/renderers/parts/handy.ts +360 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
- package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +16 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +59 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +111 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/sink.ts +38 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
- package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +10 -0
- package/s/timeline/renderers/parts/samplers/visual/sampler.ts +28 -0
- package/s/timeline/renderers/parts/schedulers.ts +96 -0
- package/s/timeline/renderers/player/parts/playback.ts +125 -0
- package/s/timeline/renderers/player/player.ts +71 -0
- package/s/timeline/renderers/renderers.test.ts +387 -0
- package/s/timeline/sugar/helpers.ts +85 -0
- package/s/timeline/sugar/o.ts +178 -38
- package/s/timeline/sugar/omni.test.ts +210 -0
- package/s/timeline/sugar/omni.ts +38 -12
- package/s/timeline/types.ts +29 -0
- package/s/timeline/utils/checksum.ts +3 -1
- package/s/timeline/utils/datafile.ts +15 -4
- package/s/timeline/utils/dummy-data.ts +3 -3
- package/s/timeline/utils/matrix.ts +33 -0
- package/s/units/fps.ts +8 -0
- package/s/units/ms.ts +8 -0
- package/s/units/seconds.ts +8 -0
- package/x/WebGLRenderer-7X274AYV.js +2 -0
- package/x/WebGLRenderer-7X274AYV.js.map +7 -0
- package/x/WebGPURenderer-XMCMEXAO.js +2 -0
- package/x/WebGPURenderer-XMCMEXAO.js.map +7 -0
- package/x/browserAll-6TVTCHHE.js +2 -0
- package/x/browserAll-6TVTCHHE.js.map +7 -0
- package/x/chunk-4ONWQOPX.js +157 -0
- package/x/chunk-4ONWQOPX.js.map +7 -0
- package/x/chunk-63NSCXPX.js +2 -0
- package/x/chunk-63NSCXPX.js.map +7 -0
- package/x/chunk-A45M2HJC.js +2 -0
- package/x/chunk-A45M2HJC.js.map +7 -0
- package/x/chunk-OTQK6FAJ.js +15 -0
- package/x/chunk-OTQK6FAJ.js.map +7 -0
- package/x/chunk-Q7JBQNE4.js +42 -0
- package/x/chunk-Q7JBQNE4.js.map +7 -0
- package/x/chunk-W33LM336.js +393 -0
- package/x/chunk-W33LM336.js.map +7 -0
- package/x/chunk-W5CN46AR.js +327 -0
- package/x/chunk-W5CN46AR.js.map +7 -0
- package/x/chunk-WFT3KTZG.js +269 -0
- package/x/chunk-WFT3KTZG.js.map +7 -0
- package/x/context.d.ts +1 -4
- package/x/context.js +1 -5
- package/x/context.js.map +1 -1
- package/x/demo/WebGLRenderer-NLGJGAXK.js +2 -0
- package/x/demo/WebGLRenderer-NLGJGAXK.js.map +7 -0
- package/x/demo/WebGPURenderer-RBOFXPL5.js +2 -0
- package/x/demo/WebGPURenderer-RBOFXPL5.js.map +7 -0
- package/x/demo/browserAll-5AZHDDG6.js +2 -0
- package/x/demo/browserAll-5AZHDDG6.js.map +7 -0
- package/x/demo/chunk-5ZZYIILO.js +393 -0
- package/x/demo/chunk-5ZZYIILO.js.map +7 -0
- package/x/demo/chunk-P3PTHHFE.js +42 -0
- package/x/demo/chunk-P3PTHHFE.js.map +7 -0
- package/x/demo/chunk-PYG4RZZ2.js +269 -0
- package/x/demo/chunk-PYG4RZZ2.js.map +7 -0
- package/x/demo/chunk-Q4MWBZHL.js +157 -0
- package/x/demo/chunk-Q4MWBZHL.js.map +7 -0
- package/x/demo/chunk-T3METYEY.js +15 -0
- package/x/demo/chunk-T3METYEY.js.map +7 -0
- package/x/demo/chunk-USLRKDKD.js +2 -0
- package/x/demo/chunk-USLRKDKD.js.map +7 -0
- package/x/demo/chunk-YISSXWBT.js +327 -0
- package/x/demo/chunk-YISSXWBT.js.map +7 -0
- package/x/demo/chunk-YJQWVIHX.js +2 -0
- package/x/demo/chunk-YJQWVIHX.js.map +7 -0
- package/x/demo/demo.bundle.js +92 -40
- package/x/demo/demo.bundle.js.map +1 -1
- package/x/demo/demo.bundle.min.js +2450 -35
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +246 -11
- package/x/demo/routines/export-test.d.ts +2 -0
- package/x/demo/routines/export-test.js +10 -0
- package/x/demo/routines/export-test.js.map +1 -0
- package/x/demo/routines/filmstrip-test.d.ts +1 -1
- package/x/demo/routines/filmstrip-test.js +20 -17
- package/x/demo/routines/filmstrip-test.js.map +1 -1
- package/x/demo/routines/load-video.d.ts +1 -1
- package/x/demo/routines/load-video.js +1 -2
- package/x/demo/routines/load-video.js.map +1 -1
- package/x/demo/routines/playback-test.d.ts +2 -0
- package/x/demo/routines/playback-test.js +65 -0
- package/x/demo/routines/playback-test.js.map +1 -0
- package/x/demo/routines/timeline-setup.d.ts +6 -0
- package/x/demo/routines/timeline-setup.js +13 -0
- package/x/demo/routines/timeline-setup.js.map +1 -0
- package/x/demo/routines/transcode-test.js +17 -5
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transitions-test.js +2 -2
- package/x/demo/routines/transitions-test.js.map +1 -1
- package/x/demo/routines/waveform-test.d.ts +2 -1
- package/x/demo/routines/waveform-test.js +7 -6
- package/x/demo/routines/waveform-test.js.map +1 -1
- package/x/demo/webworkerAll-QKIC5O27.js +2 -0
- package/x/demo/webworkerAll-QKIC5O27.js.map +7 -0
- package/x/driver/WebGLRenderer-OMRWYQIV.js +2 -0
- package/x/driver/WebGLRenderer-OMRWYQIV.js.map +7 -0
- package/x/driver/WebGPURenderer-KQJB2OJJ.js +2 -0
- package/x/driver/WebGPURenderer-KQJB2OJJ.js.map +7 -0
- package/x/driver/browserAll-YBZEJCN3.js +2 -0
- package/x/driver/browserAll-YBZEJCN3.js.map +7 -0
- package/x/driver/chunk-3L3MB5NY.js +393 -0
- package/x/driver/chunk-3L3MB5NY.js.map +7 -0
- package/x/driver/chunk-42BQ4XKE.js +269 -0
- package/x/driver/chunk-42BQ4XKE.js.map +7 -0
- package/x/driver/chunk-4HAYG3N5.js +327 -0
- package/x/driver/chunk-4HAYG3N5.js.map +7 -0
- package/x/driver/chunk-BFBY7VYB.js +42 -0
- package/x/driver/chunk-BFBY7VYB.js.map +7 -0
- package/x/driver/chunk-KM6O72WE.js +157 -0
- package/x/driver/chunk-KM6O72WE.js.map +7 -0
- package/x/driver/chunk-N6HD4WYJ.js +2 -0
- package/x/driver/chunk-N6HD4WYJ.js.map +7 -0
- package/x/driver/chunk-WCZ2O3UN.js +15 -0
- package/x/driver/chunk-WCZ2O3UN.js.map +7 -0
- package/x/driver/chunk-XWNSF3WJ.js +2 -0
- package/x/driver/chunk-XWNSF3WJ.js.map +7 -0
- package/x/driver/driver-worker.d.ts +1 -0
- package/x/driver/driver-worker.js +6 -0
- package/x/driver/driver-worker.js.map +1 -0
- package/x/driver/driver.d.ts +12 -9
- package/x/driver/driver.js +31 -41
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.test.js +1 -1
- package/x/driver/driver.test.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +139 -1135
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +10 -4
- package/x/driver/fns/schematic.d.ts +47 -24
- package/x/driver/fns/work.d.ts +12 -7
- package/x/driver/fns/work.js +68 -170
- package/x/driver/fns/work.js.map +1 -1
- package/x/driver/parts/compositor.d.ts +15 -0
- package/x/driver/parts/compositor.js +152 -0
- package/x/driver/parts/compositor.js.map +1 -0
- package/x/driver/parts/machina.d.ts +0 -20
- package/x/driver/parts/machina.js +6 -10
- package/x/driver/parts/machina.js.map +1 -1
- package/x/driver/webworkerAll-BKJQW6P7.js +2 -0
- package/x/driver/webworkerAll-BKJQW6P7.js.map +7 -0
- package/x/features/speech/transcribe/parts/prep-audio.d.ts +1 -1
- package/x/features/speech/transcribe/worker.bundle.min.js +703 -703
- package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
- package/x/index.d.ts +1 -0
- package/x/index.html +349 -30
- package/x/index.html.js +103 -19
- package/x/index.html.js.map +1 -1
- package/x/index.js +1 -0
- package/x/index.js.map +1 -1
- package/x/tests.bundle.js +8 -0
- package/x/tests.bundle.js.map +1 -0
- package/x/tests.bundle.min.js +2464 -0
- package/x/tests.bundle.min.js.map +7 -0
- package/x/tests.html +316 -0
- package/x/tests.html.d.ts +2 -0
- package/x/tests.html.js +22 -0
- package/x/tests.html.js.map +1 -0
- package/x/timeline/index.d.ts +3 -0
- package/x/timeline/index.js +3 -0
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/basics.d.ts +1 -1
- package/x/timeline/parts/filmstrip.d.ts +4 -3
- package/x/timeline/parts/filmstrip.js +29 -10
- package/x/timeline/parts/filmstrip.js.map +1 -1
- package/x/timeline/parts/item.d.ts +51 -8
- package/x/timeline/parts/item.js +7 -3
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +5 -0
- package/x/timeline/parts/media.js +27 -1
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/resource-pool.d.ts +3 -0
- package/x/timeline/parts/resource-pool.js +7 -4
- package/x/timeline/parts/resource-pool.js.map +1 -1
- package/x/timeline/parts/resource.d.ts +2 -0
- package/x/timeline/parts/waveform.d.ts +2 -1
- package/x/timeline/parts/waveform.js +2 -4
- package/x/timeline/parts/waveform.js.map +1 -1
- package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
- package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
- package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
- package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
- package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
- package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
- package/x/timeline/renderers/export/parts/cursor.d.ts +19 -0
- package/x/timeline/renderers/export/parts/cursor.js +80 -0
- package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
- package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
- package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
- package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
- package/x/timeline/renderers/export/parts/produce-video.js +27 -0
- package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
- package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
- package/x/timeline/renderers/export/parts/resamplers.js +29 -0
- package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
- package/x/timeline/renderers/export/produce.d.ts +13 -0
- package/x/timeline/renderers/export/produce.js +15 -0
- package/x/timeline/renderers/export/produce.js.map +1 -0
- package/x/timeline/renderers/parts/handy.d.ts +30 -0
- package/x/timeline/renderers/parts/handy.js +219 -0
- package/x/timeline/renderers/parts/handy.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
- package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
- package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +10 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +38 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +5 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +75 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.js +24 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/sink.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +8 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
- package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js +17 -0
- package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
- package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
- package/x/timeline/renderers/parts/schedulers.js +64 -0
- package/x/timeline/renderers/parts/schedulers.js.map +1 -0
- package/x/timeline/renderers/player/parts/playback.d.ts +31 -0
- package/x/timeline/renderers/player/parts/playback.js +91 -0
- package/x/timeline/renderers/player/parts/playback.js.map +1 -0
- package/x/timeline/renderers/player/player.d.ts +23 -0
- package/x/timeline/renderers/player/player.js +50 -0
- package/x/timeline/renderers/player/player.js.map +1 -0
- package/x/timeline/renderers/renderers.test.d.ts +32 -0
- package/x/timeline/renderers/renderers.test.js +306 -0
- package/x/timeline/renderers/renderers.test.js.map +1 -0
- package/x/timeline/sugar/helpers.d.ts +30 -0
- package/x/timeline/sugar/helpers.js +46 -0
- package/x/timeline/sugar/helpers.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +31 -4
- package/x/timeline/sugar/o.js +144 -38
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +11 -2
- package/x/timeline/sugar/omni.js +30 -9
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/sugar/omni.test.d.ts +27 -0
- package/x/timeline/sugar/omni.test.js +128 -0
- package/x/timeline/sugar/omni.test.js.map +1 -0
- package/x/timeline/types.d.ts +24 -0
- package/x/timeline/types.js +2 -0
- package/x/timeline/types.js.map +1 -0
- package/x/timeline/utils/checksum.d.ts +3 -2
- package/x/timeline/utils/checksum.js.map +1 -1
- package/x/timeline/utils/datafile.d.ts +5 -3
- package/x/timeline/utils/datafile.js +18 -5
- package/x/timeline/utils/datafile.js.map +1 -1
- package/x/timeline/utils/dummy-data.d.ts +1 -2
- package/x/timeline/utils/dummy-data.js +4 -2
- package/x/timeline/utils/dummy-data.js.map +1 -1
- package/x/timeline/utils/matrix.d.ts +8 -0
- package/x/timeline/utils/matrix.js +26 -0
- package/x/timeline/utils/matrix.js.map +1 -0
- package/x/units/fps.d.ts +6 -0
- package/x/units/fps.js +2 -0
- package/x/units/fps.js.map +1 -0
- package/x/units/ms.d.ts +6 -0
- package/x/units/ms.js +2 -0
- package/x/units/ms.js.map +1 -0
- package/x/units/seconds.d.ts +6 -0
- package/x/units/seconds.js +2 -0
- package/x/units/seconds.js.map +1 -0
- package/x/webworkerAll-VVIU3M54.js +2 -0
- package/x/webworkerAll-VVIU3M54.js.map +7 -0
- package/s/tests.test.ts +0 -8
- package/s/timeline/sugar/omni-test.ts +0 -38
- package/s/tools/common/loader.ts +0 -26
- package/s/tools/common/transformer-pipeline.ts +0 -26
- package/s/tools/speech-recognition/common/model.ts +0 -26
- package/s/tools/speech-recognition/whisper/fns/host.ts +0 -25
- package/s/tools/speech-recognition/whisper/fns/schematic.ts +0 -23
- package/s/tools/speech-recognition/whisper/fns/work.ts +0 -91
- package/s/tools/speech-recognition/whisper/parts/types.ts +0 -38
- package/s/tools/speech-recognition/whisper/parts/worker.bundle.ts +0 -7
- package/s/tools/speech-recognition/whisper/tool.ts +0 -70
- package/x/tests.test.js +0 -6
- package/x/tests.test.js.map +0 -1
- package/x/timeline/sugar/omni-test.d.ts +0 -1
- package/x/timeline/sugar/omni-test.js +0 -22
- package/x/timeline/sugar/omni-test.js.map +0 -1
- package/x/tools/common/loader.d.ts +0 -19
- package/x/tools/common/loader.js +0 -18
- package/x/tools/common/loader.js.map +0 -1
- package/x/tools/common/transformer-pipeline.d.ts +0 -8
- package/x/tools/common/transformer-pipeline.js +0 -24
- package/x/tools/common/transformer-pipeline.js.map +0 -1
- package/x/tools/speech-recognition/common/model.d.ts +0 -14
- package/x/tools/speech-recognition/common/model.js +0 -16
- package/x/tools/speech-recognition/common/model.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/host.d.ts +0 -13
- package/x/tools/speech-recognition/whisper/fns/host.js +0 -19
- package/x/tools/speech-recognition/whisper/fns/host.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/schematic.d.ts +0 -19
- package/x/tools/speech-recognition/whisper/fns/schematic.js +0 -2
- package/x/tools/speech-recognition/whisper/fns/schematic.js.map +0 -1
- package/x/tools/speech-recognition/whisper/fns/work.d.ts +0 -12
- package/x/tools/speech-recognition/whisper/fns/work.js +0 -74
- package/x/tools/speech-recognition/whisper/fns/work.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/types.d.ts +0 -31
- package/x/tools/speech-recognition/whisper/parts/types.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.d.ts +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.js +0 -4
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.js.map +0 -1
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +0 -8
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +0 -7
- package/x/tools/speech-recognition/whisper/tool.d.ts +0 -12
- package/x/tools/speech-recognition/whisper/tool.js +0 -63
- package/x/tools/speech-recognition/whisper/tool.js.map +0 -1
- /package/x/{tests.test.d.ts → tests.bundle.d.ts} +0 -0
- /package/x/{tools/speech-recognition/whisper → timeline/renderers/parts/samplers/audio}/parts/types.js +0 -0
|
@@ -1,7 +1,10 @@
|
|
|
1
|
+
import { Hash } from "./basics.js";
|
|
1
2
|
import { Media } from "./media.js";
|
|
3
|
+
import { Resource } from "./resource.js";
|
|
2
4
|
import { Datafile } from "../utils/datafile.js";
|
|
3
5
|
export declare class ResourcePool {
|
|
4
6
|
#private;
|
|
5
7
|
/** store a media file (avoids duplicates via hash) */
|
|
6
8
|
store(datafile: Datafile): Promise<Media>;
|
|
9
|
+
require(hash: Hash): Resource.Media;
|
|
7
10
|
}
|
|
@@ -1,19 +1,22 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { GMap } from "@e280/stz";
|
|
2
2
|
import { Media } from "./media.js";
|
|
3
3
|
export class ResourcePool {
|
|
4
|
-
#map = new
|
|
4
|
+
#map = new GMap;
|
|
5
5
|
/** store a media file (avoids duplicates via hash) */
|
|
6
6
|
async store(datafile) {
|
|
7
7
|
const media = await Media.analyze(datafile);
|
|
8
8
|
const { hash } = media.datafile.checksum;
|
|
9
|
-
const { filename, bytes } = media.datafile;
|
|
9
|
+
const { filename, bytes, url, blob } = media.datafile;
|
|
10
10
|
if (this.#map.has(hash)) {
|
|
11
11
|
const alreadyExists = this.#map.require(hash);
|
|
12
12
|
alreadyExists.filename = filename;
|
|
13
13
|
}
|
|
14
14
|
else
|
|
15
|
-
this.#map.set(hash, { kind: "media", filename, bytes });
|
|
15
|
+
this.#map.set(hash, { kind: "media", filename, bytes, url, blob });
|
|
16
16
|
return media;
|
|
17
17
|
}
|
|
18
|
+
require(hash) {
|
|
19
|
+
return this.#map.require(hash);
|
|
20
|
+
}
|
|
18
21
|
}
|
|
19
22
|
//# sourceMappingURL=resource-pool.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resource-pool.js","sourceRoot":"","sources":["../../../s/timeline/parts/resource-pool.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAE9B,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAIhC,MAAM,OAAO,YAAY;IACxB,IAAI,GAAG,IAAI,IAAwB,CAAA;IAEnC,sDAAsD;IACtD,KAAK,CAAC,KAAK,CAAC,QAAkB;QAC7B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,EAAC,IAAI,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAA;QACtC,MAAM,EAAC,QAAQ,EAAE,KAAK,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAA;
|
|
1
|
+
{"version":3,"file":"resource-pool.js","sourceRoot":"","sources":["../../../s/timeline/parts/resource-pool.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAE9B,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAIhC,MAAM,OAAO,YAAY;IACxB,IAAI,GAAG,IAAI,IAAwB,CAAA;IAEnC,sDAAsD;IACtD,KAAK,CAAC,KAAK,CAAC,QAAkB;QAC7B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,EAAC,IAAI,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAA;QACtC,MAAM,EAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAA;QAEnD,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YAC7C,aAAa,CAAC,QAAQ,GAAG,QAAQ,CAAA;QAClC,CAAC;;YAEA,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAC,CAAC,CAAA;QAEjE,OAAO,KAAK,CAAA;IACb,CAAC;IAED,OAAO,CAAC,IAAU;QACjB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC/B,CAAC;CACD"}
|
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import WaveSurfer from "wavesurfer.js";
|
|
2
|
+
import { Driver } from "../../driver/driver.js";
|
|
2
3
|
import { DecoderSource } from "../../driver/fns/schematic.js";
|
|
3
4
|
export declare class Waveform {
|
|
4
5
|
wavesurfer: WaveSurfer;
|
|
5
6
|
constructor(peaks: number[], container: HTMLElement, duration: number);
|
|
6
|
-
static init(source: DecoderSource, container: HTMLElement): Promise<Waveform>;
|
|
7
|
+
static init(driver: Driver, source: DecoderSource, container: HTMLElement): Promise<Waveform>;
|
|
7
8
|
set width(value: number);
|
|
8
9
|
}
|
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import WaveSurfer from "wavesurfer.js";
|
|
2
|
-
import { context } from "../../context.js";
|
|
3
2
|
export class Waveform {
|
|
4
3
|
wavesurfer;
|
|
5
4
|
constructor(peaks, container, duration) {
|
|
@@ -14,9 +13,8 @@ export class Waveform {
|
|
|
14
13
|
duration
|
|
15
14
|
});
|
|
16
15
|
}
|
|
17
|
-
static async init(source, container) {
|
|
18
|
-
const
|
|
19
|
-
const reader = driver.decode({ source }).audio.getReader();
|
|
16
|
+
static async init(driver, source, container) {
|
|
17
|
+
const reader = driver.decodeAudio({ source }).getReader();
|
|
20
18
|
const peaks = [];
|
|
21
19
|
let buffer = [];
|
|
22
20
|
const samplesPerPeak = 1024;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;
|
|
1
|
+
{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAKtC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,MAAqB,EAAE,SAAsB;QAC9E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,SAAS,EAAE,CAAA;QAEvD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const applyGainToPlanar: (planes: Float32Array[], gain: number) => void;
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
// this is mutating fn
|
|
2
|
+
export const applyGainToPlanar = (planes, gain) => {
|
|
3
|
+
if (gain === 1)
|
|
4
|
+
return;
|
|
5
|
+
// planes
|
|
6
|
+
for (const plane of planes) {
|
|
7
|
+
for (let i = 0; i < plane.length; i++) {
|
|
8
|
+
plane[i] *= gain;
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
// return planes
|
|
12
|
+
};
|
|
13
|
+
//# sourceMappingURL=audio-gain.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audio-gain.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-gain.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAChC,MAAsB,EACtB,IAAY,EACX,EAAE;IACH,IAAI,IAAI,KAAK,CAAC;QACb,OAAM;IACP,SAAS;IAET,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;QACjB,CAAC;IACF,CAAC;IAED,gBAAgB;AACjB,CAAC,CAAA"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export type AudioPlanesInput = {
|
|
2
|
+
planes: Float32Array[];
|
|
3
|
+
sampleRate: number;
|
|
4
|
+
timestamp: number;
|
|
5
|
+
};
|
|
6
|
+
export type MixedChunk = {
|
|
7
|
+
planar: Float32Array;
|
|
8
|
+
sampleRate: number;
|
|
9
|
+
channels: number;
|
|
10
|
+
frames: number;
|
|
11
|
+
startFrame: number;
|
|
12
|
+
};
|
|
13
|
+
export type AudioMixOptions = {
|
|
14
|
+
chunkFrames?: number;
|
|
15
|
+
clamp?: boolean;
|
|
16
|
+
};
|
|
17
|
+
export declare class AudioMix {
|
|
18
|
+
#private;
|
|
19
|
+
constructor(options?: AudioMixOptions);
|
|
20
|
+
mix(samples: AsyncIterable<AudioPlanesInput>): AsyncGenerator<MixedChunk>;
|
|
21
|
+
}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
export class AudioMix {
|
|
2
|
+
#chunkFrames;
|
|
3
|
+
#clamp;
|
|
4
|
+
constructor(options = {}) {
|
|
5
|
+
this.#chunkFrames = options.chunkFrames ?? 1024;
|
|
6
|
+
this.#clamp = options.clamp ?? true;
|
|
7
|
+
}
|
|
8
|
+
async *mix(samples) {
|
|
9
|
+
const chunkFrames = this.#chunkFrames;
|
|
10
|
+
let sampleRate = null;
|
|
11
|
+
let channels = null;
|
|
12
|
+
const active = [];
|
|
13
|
+
let nextFrame = 0;
|
|
14
|
+
let maxEnd = 0;
|
|
15
|
+
for await (const input of samples) {
|
|
16
|
+
if (channels === null) {
|
|
17
|
+
channels = input.planes.length;
|
|
18
|
+
sampleRate = input.sampleRate;
|
|
19
|
+
}
|
|
20
|
+
else {
|
|
21
|
+
if (input.planes.length !== channels)
|
|
22
|
+
throw new Error(`Channel count changed`);
|
|
23
|
+
if (input.sampleRate !== sampleRate)
|
|
24
|
+
throw new Error(`Sample rate changed`);
|
|
25
|
+
}
|
|
26
|
+
const inputStart = Math.round(input.timestamp * sampleRate);
|
|
27
|
+
const frames = input.planes[0]?.length ?? 0;
|
|
28
|
+
while (nextFrame + chunkFrames <= inputStart) {
|
|
29
|
+
yield this.#processChunk(active, nextFrame, channels, sampleRate);
|
|
30
|
+
nextFrame += chunkFrames;
|
|
31
|
+
}
|
|
32
|
+
active.push({
|
|
33
|
+
startFrame: inputStart,
|
|
34
|
+
endFrame: inputStart + frames,
|
|
35
|
+
data: input.planes
|
|
36
|
+
});
|
|
37
|
+
maxEnd = Math.max(maxEnd, inputStart + frames);
|
|
38
|
+
}
|
|
39
|
+
if (channels !== null && sampleRate !== null) {
|
|
40
|
+
while (nextFrame < maxEnd) {
|
|
41
|
+
yield this.#processChunk(active, nextFrame, channels, sampleRate);
|
|
42
|
+
nextFrame += chunkFrames;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
#processChunk(active, currentStartFrame, channels, sampleRate) {
|
|
47
|
+
const chunkFrames = this.#chunkFrames;
|
|
48
|
+
const outputBuffer = new Float32Array(channels * chunkFrames);
|
|
49
|
+
const chunkEnd = currentStartFrame + chunkFrames;
|
|
50
|
+
for (let ch = 0; ch < channels; ch++) {
|
|
51
|
+
const channelOffset = ch * chunkFrames;
|
|
52
|
+
const outChannelView = outputBuffer.subarray(channelOffset, channelOffset + chunkFrames);
|
|
53
|
+
for (const sample of active) {
|
|
54
|
+
const data = sample.data[ch];
|
|
55
|
+
if (!data)
|
|
56
|
+
continue;
|
|
57
|
+
const start = Math.max(currentStartFrame, sample.startFrame);
|
|
58
|
+
const end = Math.min(chunkEnd, sample.endFrame);
|
|
59
|
+
if (start >= end)
|
|
60
|
+
continue;
|
|
61
|
+
const dstIdx = start - currentStartFrame;
|
|
62
|
+
const srcIdx = start - sample.startFrame;
|
|
63
|
+
const len = end - start;
|
|
64
|
+
for (let i = 0; i < len; i++) {
|
|
65
|
+
outChannelView[dstIdx + i] += data[srcIdx + i];
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
if (this.#clamp) {
|
|
69
|
+
for (let i = 0; i < chunkFrames; i++) {
|
|
70
|
+
const v = outChannelView[i];
|
|
71
|
+
outChannelView[i] = v < -1.0 ? -1.0 : (v > 1.0 ? 1.0 : v);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
for (let i = active.length - 1; i >= 0; i--) {
|
|
76
|
+
if (active[i].endFrame <= chunkEnd) {
|
|
77
|
+
active.splice(i, 1);
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
return {
|
|
81
|
+
planar: outputBuffer,
|
|
82
|
+
sampleRate,
|
|
83
|
+
channels,
|
|
84
|
+
frames: chunkFrames,
|
|
85
|
+
startFrame: currentStartFrame
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
//# sourceMappingURL=audio-mix.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audio-mix.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-mix.ts"],"names":[],"mappings":"AA0BA,MAAM,OAAO,QAAQ;IACX,YAAY,CAAQ;IACpB,MAAM,CAAS;IAExB,YAAY,UAA2B,EAAE;QACxC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC/C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,GAAG,CAAC,OAAwC;QAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,IAAI,UAAU,GAAkB,IAAI,CAAA;QACpC,IAAI,QAAQ,GAAkB,IAAI,CAAA;QAClC,MAAM,MAAM,GAAmB,EAAE,CAAA;QACjC,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QAEd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACvB,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAA;gBAC9B,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACP,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;gBAC9E,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;YAC5E,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,CAAA;YAC3D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAA;YAE3C,OAAO,SAAS,GAAG,WAAW,IAAI,UAAU,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,UAAU,GAAG,MAAM;gBAC7B,IAAI,EAAE,KAAK,CAAC,MAAM;aAClB,CAAC,CAAA;YAEF,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,QAAQ,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YAC9C,OAAO,SAAS,GAAG,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,aAAa,CACZ,MAAsB,EACtB,iBAAyB,EACzB,QAAgB,EAChB,UAAkB;QAElB,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,GAAG,WAAW,CAAC,CAAA;QAC7D,MAAM,QAAQ,GAAG,iBAAiB,GAAG,WAAW,CAAA;QAEhD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,EAAE,GAAG,WAAW,CAAA;YACtC,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,WAAW,CAAC,CAAA;YAExF,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5B,IAAI,CAAC,IAAI;oBAAE,SAAQ;gBAEnB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;gBAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;gBAE/C,IAAI,KAAK,IAAI,GAAG;oBAAE,SAAQ;gBAE1B,MAAM,MAAM,GAAG,KAAK,GAAG,iBAAiB,CAAA;gBACxC,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC,UAAU,CAAA;gBACxC,MAAM,GAAG,GAAG,GAAG,GAAG,KAAK,CAAA;gBAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;gBAC/C,CAAC;YACF,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;oBAC3B,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC1D,CAAC;YACF,CAAC;QACF,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YACpB,CAAC;QACF,CAAC;QAED,OAAO;YACN,MAAM,EAAE,YAAY;YACpB,UAAU;YACV,QAAQ;YACR,MAAM,EAAE,WAAW;YACnB,UAAU,EAAE,iBAAiB;SAC7B,CAAA;IACF,CAAC;CACD"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { Ms } from "../../../../units/ms.js";
|
|
2
|
+
import { Driver } from "../../../../driver/driver.js";
|
|
3
|
+
import { TimelineFile } from "../../../parts/basics.js";
|
|
4
|
+
import { DecoderSource } from "../../../../driver/fns/schematic.js";
|
|
5
|
+
/**
|
|
6
|
+
* forward-only frame cursor optimized for export purposes.
|
|
7
|
+
* it uses mediabunny internally so the support for non-clients
|
|
8
|
+
* should be done from mediabunny custom decoder/encoder
|
|
9
|
+
*/
|
|
10
|
+
export declare class CursorVisualSampler {
|
|
11
|
+
#private;
|
|
12
|
+
private driver;
|
|
13
|
+
private resolveMedia;
|
|
14
|
+
constructor(driver: Driver, resolveMedia: (hash: string) => DecoderSource);
|
|
15
|
+
cursor(timeline: TimelineFile): {
|
|
16
|
+
next: (timecode: Ms) => Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
|
|
17
|
+
cancel: () => Promise<void>;
|
|
18
|
+
};
|
|
19
|
+
}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import { ms } from "../../../../units/ms.js";
|
|
2
|
+
import { createVisualSampler } from "../../parts/samplers/visual/sampler.js";
|
|
3
|
+
/**
|
|
4
|
+
* forward-only frame cursor optimized for export purposes.
|
|
5
|
+
* it uses mediabunny internally so the support for non-clients
|
|
6
|
+
* should be done from mediabunny custom decoder/encoder
|
|
7
|
+
*/
|
|
8
|
+
export class CursorVisualSampler {
|
|
9
|
+
driver;
|
|
10
|
+
resolveMedia;
|
|
11
|
+
#sampler;
|
|
12
|
+
#videoCursors = new Map();
|
|
13
|
+
constructor(driver, resolveMedia) {
|
|
14
|
+
this.driver = driver;
|
|
15
|
+
this.resolveMedia = resolveMedia;
|
|
16
|
+
this.#sampler = createVisualSampler(resolveMedia, (item, time) => {
|
|
17
|
+
const mediaTime = toUs(ms(item.start + time));
|
|
18
|
+
const cursor = this.#getCursorForVideo(item);
|
|
19
|
+
return cursor.next(mediaTime);
|
|
20
|
+
});
|
|
21
|
+
}
|
|
22
|
+
cursor(timeline) {
|
|
23
|
+
let lastTimecode = Number.NEGATIVE_INFINITY;
|
|
24
|
+
return {
|
|
25
|
+
next: (timecode) => {
|
|
26
|
+
if (timecode < lastTimecode)
|
|
27
|
+
throw new Error(`CursorVisualSampler is forward-only: requested ${timecode}ms after ${lastTimecode}ms`);
|
|
28
|
+
lastTimecode = timecode;
|
|
29
|
+
return this.#sampler.sample(timeline, timecode);
|
|
30
|
+
},
|
|
31
|
+
cancel: () => this.#cancel(),
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
#getCursorForVideo(videoItem) {
|
|
35
|
+
const existing = this.#videoCursors.get(videoItem.id);
|
|
36
|
+
if (existing)
|
|
37
|
+
return existing;
|
|
38
|
+
const source = this.resolveMedia(videoItem.mediaHash);
|
|
39
|
+
const video = this.driver.decodeVideo({ source });
|
|
40
|
+
const cursor = this.#cursor(video.getReader());
|
|
41
|
+
this.#videoCursors.set(videoItem.id, cursor);
|
|
42
|
+
return cursor;
|
|
43
|
+
}
|
|
44
|
+
async #cancel() {
|
|
45
|
+
await Promise.all([...this.#videoCursors.values()].map(cursor => cursor.cancel()));
|
|
46
|
+
this.#videoCursors.clear();
|
|
47
|
+
}
|
|
48
|
+
// forward only
|
|
49
|
+
#cursor(reader) {
|
|
50
|
+
return {
|
|
51
|
+
async next(targetUs) {
|
|
52
|
+
let prev = null;
|
|
53
|
+
while (true) {
|
|
54
|
+
const { done, value: hit } = await reader.read();
|
|
55
|
+
if (done) {
|
|
56
|
+
const out = prev ? new VideoFrame(prev) : undefined;
|
|
57
|
+
prev?.close();
|
|
58
|
+
return out;
|
|
59
|
+
}
|
|
60
|
+
const hitUs = hit.timestamp ?? 0;
|
|
61
|
+
if (hitUs >= targetUs) {
|
|
62
|
+
const prevUs = prev?.timestamp ?? Number.NEGATIVE_INFINITY;
|
|
63
|
+
const usePrev = !!prev && Math.abs(prevUs - targetUs) < Math.abs(hitUs - targetUs);
|
|
64
|
+
const chosen = usePrev ? prev : hit;
|
|
65
|
+
const other = usePrev ? hit : prev;
|
|
66
|
+
const copy = new VideoFrame(chosen);
|
|
67
|
+
chosen.close();
|
|
68
|
+
other?.close();
|
|
69
|
+
return copy;
|
|
70
|
+
}
|
|
71
|
+
prev?.close();
|
|
72
|
+
prev = hit;
|
|
73
|
+
}
|
|
74
|
+
},
|
|
75
|
+
cancel: async () => await reader.cancel()
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
const toUs = (ms) => Math.round(ms * 1_000);
|
|
80
|
+
//# sourceMappingURL=cursor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/cursor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAK,MAAM,yBAAyB,CAAA;AAK9C,OAAO,EAAC,mBAAmB,EAAC,MAAM,wCAAwC,CAAA;AAE1E;;;;GAIG;AAEH,MAAM,OAAO,mBAAmB;IAKtB;IACA;IALT,QAAQ,CAAA;IACR,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IAEnD,YACS,MAAc,EACd,YAA6C;QAD7C,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAiC;QAErD,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YAChE,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAA;YAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;YAC5C,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC9B,CAAC,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,QAAsB;QAC5B,IAAI,YAAY,GAAG,MAAM,CAAC,iBAAiB,CAAA;QAC3C,OAAO;YACN,IAAI,EAAE,CAAC,QAAY,EAAE,EAAE;gBACtB,IAAI,QAAQ,GAAG,YAAY;oBAC1B,MAAM,IAAI,KAAK,CAAC,kDAAkD,QAAQ,YAAY,YAAY,IAAI,CAAC,CAAA;gBACxG,YAAY,GAAG,QAAQ,CAAA;gBACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;YAChD,CAAC;YACD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE;SAC5B,CAAA;IACF,CAAC;IAED,kBAAkB,CAAC,SAAqB;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACrD,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAA;QAEhB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;QAE9C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QAC5C,OAAO,MAAM,CAAA;IACd,CAAC;IAED,KAAK,CAAC,OAAO;QACZ,MAAM,OAAO,CAAC,GAAG,CAChB,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAC/D,CAAA;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,eAAe;IACf,OAAO,CAAC,MAA+C;QACtD,OAAO;YACN,KAAK,CAAC,IAAI,CAAC,QAAgB;gBAC1B,IAAI,IAAI,GAAsB,IAAI,CAAA;gBAClC,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;oBAEhD,IAAI,IAAI,EAAE,CAAC;wBACV,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;wBACnD,IAAI,EAAE,KAAK,EAAE,CAAA;wBACb,OAAO,GAAG,CAAA;oBACX,CAAC;oBAED,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;oBAChC,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;wBACvB,MAAM,MAAM,GAAG,IAAI,EAAE,SAAS,IAAI,MAAM,CAAC,iBAAiB,CAAA;wBAC1D,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAA;wBAElF,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC,CAAC,GAAG,CAAA;wBACpC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;wBAElC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;wBACnC,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,EAAE,KAAK,EAAE,CAAA;wBACd,OAAO,IAAI,CAAA;oBACZ,CAAC;oBAED,IAAI,EAAE,KAAK,EAAE,CAAA;oBACb,IAAI,GAAG,GAAG,CAAA;gBACX,CAAC;YACF,CAAC;YAED,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,MAAM,CAAC,MAAM,EAAE;SACzC,CAAA;IACF,CAAC;CACD;AAED,MAAM,IAAI,GAAG,CAAC,EAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAA"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { TimelineFile } from "../../../parts/basics.js";
|
|
2
|
+
import { DecoderSource } from "../../../../driver/fns/schematic.js";
|
|
3
|
+
export declare function produceAudio({ timeline, resolveMedia }: {
|
|
4
|
+
timeline: TimelineFile;
|
|
5
|
+
resolveMedia: (hash: string) => DecoderSource;
|
|
6
|
+
}): ReadableStream<AudioData>;
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { AudioMix } from "./audio-mix.js";
|
|
2
|
+
import { ms } from "../../../../units/ms.js";
|
|
3
|
+
import { resampleToPlanar } from "./resamplers.js";
|
|
4
|
+
import { applyGainToPlanar } from "./audio-gain.js";
|
|
5
|
+
import { createAudioSampler } from "../../parts/samplers/audio/sampler.js";
|
|
6
|
+
export function produceAudio({ timeline, resolveMedia }) {
|
|
7
|
+
const mixer = new AudioMix();
|
|
8
|
+
const audio = streamAudio(timeline, resolveMedia);
|
|
9
|
+
const stream = new TransformStream();
|
|
10
|
+
const writer = stream.writable.getWriter();
|
|
11
|
+
async function produce() {
|
|
12
|
+
for await (const chunk of mixer.mix(audio)) {
|
|
13
|
+
const data = new AudioData({
|
|
14
|
+
format: 'f32-planar',
|
|
15
|
+
sampleRate: chunk.sampleRate,
|
|
16
|
+
numberOfFrames: chunk.frames,
|
|
17
|
+
numberOfChannels: chunk.channels,
|
|
18
|
+
timestamp: Math.round((chunk.startFrame / chunk.sampleRate) * 1_000_000),
|
|
19
|
+
data: new Float32Array(chunk.planar)
|
|
20
|
+
});
|
|
21
|
+
await writer.write(data);
|
|
22
|
+
}
|
|
23
|
+
await writer.close();
|
|
24
|
+
}
|
|
25
|
+
produce();
|
|
26
|
+
return stream.readable;
|
|
27
|
+
}
|
|
28
|
+
async function* streamAudio(timeline, resolveMedia) {
|
|
29
|
+
const audioSampler = createAudioSampler(resolveMedia);
|
|
30
|
+
for await (const { sample, timestamp, gain } of audioSampler.sampleAudio(timeline, ms(0))) {
|
|
31
|
+
const { data } = resampleToPlanar(sample, 48000);
|
|
32
|
+
applyGainToPlanar(data, gain);
|
|
33
|
+
yield {
|
|
34
|
+
planes: data,
|
|
35
|
+
sampleRate: 48000,
|
|
36
|
+
timestamp
|
|
37
|
+
};
|
|
38
|
+
sample.close();
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
//# sourceMappingURL=produce-audio.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"produce-audio.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-audio.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAC,EAAE,EAAC,MAAM,yBAAyB,CAAA;AAC1C,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAGjD,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAA;AAExE,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,YAAY,EAIZ;IACA,MAAM,KAAK,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IACjD,MAAM,MAAM,GAAG,IAAI,eAAe,EAAwB,CAAA;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAE1C,KAAK,UAAU,OAAO;QACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC;gBAC1B,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,QAAQ;gBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,CACpB,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CACjD;gBACD,IAAI,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC;AAED,KAAK,SAAU,CAAC,CAAA,WAAW,CAAC,QAAsB,EAAE,YAA6C;IAChG,MAAM,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;IAErD,IAAI,KAAK,EAAE,MAAM,EAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAC,IACtC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE/C,MAAM,EAAC,IAAI,EAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAC9C,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAE7B,MAAM;YACL,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,KAAK;YACjB,SAAS;SACT,CAAA;QAED,MAAM,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;AACF,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { Fps } from "../../../../units/fps.js";
|
|
2
|
+
import { Driver } from "../../../../driver/driver.js";
|
|
3
|
+
import { TimelineFile } from "../../../parts/basics.js";
|
|
4
|
+
import { DecoderSource } from "../../../../driver/fns/schematic.js";
|
|
5
|
+
export declare function produceVideo({ timeline, fps, driver, resolveMedia, }: {
|
|
6
|
+
driver: Driver;
|
|
7
|
+
resolveMedia: (hash: string) => DecoderSource;
|
|
8
|
+
timeline: TimelineFile;
|
|
9
|
+
fps: Fps;
|
|
10
|
+
}): ReadableStream<VideoFrame>;
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { CursorVisualSampler } from "./cursor.js";
|
|
2
|
+
import { fixedStep } from "../../parts/schedulers.js";
|
|
3
|
+
import { computeItemDuration } from "../../parts/handy.js";
|
|
4
|
+
export function produceVideo({ timeline, fps, driver, resolveMedia, }) {
|
|
5
|
+
const stream = new TransformStream();
|
|
6
|
+
const writer = stream.writable.getWriter();
|
|
7
|
+
const sampler = new CursorVisualSampler(driver, resolveMedia);
|
|
8
|
+
const cursor = sampler.cursor(timeline);
|
|
9
|
+
const dt = 1 / fps;
|
|
10
|
+
const duration = computeItemDuration(timeline.rootId, timeline);
|
|
11
|
+
async function produce() {
|
|
12
|
+
await fixedStep({ fps, duration }, async (timecode, i) => {
|
|
13
|
+
const layers = await cursor.next(timecode);
|
|
14
|
+
const composed = await driver.composite(layers);
|
|
15
|
+
const frame = new VideoFrame(composed, {
|
|
16
|
+
timestamp: Math.round(i * dt * 1_000_000),
|
|
17
|
+
duration: Math.round(dt * 1_000_000)
|
|
18
|
+
});
|
|
19
|
+
await writer.write(frame);
|
|
20
|
+
composed.close();
|
|
21
|
+
});
|
|
22
|
+
await writer.close();
|
|
23
|
+
}
|
|
24
|
+
produce();
|
|
25
|
+
return stream.readable;
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=produce-video.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"produce-video.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-video.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAE/C,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAA;AAEnD,OAAO,EAAC,mBAAmB,EAAC,MAAM,sBAAsB,CAAA;AAGxD,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,GAAG,EACH,MAAM,EACN,YAAY,GAMZ;IAEA,MAAM,MAAM,GAAG,IAAI,eAAe,EAA0B,CAAA;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAA;IAClB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAE/D,KAAK,UAAU,OAAO;QACrB,MAAM,SAAS,CAAC,EAAC,GAAG,EAAE,QAAQ,EAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;YACtD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC1C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YAE/C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;gBACtC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACzB,QAAQ,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export declare const resampleToPlanar: (sample: {
|
|
2
|
+
numberOfFrames: number;
|
|
3
|
+
numberOfChannels: number;
|
|
4
|
+
sampleRate: number;
|
|
5
|
+
copyTo: (dest: Float32Array, options: {
|
|
6
|
+
planeIndex: number;
|
|
7
|
+
format: "f32-planar";
|
|
8
|
+
}) => void;
|
|
9
|
+
}, targetRate: number) => {
|
|
10
|
+
data: Float32Array[];
|
|
11
|
+
frames: number;
|
|
12
|
+
};
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
const resampleLinear = (src, fromRate, targetRate) => {
|
|
2
|
+
if (fromRate === targetRate)
|
|
3
|
+
return src;
|
|
4
|
+
const ratio = targetRate / fromRate;
|
|
5
|
+
const outFrames = Math.max(1, Math.round(src.length * ratio));
|
|
6
|
+
const out = new Float32Array(outFrames);
|
|
7
|
+
for (let i = 0; i < outFrames; i++) {
|
|
8
|
+
const t = i / ratio;
|
|
9
|
+
const i0 = Math.floor(t);
|
|
10
|
+
const i1 = Math.min(i0 + 1, src.length - 1);
|
|
11
|
+
const frac = t - i0;
|
|
12
|
+
out[i] = src[i0] * (1 - frac) + src[i1] * frac;
|
|
13
|
+
}
|
|
14
|
+
return out;
|
|
15
|
+
};
|
|
16
|
+
export const resampleToPlanar = (sample, targetRate) => {
|
|
17
|
+
const channels = sample.numberOfChannels;
|
|
18
|
+
const data = new Array(channels);
|
|
19
|
+
let frames = 0;
|
|
20
|
+
for (let ch = 0; ch < channels; ch++) {
|
|
21
|
+
const plane = new Float32Array(sample.numberOfFrames);
|
|
22
|
+
sample.copyTo(plane, { planeIndex: ch, format: 'f32-planar' });
|
|
23
|
+
const resampled = resampleLinear(plane, sample.sampleRate, targetRate);
|
|
24
|
+
data[ch] = resampled;
|
|
25
|
+
frames = resampled.length;
|
|
26
|
+
}
|
|
27
|
+
return { data, frames };
|
|
28
|
+
};
|
|
29
|
+
//# sourceMappingURL=resamplers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resamplers.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/resamplers.ts"],"names":[],"mappings":"AACA,MAAM,cAAc,GAAG,CACtB,GAAiB,EACjB,QAAgB,EAChB,UAAkB,EACjB,EAAE;IACH,IAAI,QAAQ,KAAK,UAAU;QAC1B,OAAO,GAAG,CAAA;IAEX,MAAM,KAAK,GAAG,UAAU,GAAG,QAAQ,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAA;IAC7D,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAA;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAA;QACnB,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;IAC/C,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC/B,MAKC,EACD,UAAkB,EACuB,EAAE;IAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAe,QAAQ,CAAC,CAAA;IAC9C,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;QACrD,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAC,CAAC,CAAA;QAC5D,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QACtE,IAAI,CAAC,EAAE,CAAC,GAAG,SAAS,CAAA;QACpB,MAAM,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAA;AACtB,CAAC,CAAA"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { Fps } from "../../../units/fps.js";
|
|
2
|
+
import { Driver } from "../../../driver/driver.js";
|
|
3
|
+
import { TimelineFile } from "../../parts/basics.js";
|
|
4
|
+
import { DecoderSource } from "../../../driver/fns/schematic.js";
|
|
5
|
+
export declare function produce(opts: {
|
|
6
|
+
timeline: TimelineFile;
|
|
7
|
+
fps: Fps;
|
|
8
|
+
driver: Driver;
|
|
9
|
+
resolveMedia: (hash: string) => DecoderSource;
|
|
10
|
+
}): {
|
|
11
|
+
readable: ReadableStream<import("mediabunny").StreamTargetChunk>;
|
|
12
|
+
done: Promise<void>;
|
|
13
|
+
};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { produceAudio } from "./parts/produce-audio.js";
|
|
2
|
+
import { produceVideo } from "./parts/produce-video.js";
|
|
3
|
+
export function produce(opts) {
|
|
4
|
+
const audio = produceAudio({ ...opts });
|
|
5
|
+
const video = produceVideo({ ...opts });
|
|
6
|
+
return opts.driver.encode({
|
|
7
|
+
video,
|
|
8
|
+
audio,
|
|
9
|
+
config: {
|
|
10
|
+
audio: { codec: 'opus', bitrate: 128000 },
|
|
11
|
+
video: { codec: 'vp9', bitrate: 1000000 }
|
|
12
|
+
}
|
|
13
|
+
});
|
|
14
|
+
}
|
|
15
|
+
//# sourceMappingURL=produce.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"produce.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/export/produce.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AACrD,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AAGrD,MAAM,UAAU,OAAO,CAAC,IAKvB;IAEA,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IAErC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACzB,KAAK;QACL,KAAK;QACL,MAAM,EAAE;YACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;YACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;SACvC;KACD,CAAC,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { Ms } from '../../../units/ms.js';
|
|
2
|
+
import { Id, TimelineFile } from '../../parts/basics.js';
|
|
3
|
+
import { Mat6 } from '../../utils/matrix.js';
|
|
4
|
+
import { ContainerItem, Item } from '../../parts/item.js';
|
|
5
|
+
type WalkCallbacks = {
|
|
6
|
+
sequence?: (x: Item.Sequence, matrix: Mat6, ancestors: ContainerItem[]) => void;
|
|
7
|
+
stack?: (x: Item.Stack, matrix: Mat6, ancestors: ContainerItem[]) => void;
|
|
8
|
+
video?: (x: Item.Video, matrix: Mat6, ancestors: ContainerItem[]) => void;
|
|
9
|
+
text?: (x: Item.Text, matrix: Mat6, ancestors: ContainerItem[]) => void;
|
|
10
|
+
audio?: (x: Item.Audio) => void;
|
|
11
|
+
};
|
|
12
|
+
interface Props {
|
|
13
|
+
timeline: TimelineFile;
|
|
14
|
+
timecode: Ms;
|
|
15
|
+
}
|
|
16
|
+
interface At {
|
|
17
|
+
item: Item.Any;
|
|
18
|
+
localTime: Ms;
|
|
19
|
+
ancestors: ContainerItem[];
|
|
20
|
+
}
|
|
21
|
+
export declare function itemsAt(p: Props): At[];
|
|
22
|
+
interface FromProps {
|
|
23
|
+
timeline: TimelineFile;
|
|
24
|
+
from: Ms;
|
|
25
|
+
}
|
|
26
|
+
export declare function itemsFrom(p: FromProps): At[];
|
|
27
|
+
export declare function computeWorldMatrix(items: Map<Id, Item.Any>, ancestors: ContainerItem[], item: Item.Any): Mat6;
|
|
28
|
+
export declare function walk(id: Id, items: Map<Id, Item.Any>, parentMatrix: Mat6, callbacks: WalkCallbacks, ancestors?: ContainerItem[]): void;
|
|
29
|
+
export declare function computeItemDuration(id: number, timeline: TimelineFile): Ms;
|
|
30
|
+
export {};
|