@omnimedia/omnitool 1.1.0-5 → 1.1.0-51

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (380) hide show
  1. package/README.md +143 -80
  2. package/package.json +18 -16
  3. package/s/context.ts +0 -7
  4. package/s/demo/demo.bundle.ts +102 -43
  5. package/s/demo/demo.css +246 -11
  6. package/s/demo/routines/export-test.ts +16 -0
  7. package/s/demo/routines/filmstrip-test.ts +22 -18
  8. package/s/demo/routines/load-video.ts +2 -3
  9. package/s/demo/routines/playback-test.ts +76 -0
  10. package/s/demo/routines/timeline-setup.ts +24 -0
  11. package/s/demo/routines/transcode-test.ts +21 -5
  12. package/s/demo/routines/transitions-test.ts +2 -2
  13. package/s/demo/routines/waveform-test.ts +8 -6
  14. package/s/driver/driver-worker.ts +9 -0
  15. package/s/driver/driver.test.ts +1 -1
  16. package/s/driver/driver.ts +32 -44
  17. package/s/driver/fns/schematic.ts +52 -25
  18. package/s/driver/fns/work.ts +71 -200
  19. package/s/driver/parts/compositor.ts +178 -0
  20. package/s/driver/parts/machina.ts +19 -20
  21. package/s/index.html.ts +103 -19
  22. package/s/index.ts +1 -0
  23. package/s/tests.bundle.ts +11 -0
  24. package/s/tests.html.ts +28 -0
  25. package/s/timeline/index.ts +3 -0
  26. package/s/timeline/parts/basics.ts +1 -1
  27. package/s/timeline/parts/filmstrip.ts +43 -16
  28. package/s/timeline/parts/item.ts +59 -6
  29. package/s/timeline/parts/media.ts +32 -1
  30. package/s/timeline/parts/resource-pool.ts +8 -5
  31. package/s/timeline/parts/resource.ts +2 -0
  32. package/s/timeline/parts/waveform.ts +3 -4
  33. package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
  34. package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
  35. package/s/timeline/renderers/export/parts/cursor.ts +109 -0
  36. package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
  37. package/s/timeline/renderers/export/parts/produce-video.ts +50 -0
  38. package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
  39. package/s/timeline/renderers/export/produce.ts +28 -0
  40. package/s/timeline/renderers/parts/handy.ts +360 -0
  41. package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
  42. package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
  43. package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
  44. package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
  45. package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
  46. package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +16 -0
  47. package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +59 -0
  48. package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +111 -0
  49. package/s/timeline/renderers/parts/samplers/visual/parts/sink.ts +38 -0
  50. package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
  51. package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +10 -0
  52. package/s/timeline/renderers/parts/samplers/visual/sampler.ts +28 -0
  53. package/s/timeline/renderers/parts/schedulers.ts +96 -0
  54. package/s/timeline/renderers/player/parts/playback.ts +125 -0
  55. package/s/timeline/renderers/player/player.ts +71 -0
  56. package/s/timeline/renderers/renderers.test.ts +387 -0
  57. package/s/timeline/sugar/helpers.ts +85 -0
  58. package/s/timeline/sugar/o.ts +178 -38
  59. package/s/timeline/sugar/omni.test.ts +210 -0
  60. package/s/timeline/sugar/omni.ts +38 -12
  61. package/s/timeline/types.ts +29 -0
  62. package/s/timeline/utils/checksum.ts +3 -1
  63. package/s/timeline/utils/datafile.ts +15 -4
  64. package/s/timeline/utils/dummy-data.ts +3 -3
  65. package/s/timeline/utils/matrix.ts +33 -0
  66. package/s/units/fps.ts +8 -0
  67. package/s/units/ms.ts +8 -0
  68. package/s/units/seconds.ts +8 -0
  69. package/x/WebGLRenderer-7X274AYV.js +2 -0
  70. package/x/WebGLRenderer-7X274AYV.js.map +7 -0
  71. package/x/WebGPURenderer-XMCMEXAO.js +2 -0
  72. package/x/WebGPURenderer-XMCMEXAO.js.map +7 -0
  73. package/x/browserAll-6TVTCHHE.js +2 -0
  74. package/x/browserAll-6TVTCHHE.js.map +7 -0
  75. package/x/chunk-4ONWQOPX.js +157 -0
  76. package/x/chunk-4ONWQOPX.js.map +7 -0
  77. package/x/chunk-63NSCXPX.js +2 -0
  78. package/x/chunk-63NSCXPX.js.map +7 -0
  79. package/x/chunk-A45M2HJC.js +2 -0
  80. package/x/chunk-A45M2HJC.js.map +7 -0
  81. package/x/chunk-OTQK6FAJ.js +15 -0
  82. package/x/chunk-OTQK6FAJ.js.map +7 -0
  83. package/x/chunk-Q7JBQNE4.js +42 -0
  84. package/x/chunk-Q7JBQNE4.js.map +7 -0
  85. package/x/chunk-W33LM336.js +393 -0
  86. package/x/chunk-W33LM336.js.map +7 -0
  87. package/x/chunk-W5CN46AR.js +327 -0
  88. package/x/chunk-W5CN46AR.js.map +7 -0
  89. package/x/chunk-WFT3KTZG.js +269 -0
  90. package/x/chunk-WFT3KTZG.js.map +7 -0
  91. package/x/context.d.ts +1 -4
  92. package/x/context.js +1 -5
  93. package/x/context.js.map +1 -1
  94. package/x/demo/WebGLRenderer-NLGJGAXK.js +2 -0
  95. package/x/demo/WebGLRenderer-NLGJGAXK.js.map +7 -0
  96. package/x/demo/WebGPURenderer-RBOFXPL5.js +2 -0
  97. package/x/demo/WebGPURenderer-RBOFXPL5.js.map +7 -0
  98. package/x/demo/browserAll-5AZHDDG6.js +2 -0
  99. package/x/demo/browserAll-5AZHDDG6.js.map +7 -0
  100. package/x/demo/chunk-5ZZYIILO.js +393 -0
  101. package/x/demo/chunk-5ZZYIILO.js.map +7 -0
  102. package/x/demo/chunk-P3PTHHFE.js +42 -0
  103. package/x/demo/chunk-P3PTHHFE.js.map +7 -0
  104. package/x/demo/chunk-PYG4RZZ2.js +269 -0
  105. package/x/demo/chunk-PYG4RZZ2.js.map +7 -0
  106. package/x/demo/chunk-Q4MWBZHL.js +157 -0
  107. package/x/demo/chunk-Q4MWBZHL.js.map +7 -0
  108. package/x/demo/chunk-T3METYEY.js +15 -0
  109. package/x/demo/chunk-T3METYEY.js.map +7 -0
  110. package/x/demo/chunk-USLRKDKD.js +2 -0
  111. package/x/demo/chunk-USLRKDKD.js.map +7 -0
  112. package/x/demo/chunk-YISSXWBT.js +327 -0
  113. package/x/demo/chunk-YISSXWBT.js.map +7 -0
  114. package/x/demo/chunk-YJQWVIHX.js +2 -0
  115. package/x/demo/chunk-YJQWVIHX.js.map +7 -0
  116. package/x/demo/demo.bundle.js +92 -40
  117. package/x/demo/demo.bundle.js.map +1 -1
  118. package/x/demo/demo.bundle.min.js +2450 -35
  119. package/x/demo/demo.bundle.min.js.map +4 -4
  120. package/x/demo/demo.css +246 -11
  121. package/x/demo/routines/export-test.d.ts +2 -0
  122. package/x/demo/routines/export-test.js +10 -0
  123. package/x/demo/routines/export-test.js.map +1 -0
  124. package/x/demo/routines/filmstrip-test.d.ts +1 -1
  125. package/x/demo/routines/filmstrip-test.js +20 -17
  126. package/x/demo/routines/filmstrip-test.js.map +1 -1
  127. package/x/demo/routines/load-video.d.ts +1 -1
  128. package/x/demo/routines/load-video.js +1 -2
  129. package/x/demo/routines/load-video.js.map +1 -1
  130. package/x/demo/routines/playback-test.d.ts +2 -0
  131. package/x/demo/routines/playback-test.js +65 -0
  132. package/x/demo/routines/playback-test.js.map +1 -0
  133. package/x/demo/routines/timeline-setup.d.ts +6 -0
  134. package/x/demo/routines/timeline-setup.js +13 -0
  135. package/x/demo/routines/timeline-setup.js.map +1 -0
  136. package/x/demo/routines/transcode-test.js +17 -5
  137. package/x/demo/routines/transcode-test.js.map +1 -1
  138. package/x/demo/routines/transitions-test.js +2 -2
  139. package/x/demo/routines/transitions-test.js.map +1 -1
  140. package/x/demo/routines/waveform-test.d.ts +2 -1
  141. package/x/demo/routines/waveform-test.js +7 -6
  142. package/x/demo/routines/waveform-test.js.map +1 -1
  143. package/x/demo/webworkerAll-QKIC5O27.js +2 -0
  144. package/x/demo/webworkerAll-QKIC5O27.js.map +7 -0
  145. package/x/driver/WebGLRenderer-OMRWYQIV.js +2 -0
  146. package/x/driver/WebGLRenderer-OMRWYQIV.js.map +7 -0
  147. package/x/driver/WebGPURenderer-KQJB2OJJ.js +2 -0
  148. package/x/driver/WebGPURenderer-KQJB2OJJ.js.map +7 -0
  149. package/x/driver/browserAll-YBZEJCN3.js +2 -0
  150. package/x/driver/browserAll-YBZEJCN3.js.map +7 -0
  151. package/x/driver/chunk-3L3MB5NY.js +393 -0
  152. package/x/driver/chunk-3L3MB5NY.js.map +7 -0
  153. package/x/driver/chunk-42BQ4XKE.js +269 -0
  154. package/x/driver/chunk-42BQ4XKE.js.map +7 -0
  155. package/x/driver/chunk-4HAYG3N5.js +327 -0
  156. package/x/driver/chunk-4HAYG3N5.js.map +7 -0
  157. package/x/driver/chunk-BFBY7VYB.js +42 -0
  158. package/x/driver/chunk-BFBY7VYB.js.map +7 -0
  159. package/x/driver/chunk-KM6O72WE.js +157 -0
  160. package/x/driver/chunk-KM6O72WE.js.map +7 -0
  161. package/x/driver/chunk-N6HD4WYJ.js +2 -0
  162. package/x/driver/chunk-N6HD4WYJ.js.map +7 -0
  163. package/x/driver/chunk-WCZ2O3UN.js +15 -0
  164. package/x/driver/chunk-WCZ2O3UN.js.map +7 -0
  165. package/x/driver/chunk-XWNSF3WJ.js +2 -0
  166. package/x/driver/chunk-XWNSF3WJ.js.map +7 -0
  167. package/x/driver/driver-worker.d.ts +1 -0
  168. package/x/driver/driver-worker.js +6 -0
  169. package/x/driver/driver-worker.js.map +1 -0
  170. package/x/driver/driver.d.ts +12 -9
  171. package/x/driver/driver.js +31 -41
  172. package/x/driver/driver.js.map +1 -1
  173. package/x/driver/driver.test.js +1 -1
  174. package/x/driver/driver.test.js.map +1 -1
  175. package/x/driver/driver.worker.bundle.min.js +139 -1135
  176. package/x/driver/driver.worker.bundle.min.js.map +4 -4
  177. package/x/driver/fns/host.d.ts +10 -4
  178. package/x/driver/fns/schematic.d.ts +47 -24
  179. package/x/driver/fns/work.d.ts +12 -7
  180. package/x/driver/fns/work.js +68 -170
  181. package/x/driver/fns/work.js.map +1 -1
  182. package/x/driver/parts/compositor.d.ts +15 -0
  183. package/x/driver/parts/compositor.js +152 -0
  184. package/x/driver/parts/compositor.js.map +1 -0
  185. package/x/driver/parts/machina.d.ts +0 -20
  186. package/x/driver/parts/machina.js +6 -10
  187. package/x/driver/parts/machina.js.map +1 -1
  188. package/x/driver/webworkerAll-BKJQW6P7.js +2 -0
  189. package/x/driver/webworkerAll-BKJQW6P7.js.map +7 -0
  190. package/x/features/speech/transcribe/parts/prep-audio.d.ts +1 -1
  191. package/x/features/speech/transcribe/worker.bundle.min.js +703 -703
  192. package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
  193. package/x/index.d.ts +1 -0
  194. package/x/index.html +349 -30
  195. package/x/index.html.js +103 -19
  196. package/x/index.html.js.map +1 -1
  197. package/x/index.js +1 -0
  198. package/x/index.js.map +1 -1
  199. package/x/tests.bundle.js +8 -0
  200. package/x/tests.bundle.js.map +1 -0
  201. package/x/tests.bundle.min.js +2464 -0
  202. package/x/tests.bundle.min.js.map +7 -0
  203. package/x/tests.html +316 -0
  204. package/x/tests.html.d.ts +2 -0
  205. package/x/tests.html.js +22 -0
  206. package/x/tests.html.js.map +1 -0
  207. package/x/timeline/index.d.ts +3 -0
  208. package/x/timeline/index.js +3 -0
  209. package/x/timeline/index.js.map +1 -1
  210. package/x/timeline/parts/basics.d.ts +1 -1
  211. package/x/timeline/parts/filmstrip.d.ts +4 -3
  212. package/x/timeline/parts/filmstrip.js +29 -10
  213. package/x/timeline/parts/filmstrip.js.map +1 -1
  214. package/x/timeline/parts/item.d.ts +51 -8
  215. package/x/timeline/parts/item.js +7 -3
  216. package/x/timeline/parts/item.js.map +1 -1
  217. package/x/timeline/parts/media.d.ts +5 -0
  218. package/x/timeline/parts/media.js +27 -1
  219. package/x/timeline/parts/media.js.map +1 -1
  220. package/x/timeline/parts/resource-pool.d.ts +3 -0
  221. package/x/timeline/parts/resource-pool.js +7 -4
  222. package/x/timeline/parts/resource-pool.js.map +1 -1
  223. package/x/timeline/parts/resource.d.ts +2 -0
  224. package/x/timeline/parts/waveform.d.ts +2 -1
  225. package/x/timeline/parts/waveform.js +2 -4
  226. package/x/timeline/parts/waveform.js.map +1 -1
  227. package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
  228. package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
  229. package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
  230. package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
  231. package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
  232. package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
  233. package/x/timeline/renderers/export/parts/cursor.d.ts +19 -0
  234. package/x/timeline/renderers/export/parts/cursor.js +80 -0
  235. package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
  236. package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
  237. package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
  238. package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
  239. package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
  240. package/x/timeline/renderers/export/parts/produce-video.js +27 -0
  241. package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
  242. package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
  243. package/x/timeline/renderers/export/parts/resamplers.js +29 -0
  244. package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
  245. package/x/timeline/renderers/export/produce.d.ts +13 -0
  246. package/x/timeline/renderers/export/produce.js +15 -0
  247. package/x/timeline/renderers/export/produce.js.map +1 -0
  248. package/x/timeline/renderers/parts/handy.d.ts +30 -0
  249. package/x/timeline/renderers/parts/handy.js +219 -0
  250. package/x/timeline/renderers/parts/handy.js.map +1 -0
  251. package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
  252. package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
  253. package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
  254. package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
  255. package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
  256. package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
  257. package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
  258. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
  259. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
  260. package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
  261. package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
  262. package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
  263. package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
  264. package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
  265. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +5 -0
  266. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +10 -0
  267. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
  268. package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +5 -0
  269. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +38 -0
  270. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
  271. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +5 -0
  272. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +75 -0
  273. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
  274. package/x/timeline/renderers/parts/samplers/visual/parts/sink.d.ts +8 -0
  275. package/x/timeline/renderers/parts/samplers/visual/parts/sink.js +24 -0
  276. package/x/timeline/renderers/parts/samplers/visual/parts/sink.js.map +1 -0
  277. package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
  278. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
  279. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
  280. package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +8 -0
  281. package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
  282. package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
  283. package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
  284. package/x/timeline/renderers/parts/samplers/visual/sampler.js +17 -0
  285. package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
  286. package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
  287. package/x/timeline/renderers/parts/schedulers.js +64 -0
  288. package/x/timeline/renderers/parts/schedulers.js.map +1 -0
  289. package/x/timeline/renderers/player/parts/playback.d.ts +31 -0
  290. package/x/timeline/renderers/player/parts/playback.js +91 -0
  291. package/x/timeline/renderers/player/parts/playback.js.map +1 -0
  292. package/x/timeline/renderers/player/player.d.ts +23 -0
  293. package/x/timeline/renderers/player/player.js +50 -0
  294. package/x/timeline/renderers/player/player.js.map +1 -0
  295. package/x/timeline/renderers/renderers.test.d.ts +32 -0
  296. package/x/timeline/renderers/renderers.test.js +306 -0
  297. package/x/timeline/renderers/renderers.test.js.map +1 -0
  298. package/x/timeline/sugar/helpers.d.ts +30 -0
  299. package/x/timeline/sugar/helpers.js +46 -0
  300. package/x/timeline/sugar/helpers.js.map +1 -0
  301. package/x/timeline/sugar/o.d.ts +31 -4
  302. package/x/timeline/sugar/o.js +144 -38
  303. package/x/timeline/sugar/o.js.map +1 -1
  304. package/x/timeline/sugar/omni.d.ts +11 -2
  305. package/x/timeline/sugar/omni.js +30 -9
  306. package/x/timeline/sugar/omni.js.map +1 -1
  307. package/x/timeline/sugar/omni.test.d.ts +27 -0
  308. package/x/timeline/sugar/omni.test.js +128 -0
  309. package/x/timeline/sugar/omni.test.js.map +1 -0
  310. package/x/timeline/types.d.ts +24 -0
  311. package/x/timeline/types.js +2 -0
  312. package/x/timeline/types.js.map +1 -0
  313. package/x/timeline/utils/checksum.d.ts +3 -2
  314. package/x/timeline/utils/checksum.js.map +1 -1
  315. package/x/timeline/utils/datafile.d.ts +5 -3
  316. package/x/timeline/utils/datafile.js +18 -5
  317. package/x/timeline/utils/datafile.js.map +1 -1
  318. package/x/timeline/utils/dummy-data.d.ts +1 -2
  319. package/x/timeline/utils/dummy-data.js +4 -2
  320. package/x/timeline/utils/dummy-data.js.map +1 -1
  321. package/x/timeline/utils/matrix.d.ts +8 -0
  322. package/x/timeline/utils/matrix.js +26 -0
  323. package/x/timeline/utils/matrix.js.map +1 -0
  324. package/x/units/fps.d.ts +6 -0
  325. package/x/units/fps.js +2 -0
  326. package/x/units/fps.js.map +1 -0
  327. package/x/units/ms.d.ts +6 -0
  328. package/x/units/ms.js +2 -0
  329. package/x/units/ms.js.map +1 -0
  330. package/x/units/seconds.d.ts +6 -0
  331. package/x/units/seconds.js +2 -0
  332. package/x/units/seconds.js.map +1 -0
  333. package/x/webworkerAll-VVIU3M54.js +2 -0
  334. package/x/webworkerAll-VVIU3M54.js.map +7 -0
  335. package/s/tests.test.ts +0 -8
  336. package/s/timeline/sugar/omni-test.ts +0 -38
  337. package/s/tools/common/loader.ts +0 -26
  338. package/s/tools/common/transformer-pipeline.ts +0 -26
  339. package/s/tools/speech-recognition/common/model.ts +0 -26
  340. package/s/tools/speech-recognition/whisper/fns/host.ts +0 -25
  341. package/s/tools/speech-recognition/whisper/fns/schematic.ts +0 -23
  342. package/s/tools/speech-recognition/whisper/fns/work.ts +0 -91
  343. package/s/tools/speech-recognition/whisper/parts/types.ts +0 -38
  344. package/s/tools/speech-recognition/whisper/parts/worker.bundle.ts +0 -7
  345. package/s/tools/speech-recognition/whisper/tool.ts +0 -70
  346. package/x/tests.test.js +0 -6
  347. package/x/tests.test.js.map +0 -1
  348. package/x/timeline/sugar/omni-test.d.ts +0 -1
  349. package/x/timeline/sugar/omni-test.js +0 -22
  350. package/x/timeline/sugar/omni-test.js.map +0 -1
  351. package/x/tools/common/loader.d.ts +0 -19
  352. package/x/tools/common/loader.js +0 -18
  353. package/x/tools/common/loader.js.map +0 -1
  354. package/x/tools/common/transformer-pipeline.d.ts +0 -8
  355. package/x/tools/common/transformer-pipeline.js +0 -24
  356. package/x/tools/common/transformer-pipeline.js.map +0 -1
  357. package/x/tools/speech-recognition/common/model.d.ts +0 -14
  358. package/x/tools/speech-recognition/common/model.js +0 -16
  359. package/x/tools/speech-recognition/common/model.js.map +0 -1
  360. package/x/tools/speech-recognition/whisper/fns/host.d.ts +0 -13
  361. package/x/tools/speech-recognition/whisper/fns/host.js +0 -19
  362. package/x/tools/speech-recognition/whisper/fns/host.js.map +0 -1
  363. package/x/tools/speech-recognition/whisper/fns/schematic.d.ts +0 -19
  364. package/x/tools/speech-recognition/whisper/fns/schematic.js +0 -2
  365. package/x/tools/speech-recognition/whisper/fns/schematic.js.map +0 -1
  366. package/x/tools/speech-recognition/whisper/fns/work.d.ts +0 -12
  367. package/x/tools/speech-recognition/whisper/fns/work.js +0 -74
  368. package/x/tools/speech-recognition/whisper/fns/work.js.map +0 -1
  369. package/x/tools/speech-recognition/whisper/parts/types.d.ts +0 -31
  370. package/x/tools/speech-recognition/whisper/parts/types.js.map +0 -1
  371. package/x/tools/speech-recognition/whisper/parts/worker.bundle.d.ts +0 -1
  372. package/x/tools/speech-recognition/whisper/parts/worker.bundle.js +0 -4
  373. package/x/tools/speech-recognition/whisper/parts/worker.bundle.js.map +0 -1
  374. package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +0 -8
  375. package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +0 -7
  376. package/x/tools/speech-recognition/whisper/tool.d.ts +0 -12
  377. package/x/tools/speech-recognition/whisper/tool.js +0 -63
  378. package/x/tools/speech-recognition/whisper/tool.js.map +0 -1
  379. /package/x/{tests.test.d.ts → tests.bundle.d.ts} +0 -0
  380. /package/x/{tools/speech-recognition/whisper → timeline/renderers/parts/samplers/audio}/parts/types.js +0 -0
@@ -1,7 +1,10 @@
1
+ import { Hash } from "./basics.js";
1
2
  import { Media } from "./media.js";
3
+ import { Resource } from "./resource.js";
2
4
  import { Datafile } from "../utils/datafile.js";
3
5
  export declare class ResourcePool {
4
6
  #private;
5
7
  /** store a media file (avoids duplicates via hash) */
6
8
  store(datafile: Datafile): Promise<Media>;
9
+ require(hash: Hash): Resource.Media;
7
10
  }
@@ -1,19 +1,22 @@
1
- import { MapG } from "@e280/stz";
1
+ import { GMap } from "@e280/stz";
2
2
  import { Media } from "./media.js";
3
3
  export class ResourcePool {
4
- #map = new MapG;
4
+ #map = new GMap;
5
5
  /** store a media file (avoids duplicates via hash) */
6
6
  async store(datafile) {
7
7
  const media = await Media.analyze(datafile);
8
8
  const { hash } = media.datafile.checksum;
9
- const { filename, bytes } = media.datafile;
9
+ const { filename, bytes, url, blob } = media.datafile;
10
10
  if (this.#map.has(hash)) {
11
11
  const alreadyExists = this.#map.require(hash);
12
12
  alreadyExists.filename = filename;
13
13
  }
14
14
  else
15
- this.#map.set(hash, { kind: "media", filename, bytes });
15
+ this.#map.set(hash, { kind: "media", filename, bytes, url, blob });
16
16
  return media;
17
17
  }
18
+ require(hash) {
19
+ return this.#map.require(hash);
20
+ }
18
21
  }
19
22
  //# sourceMappingURL=resource-pool.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"resource-pool.js","sourceRoot":"","sources":["../../../s/timeline/parts/resource-pool.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAE9B,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAIhC,MAAM,OAAO,YAAY;IACxB,IAAI,GAAG,IAAI,IAAwB,CAAA;IAEnC,sDAAsD;IACtD,KAAK,CAAC,KAAK,CAAC,QAAkB;QAC7B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,EAAC,IAAI,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAA;QACtC,MAAM,EAAC,QAAQ,EAAE,KAAK,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAA;QAExC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YAC7C,aAAa,CAAC,QAAQ,GAAG,QAAQ,CAAA;QAClC,CAAC;;YAEA,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAA;QAEtD,OAAO,KAAK,CAAA;IACb,CAAC;CACD"}
1
+ {"version":3,"file":"resource-pool.js","sourceRoot":"","sources":["../../../s/timeline/parts/resource-pool.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,IAAI,EAAC,MAAM,WAAW,CAAA;AAE9B,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAA;AAIhC,MAAM,OAAO,YAAY;IACxB,IAAI,GAAG,IAAI,IAAwB,CAAA;IAEnC,sDAAsD;IACtD,KAAK,CAAC,KAAK,CAAC,QAAkB;QAC7B,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;QAC3C,MAAM,EAAC,IAAI,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAA;QACtC,MAAM,EAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAC,GAAG,KAAK,CAAC,QAAQ,CAAA;QAEnD,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;YAC7C,aAAa,CAAC,QAAQ,GAAG,QAAQ,CAAA;QAClC,CAAC;;YAEA,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAC,CAAC,CAAA;QAEjE,OAAO,KAAK,CAAA;IACb,CAAC;IAED,OAAO,CAAC,IAAU;QACjB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAC/B,CAAC;CACD"}
@@ -3,6 +3,8 @@ export declare namespace Resource {
3
3
  kind: "media";
4
4
  filename: string;
5
5
  bytes: Uint8Array;
6
+ blob: Blob;
7
+ url: string;
6
8
  };
7
9
  type Any = Media;
8
10
  }
@@ -1,8 +1,9 @@
1
1
  import WaveSurfer from "wavesurfer.js";
2
+ import { Driver } from "../../driver/driver.js";
2
3
  import { DecoderSource } from "../../driver/fns/schematic.js";
3
4
  export declare class Waveform {
4
5
  wavesurfer: WaveSurfer;
5
6
  constructor(peaks: number[], container: HTMLElement, duration: number);
6
- static init(source: DecoderSource, container: HTMLElement): Promise<Waveform>;
7
+ static init(driver: Driver, source: DecoderSource, container: HTMLElement): Promise<Waveform>;
7
8
  set width(value: number);
8
9
  }
@@ -1,5 +1,4 @@
1
1
  import WaveSurfer from "wavesurfer.js";
2
- import { context } from "../../context.js";
3
2
  export class Waveform {
4
3
  wavesurfer;
5
4
  constructor(peaks, container, duration) {
@@ -14,9 +13,8 @@ export class Waveform {
14
13
  duration
15
14
  });
16
15
  }
17
- static async init(source, container) {
18
- const driver = await context.driver;
19
- const reader = driver.decode({ source }).audio.getReader();
16
+ static async init(driver, source, container) {
17
+ const reader = driver.decodeAudio({ source }).getReader();
20
18
  const peaks = [];
21
19
  let buffer = [];
22
20
  const samplesPerPeak = 1024;
@@ -1 +1 @@
1
- {"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;QAE1D,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
1
+ {"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAKtC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,MAAqB,EAAE,SAAsB;QAC9E,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,SAAS,EAAE,CAAA;QAEvD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
@@ -0,0 +1 @@
1
+ export declare const applyGainToPlanar: (planes: Float32Array[], gain: number) => void;
@@ -0,0 +1,13 @@
1
+ // this is mutating fn
2
+ export const applyGainToPlanar = (planes, gain) => {
3
+ if (gain === 1)
4
+ return;
5
+ // planes
6
+ for (const plane of planes) {
7
+ for (let i = 0; i < plane.length; i++) {
8
+ plane[i] *= gain;
9
+ }
10
+ }
11
+ // return planes
12
+ };
13
+ //# sourceMappingURL=audio-gain.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"audio-gain.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-gain.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAChC,MAAsB,EACtB,IAAY,EACX,EAAE;IACH,IAAI,IAAI,KAAK,CAAC;QACb,OAAM;IACP,SAAS;IAET,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAA;QACjB,CAAC;IACF,CAAC;IAED,gBAAgB;AACjB,CAAC,CAAA"}
@@ -0,0 +1,21 @@
1
+ export type AudioPlanesInput = {
2
+ planes: Float32Array[];
3
+ sampleRate: number;
4
+ timestamp: number;
5
+ };
6
+ export type MixedChunk = {
7
+ planar: Float32Array;
8
+ sampleRate: number;
9
+ channels: number;
10
+ frames: number;
11
+ startFrame: number;
12
+ };
13
+ export type AudioMixOptions = {
14
+ chunkFrames?: number;
15
+ clamp?: boolean;
16
+ };
17
+ export declare class AudioMix {
18
+ #private;
19
+ constructor(options?: AudioMixOptions);
20
+ mix(samples: AsyncIterable<AudioPlanesInput>): AsyncGenerator<MixedChunk>;
21
+ }
@@ -0,0 +1,89 @@
1
+ export class AudioMix {
2
+ #chunkFrames;
3
+ #clamp;
4
+ constructor(options = {}) {
5
+ this.#chunkFrames = options.chunkFrames ?? 1024;
6
+ this.#clamp = options.clamp ?? true;
7
+ }
8
+ async *mix(samples) {
9
+ const chunkFrames = this.#chunkFrames;
10
+ let sampleRate = null;
11
+ let channels = null;
12
+ const active = [];
13
+ let nextFrame = 0;
14
+ let maxEnd = 0;
15
+ for await (const input of samples) {
16
+ if (channels === null) {
17
+ channels = input.planes.length;
18
+ sampleRate = input.sampleRate;
19
+ }
20
+ else {
21
+ if (input.planes.length !== channels)
22
+ throw new Error(`Channel count changed`);
23
+ if (input.sampleRate !== sampleRate)
24
+ throw new Error(`Sample rate changed`);
25
+ }
26
+ const inputStart = Math.round(input.timestamp * sampleRate);
27
+ const frames = input.planes[0]?.length ?? 0;
28
+ while (nextFrame + chunkFrames <= inputStart) {
29
+ yield this.#processChunk(active, nextFrame, channels, sampleRate);
30
+ nextFrame += chunkFrames;
31
+ }
32
+ active.push({
33
+ startFrame: inputStart,
34
+ endFrame: inputStart + frames,
35
+ data: input.planes
36
+ });
37
+ maxEnd = Math.max(maxEnd, inputStart + frames);
38
+ }
39
+ if (channels !== null && sampleRate !== null) {
40
+ while (nextFrame < maxEnd) {
41
+ yield this.#processChunk(active, nextFrame, channels, sampleRate);
42
+ nextFrame += chunkFrames;
43
+ }
44
+ }
45
+ }
46
+ #processChunk(active, currentStartFrame, channels, sampleRate) {
47
+ const chunkFrames = this.#chunkFrames;
48
+ const outputBuffer = new Float32Array(channels * chunkFrames);
49
+ const chunkEnd = currentStartFrame + chunkFrames;
50
+ for (let ch = 0; ch < channels; ch++) {
51
+ const channelOffset = ch * chunkFrames;
52
+ const outChannelView = outputBuffer.subarray(channelOffset, channelOffset + chunkFrames);
53
+ for (const sample of active) {
54
+ const data = sample.data[ch];
55
+ if (!data)
56
+ continue;
57
+ const start = Math.max(currentStartFrame, sample.startFrame);
58
+ const end = Math.min(chunkEnd, sample.endFrame);
59
+ if (start >= end)
60
+ continue;
61
+ const dstIdx = start - currentStartFrame;
62
+ const srcIdx = start - sample.startFrame;
63
+ const len = end - start;
64
+ for (let i = 0; i < len; i++) {
65
+ outChannelView[dstIdx + i] += data[srcIdx + i];
66
+ }
67
+ }
68
+ if (this.#clamp) {
69
+ for (let i = 0; i < chunkFrames; i++) {
70
+ const v = outChannelView[i];
71
+ outChannelView[i] = v < -1.0 ? -1.0 : (v > 1.0 ? 1.0 : v);
72
+ }
73
+ }
74
+ }
75
+ for (let i = active.length - 1; i >= 0; i--) {
76
+ if (active[i].endFrame <= chunkEnd) {
77
+ active.splice(i, 1);
78
+ }
79
+ }
80
+ return {
81
+ planar: outputBuffer,
82
+ sampleRate,
83
+ channels,
84
+ frames: chunkFrames,
85
+ startFrame: currentStartFrame
86
+ };
87
+ }
88
+ }
89
+ //# sourceMappingURL=audio-mix.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"audio-mix.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/audio-mix.ts"],"names":[],"mappings":"AA0BA,MAAM,OAAO,QAAQ;IACX,YAAY,CAAQ;IACpB,MAAM,CAAS;IAExB,YAAY,UAA2B,EAAE;QACxC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,CAAA;QAC/C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,GAAG,CAAC,OAAwC;QAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,IAAI,UAAU,GAAkB,IAAI,CAAA;QACpC,IAAI,QAAQ,GAAkB,IAAI,CAAA;QAClC,MAAM,MAAM,GAAmB,EAAE,CAAA;QACjC,IAAI,SAAS,GAAG,CAAC,CAAA;QACjB,IAAI,MAAM,GAAG,CAAC,CAAA;QAEd,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YACnC,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACvB,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAA;gBAC9B,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;YAC9B,CAAC;iBAAM,CAAC;gBACP,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;gBAC9E,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU;oBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAA;YAC5E,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,CAAA;YAC3D,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAA;YAE3C,OAAO,SAAS,GAAG,WAAW,IAAI,UAAU,EAAE,CAAC;gBAC9C,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACX,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,UAAU,GAAG,MAAM;gBAC7B,IAAI,EAAE,KAAK,CAAC,MAAM;aAClB,CAAC,CAAA;YAEF,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,QAAQ,KAAK,IAAI,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YAC9C,OAAO,SAAS,GAAG,MAAM,EAAE,CAAC;gBAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAA;gBACjE,SAAS,IAAI,WAAW,CAAA;YACzB,CAAC;QACF,CAAC;IACF,CAAC;IAED,aAAa,CACZ,MAAsB,EACtB,iBAAyB,EACzB,QAAgB,EAChB,UAAkB;QAElB,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAA;QACrC,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,QAAQ,GAAG,WAAW,CAAC,CAAA;QAC7D,MAAM,QAAQ,GAAG,iBAAiB,GAAG,WAAW,CAAA;QAEhD,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;YACtC,MAAM,aAAa,GAAG,EAAE,GAAG,WAAW,CAAA;YACtC,MAAM,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,WAAW,CAAC,CAAA;YAExF,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAC5B,IAAI,CAAC,IAAI;oBAAE,SAAQ;gBAEnB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;gBAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;gBAE/C,IAAI,KAAK,IAAI,GAAG;oBAAE,SAAQ;gBAE1B,MAAM,MAAM,GAAG,KAAK,GAAG,iBAAiB,CAAA;gBACxC,MAAM,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC,UAAU,CAAA;gBACxC,MAAM,GAAG,GAAG,GAAG,GAAG,KAAK,CAAA;gBAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC9B,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;gBAC/C,CAAC;YACF,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;oBAC3B,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC1D,CAAC;YACF,CAAC;QACF,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YACpB,CAAC;QACF,CAAC;QAED,OAAO;YACN,MAAM,EAAE,YAAY;YACpB,UAAU;YACV,QAAQ;YACR,MAAM,EAAE,WAAW;YACnB,UAAU,EAAE,iBAAiB;SAC7B,CAAA;IACF,CAAC;CACD"}
@@ -0,0 +1,19 @@
1
+ import { Ms } from "../../../../units/ms.js";
2
+ import { Driver } from "../../../../driver/driver.js";
3
+ import { TimelineFile } from "../../../parts/basics.js";
4
+ import { DecoderSource } from "../../../../driver/fns/schematic.js";
5
+ /**
6
+ * forward-only frame cursor optimized for export purposes.
7
+ * it uses mediabunny internally so the support for non-clients
8
+ * should be done from mediabunny custom decoder/encoder
9
+ */
10
+ export declare class CursorVisualSampler {
11
+ #private;
12
+ private driver;
13
+ private resolveMedia;
14
+ constructor(driver: Driver, resolveMedia: (hash: string) => DecoderSource);
15
+ cursor(timeline: TimelineFile): {
16
+ next: (timecode: Ms) => Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
17
+ cancel: () => Promise<void>;
18
+ };
19
+ }
@@ -0,0 +1,80 @@
1
+ import { ms } from "../../../../units/ms.js";
2
+ import { createVisualSampler } from "../../parts/samplers/visual/sampler.js";
3
+ /**
4
+ * forward-only frame cursor optimized for export purposes.
5
+ * it uses mediabunny internally so the support for non-clients
6
+ * should be done from mediabunny custom decoder/encoder
7
+ */
8
+ export class CursorVisualSampler {
9
+ driver;
10
+ resolveMedia;
11
+ #sampler;
12
+ #videoCursors = new Map();
13
+ constructor(driver, resolveMedia) {
14
+ this.driver = driver;
15
+ this.resolveMedia = resolveMedia;
16
+ this.#sampler = createVisualSampler(resolveMedia, (item, time) => {
17
+ const mediaTime = toUs(ms(item.start + time));
18
+ const cursor = this.#getCursorForVideo(item);
19
+ return cursor.next(mediaTime);
20
+ });
21
+ }
22
+ cursor(timeline) {
23
+ let lastTimecode = Number.NEGATIVE_INFINITY;
24
+ return {
25
+ next: (timecode) => {
26
+ if (timecode < lastTimecode)
27
+ throw new Error(`CursorVisualSampler is forward-only: requested ${timecode}ms after ${lastTimecode}ms`);
28
+ lastTimecode = timecode;
29
+ return this.#sampler.sample(timeline, timecode);
30
+ },
31
+ cancel: () => this.#cancel(),
32
+ };
33
+ }
34
+ #getCursorForVideo(videoItem) {
35
+ const existing = this.#videoCursors.get(videoItem.id);
36
+ if (existing)
37
+ return existing;
38
+ const source = this.resolveMedia(videoItem.mediaHash);
39
+ const video = this.driver.decodeVideo({ source });
40
+ const cursor = this.#cursor(video.getReader());
41
+ this.#videoCursors.set(videoItem.id, cursor);
42
+ return cursor;
43
+ }
44
+ async #cancel() {
45
+ await Promise.all([...this.#videoCursors.values()].map(cursor => cursor.cancel()));
46
+ this.#videoCursors.clear();
47
+ }
48
+ // forward only
49
+ #cursor(reader) {
50
+ return {
51
+ async next(targetUs) {
52
+ let prev = null;
53
+ while (true) {
54
+ const { done, value: hit } = await reader.read();
55
+ if (done) {
56
+ const out = prev ? new VideoFrame(prev) : undefined;
57
+ prev?.close();
58
+ return out;
59
+ }
60
+ const hitUs = hit.timestamp ?? 0;
61
+ if (hitUs >= targetUs) {
62
+ const prevUs = prev?.timestamp ?? Number.NEGATIVE_INFINITY;
63
+ const usePrev = !!prev && Math.abs(prevUs - targetUs) < Math.abs(hitUs - targetUs);
64
+ const chosen = usePrev ? prev : hit;
65
+ const other = usePrev ? hit : prev;
66
+ const copy = new VideoFrame(chosen);
67
+ chosen.close();
68
+ other?.close();
69
+ return copy;
70
+ }
71
+ prev?.close();
72
+ prev = hit;
73
+ }
74
+ },
75
+ cancel: async () => await reader.cancel()
76
+ };
77
+ }
78
+ }
79
+ const toUs = (ms) => Math.round(ms * 1_000);
80
+ //# sourceMappingURL=cursor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"cursor.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/cursor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAK,MAAM,yBAAyB,CAAA;AAK9C,OAAO,EAAC,mBAAmB,EAAC,MAAM,wCAAwC,CAAA;AAE1E;;;;GAIG;AAEH,MAAM,OAAO,mBAAmB;IAKtB;IACA;IALT,QAAQ,CAAA;IACR,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IAEnD,YACS,MAAc,EACd,YAA6C;QAD7C,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAiC;QAErD,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;YAChE,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAA;YAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;YAC5C,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC9B,CAAC,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,QAAsB;QAC5B,IAAI,YAAY,GAAG,MAAM,CAAC,iBAAiB,CAAA;QAC3C,OAAO;YACN,IAAI,EAAE,CAAC,QAAY,EAAE,EAAE;gBACtB,IAAI,QAAQ,GAAG,YAAY;oBAC1B,MAAM,IAAI,KAAK,CAAC,kDAAkD,QAAQ,YAAY,YAAY,IAAI,CAAC,CAAA;gBACxG,YAAY,GAAG,QAAQ,CAAA;gBACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;YAChD,CAAC;YACD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE;SAC5B,CAAA;IACF,CAAC;IAED,kBAAkB,CAAC,SAAqB;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACrD,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAA;QAEhB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;QAE9C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QAC5C,OAAO,MAAM,CAAA;IACd,CAAC;IAED,KAAK,CAAC,OAAO;QACZ,MAAM,OAAO,CAAC,GAAG,CAChB,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAC/D,CAAA;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,eAAe;IACf,OAAO,CAAC,MAA+C;QACtD,OAAO;YACN,KAAK,CAAC,IAAI,CAAC,QAAgB;gBAC1B,IAAI,IAAI,GAAsB,IAAI,CAAA;gBAClC,OAAO,IAAI,EAAE,CAAC;oBACb,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;oBAEhD,IAAI,IAAI,EAAE,CAAC;wBACV,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;wBACnD,IAAI,EAAE,KAAK,EAAE,CAAA;wBACb,OAAO,GAAG,CAAA;oBACX,CAAC;oBAED,MAAM,KAAK,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAA;oBAChC,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;wBACvB,MAAM,MAAM,GAAG,IAAI,EAAE,SAAS,IAAI,MAAM,CAAC,iBAAiB,CAAA;wBAC1D,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,CAAA;wBAElF,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,IAAK,CAAC,CAAC,CAAC,GAAG,CAAA;wBACpC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;wBAElC,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;wBACnC,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,KAAK,EAAE,KAAK,EAAE,CAAA;wBACd,OAAO,IAAI,CAAA;oBACZ,CAAC;oBAED,IAAI,EAAE,KAAK,EAAE,CAAA;oBACb,IAAI,GAAG,GAAG,CAAA;gBACX,CAAC;YACF,CAAC;YAED,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,MAAM,CAAC,MAAM,EAAE;SACzC,CAAA;IACF,CAAC;CACD;AAED,MAAM,IAAI,GAAG,CAAC,EAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAA"}
@@ -0,0 +1,6 @@
1
+ import { TimelineFile } from "../../../parts/basics.js";
2
+ import { DecoderSource } from "../../../../driver/fns/schematic.js";
3
+ export declare function produceAudio({ timeline, resolveMedia }: {
4
+ timeline: TimelineFile;
5
+ resolveMedia: (hash: string) => DecoderSource;
6
+ }): ReadableStream<AudioData>;
@@ -0,0 +1,41 @@
1
+ import { AudioMix } from "./audio-mix.js";
2
+ import { ms } from "../../../../units/ms.js";
3
+ import { resampleToPlanar } from "./resamplers.js";
4
+ import { applyGainToPlanar } from "./audio-gain.js";
5
+ import { createAudioSampler } from "../../parts/samplers/audio/sampler.js";
6
+ export function produceAudio({ timeline, resolveMedia }) {
7
+ const mixer = new AudioMix();
8
+ const audio = streamAudio(timeline, resolveMedia);
9
+ const stream = new TransformStream();
10
+ const writer = stream.writable.getWriter();
11
+ async function produce() {
12
+ for await (const chunk of mixer.mix(audio)) {
13
+ const data = new AudioData({
14
+ format: 'f32-planar',
15
+ sampleRate: chunk.sampleRate,
16
+ numberOfFrames: chunk.frames,
17
+ numberOfChannels: chunk.channels,
18
+ timestamp: Math.round((chunk.startFrame / chunk.sampleRate) * 1_000_000),
19
+ data: new Float32Array(chunk.planar)
20
+ });
21
+ await writer.write(data);
22
+ }
23
+ await writer.close();
24
+ }
25
+ produce();
26
+ return stream.readable;
27
+ }
28
+ async function* streamAudio(timeline, resolveMedia) {
29
+ const audioSampler = createAudioSampler(resolveMedia);
30
+ for await (const { sample, timestamp, gain } of audioSampler.sampleAudio(timeline, ms(0))) {
31
+ const { data } = resampleToPlanar(sample, 48000);
32
+ applyGainToPlanar(data, gain);
33
+ yield {
34
+ planes: data,
35
+ sampleRate: 48000,
36
+ timestamp
37
+ };
38
+ sample.close();
39
+ }
40
+ }
41
+ //# sourceMappingURL=produce-audio.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"produce-audio.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-audio.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAA;AACvC,OAAO,EAAC,EAAE,EAAC,MAAM,yBAAyB,CAAA;AAC1C,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,iBAAiB,EAAC,MAAM,iBAAiB,CAAA;AAGjD,OAAO,EAAC,kBAAkB,EAAC,MAAM,uCAAuC,CAAA;AAExE,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,YAAY,EAIZ;IACA,MAAM,KAAK,GAAG,IAAI,QAAQ,EAAE,CAAA;IAC5B,MAAM,KAAK,GAAG,WAAW,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;IACjD,MAAM,MAAM,GAAG,IAAI,eAAe,EAAwB,CAAA;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAE1C,KAAK,UAAU,OAAO;QACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC;gBAC1B,MAAM,EAAE,YAAY;gBACpB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,cAAc,EAAE,KAAK,CAAC,MAAM;gBAC5B,gBAAgB,EAAE,KAAK,CAAC,QAAQ;gBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,CACpB,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CACjD;gBACD,IAAI,EAAE,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC;AAED,KAAK,SAAU,CAAC,CAAA,WAAW,CAAC,QAAsB,EAAE,YAA6C;IAChG,MAAM,YAAY,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAA;IAErD,IAAI,KAAK,EAAE,MAAM,EAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAC,IACtC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE/C,MAAM,EAAC,IAAI,EAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QAC9C,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAE7B,MAAM;YACL,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,KAAK;YACjB,SAAS;SACT,CAAA;QAED,MAAM,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;AACF,CAAC"}
@@ -0,0 +1,10 @@
1
+ import { Fps } from "../../../../units/fps.js";
2
+ import { Driver } from "../../../../driver/driver.js";
3
+ import { TimelineFile } from "../../../parts/basics.js";
4
+ import { DecoderSource } from "../../../../driver/fns/schematic.js";
5
+ export declare function produceVideo({ timeline, fps, driver, resolveMedia, }: {
6
+ driver: Driver;
7
+ resolveMedia: (hash: string) => DecoderSource;
8
+ timeline: TimelineFile;
9
+ fps: Fps;
10
+ }): ReadableStream<VideoFrame>;
@@ -0,0 +1,27 @@
1
+ import { CursorVisualSampler } from "./cursor.js";
2
+ import { fixedStep } from "../../parts/schedulers.js";
3
+ import { computeItemDuration } from "../../parts/handy.js";
4
+ export function produceVideo({ timeline, fps, driver, resolveMedia, }) {
5
+ const stream = new TransformStream();
6
+ const writer = stream.writable.getWriter();
7
+ const sampler = new CursorVisualSampler(driver, resolveMedia);
8
+ const cursor = sampler.cursor(timeline);
9
+ const dt = 1 / fps;
10
+ const duration = computeItemDuration(timeline.rootId, timeline);
11
+ async function produce() {
12
+ await fixedStep({ fps, duration }, async (timecode, i) => {
13
+ const layers = await cursor.next(timecode);
14
+ const composed = await driver.composite(layers);
15
+ const frame = new VideoFrame(composed, {
16
+ timestamp: Math.round(i * dt * 1_000_000),
17
+ duration: Math.round(dt * 1_000_000)
18
+ });
19
+ await writer.write(frame);
20
+ composed.close();
21
+ });
22
+ await writer.close();
23
+ }
24
+ produce();
25
+ return stream.readable;
26
+ }
27
+ //# sourceMappingURL=produce-video.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"produce-video.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/produce-video.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,mBAAmB,EAAC,MAAM,aAAa,CAAA;AAE/C,OAAO,EAAC,SAAS,EAAC,MAAM,2BAA2B,CAAA;AAEnD,OAAO,EAAC,mBAAmB,EAAC,MAAM,sBAAsB,CAAA;AAGxD,MAAM,UAAU,YAAY,CAAC,EAC5B,QAAQ,EACR,GAAG,EACH,MAAM,EACN,YAAY,GAMZ;IAEA,MAAM,MAAM,GAAG,IAAI,eAAe,EAA0B,CAAA;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;IAC1C,MAAM,OAAO,GAAG,IAAI,mBAAmB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAC7D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAA;IAClB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAE/D,KAAK,UAAU,OAAO;QACrB,MAAM,SAAS,CAAC,EAAC,GAAG,EAAE,QAAQ,EAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE;YACtD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC1C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;YAE/C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;gBACtC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;aACpC,CAAC,CAAA;YAEF,MAAM,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACzB,QAAQ,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,EAAE,CAAA;IAET,OAAO,MAAM,CAAC,QAAQ,CAAA;AACvB,CAAC"}
@@ -0,0 +1,12 @@
1
+ export declare const resampleToPlanar: (sample: {
2
+ numberOfFrames: number;
3
+ numberOfChannels: number;
4
+ sampleRate: number;
5
+ copyTo: (dest: Float32Array, options: {
6
+ planeIndex: number;
7
+ format: "f32-planar";
8
+ }) => void;
9
+ }, targetRate: number) => {
10
+ data: Float32Array[];
11
+ frames: number;
12
+ };
@@ -0,0 +1,29 @@
1
+ const resampleLinear = (src, fromRate, targetRate) => {
2
+ if (fromRate === targetRate)
3
+ return src;
4
+ const ratio = targetRate / fromRate;
5
+ const outFrames = Math.max(1, Math.round(src.length * ratio));
6
+ const out = new Float32Array(outFrames);
7
+ for (let i = 0; i < outFrames; i++) {
8
+ const t = i / ratio;
9
+ const i0 = Math.floor(t);
10
+ const i1 = Math.min(i0 + 1, src.length - 1);
11
+ const frac = t - i0;
12
+ out[i] = src[i0] * (1 - frac) + src[i1] * frac;
13
+ }
14
+ return out;
15
+ };
16
+ export const resampleToPlanar = (sample, targetRate) => {
17
+ const channels = sample.numberOfChannels;
18
+ const data = new Array(channels);
19
+ let frames = 0;
20
+ for (let ch = 0; ch < channels; ch++) {
21
+ const plane = new Float32Array(sample.numberOfFrames);
22
+ sample.copyTo(plane, { planeIndex: ch, format: 'f32-planar' });
23
+ const resampled = resampleLinear(plane, sample.sampleRate, targetRate);
24
+ data[ch] = resampled;
25
+ frames = resampled.length;
26
+ }
27
+ return { data, frames };
28
+ };
29
+ //# sourceMappingURL=resamplers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resamplers.js","sourceRoot":"","sources":["../../../../../s/timeline/renderers/export/parts/resamplers.ts"],"names":[],"mappings":"AACA,MAAM,cAAc,GAAG,CACtB,GAAiB,EACjB,QAAgB,EAChB,UAAkB,EACjB,EAAE;IACH,IAAI,QAAQ,KAAK,UAAU;QAC1B,OAAO,GAAG,CAAA;IAEX,MAAM,KAAK,GAAG,UAAU,GAAG,QAAQ,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAA;IAC7D,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,SAAS,CAAC,CAAA;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QACnB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QAC3C,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAA;QACnB,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAA;IAC/C,CAAC;IAED,OAAO,GAAG,CAAA;AACX,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC/B,MAKC,EACD,UAAkB,EACuB,EAAE;IAC3C,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAe,QAAQ,CAAC,CAAA;IAC9C,IAAI,MAAM,GAAG,CAAC,CAAA;IAEd,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;QACrD,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAC,CAAC,CAAA;QAC5D,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAA;QACtE,IAAI,CAAC,EAAE,CAAC,GAAG,SAAS,CAAA;QACpB,MAAM,GAAG,SAAS,CAAC,MAAM,CAAA;IAC1B,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,MAAM,EAAC,CAAA;AACtB,CAAC,CAAA"}
@@ -0,0 +1,13 @@
1
+ import { Fps } from "../../../units/fps.js";
2
+ import { Driver } from "../../../driver/driver.js";
3
+ import { TimelineFile } from "../../parts/basics.js";
4
+ import { DecoderSource } from "../../../driver/fns/schematic.js";
5
+ export declare function produce(opts: {
6
+ timeline: TimelineFile;
7
+ fps: Fps;
8
+ driver: Driver;
9
+ resolveMedia: (hash: string) => DecoderSource;
10
+ }): {
11
+ readable: ReadableStream<import("mediabunny").StreamTargetChunk>;
12
+ done: Promise<void>;
13
+ };
@@ -0,0 +1,15 @@
1
+ import { produceAudio } from "./parts/produce-audio.js";
2
+ import { produceVideo } from "./parts/produce-video.js";
3
+ export function produce(opts) {
4
+ const audio = produceAudio({ ...opts });
5
+ const video = produceVideo({ ...opts });
6
+ return opts.driver.encode({
7
+ video,
8
+ audio,
9
+ config: {
10
+ audio: { codec: 'opus', bitrate: 128000 },
11
+ video: { codec: 'vp9', bitrate: 1000000 }
12
+ }
13
+ });
14
+ }
15
+ //# sourceMappingURL=produce.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"produce.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/export/produce.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AACrD,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAA;AAGrD,MAAM,UAAU,OAAO,CAAC,IAKvB;IAEA,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IACrC,MAAM,KAAK,GAAG,YAAY,CAAC,EAAC,GAAG,IAAI,EAAC,CAAC,CAAA;IAErC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QACzB,KAAK;QACL,KAAK;QACL,MAAM,EAAE;YACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;YACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;SACvC;KACD,CAAC,CAAA;AACH,CAAC"}
@@ -0,0 +1,30 @@
1
+ import { Ms } from '../../../units/ms.js';
2
+ import { Id, TimelineFile } from '../../parts/basics.js';
3
+ import { Mat6 } from '../../utils/matrix.js';
4
+ import { ContainerItem, Item } from '../../parts/item.js';
5
+ type WalkCallbacks = {
6
+ sequence?: (x: Item.Sequence, matrix: Mat6, ancestors: ContainerItem[]) => void;
7
+ stack?: (x: Item.Stack, matrix: Mat6, ancestors: ContainerItem[]) => void;
8
+ video?: (x: Item.Video, matrix: Mat6, ancestors: ContainerItem[]) => void;
9
+ text?: (x: Item.Text, matrix: Mat6, ancestors: ContainerItem[]) => void;
10
+ audio?: (x: Item.Audio) => void;
11
+ };
12
+ interface Props {
13
+ timeline: TimelineFile;
14
+ timecode: Ms;
15
+ }
16
+ interface At {
17
+ item: Item.Any;
18
+ localTime: Ms;
19
+ ancestors: ContainerItem[];
20
+ }
21
+ export declare function itemsAt(p: Props): At[];
22
+ interface FromProps {
23
+ timeline: TimelineFile;
24
+ from: Ms;
25
+ }
26
+ export declare function itemsFrom(p: FromProps): At[];
27
+ export declare function computeWorldMatrix(items: Map<Id, Item.Any>, ancestors: ContainerItem[], item: Item.Any): Mat6;
28
+ export declare function walk(id: Id, items: Map<Id, Item.Any>, parentMatrix: Mat6, callbacks: WalkCallbacks, ancestors?: ContainerItem[]): void;
29
+ export declare function computeItemDuration(id: number, timeline: TimelineFile): Ms;
30
+ export {};