@omnimedia/omnitool 1.1.0-1 → 1.1.0-100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (468) hide show
  1. package/README.md +556 -72
  2. package/package.json +20 -15
  3. package/s/context.ts +0 -7
  4. package/s/demo/demo.bundle.ts +104 -39
  5. package/s/demo/demo.css +246 -11
  6. package/s/demo/routines/export-test.ts +16 -0
  7. package/s/demo/routines/filmstrip-test.ts +23 -19
  8. package/s/demo/routines/load-video.ts +2 -3
  9. package/s/demo/routines/playback-test.ts +61 -0
  10. package/s/demo/routines/timeline-setup.ts +81 -0
  11. package/s/demo/routines/transcode-test.ts +21 -5
  12. package/s/demo/routines/transcriber-test.ts +34 -0
  13. package/s/demo/routines/transitions-test.ts +43 -0
  14. package/s/demo/routines/waveform-test.ts +35 -8
  15. package/s/driver/driver-worker.ts +9 -0
  16. package/s/driver/driver.test.ts +1 -1
  17. package/s/driver/driver.ts +52 -43
  18. package/s/driver/fns/host.ts +7 -6
  19. package/s/driver/fns/schematic.ts +69 -25
  20. package/s/driver/fns/work.ts +102 -214
  21. package/s/driver/parts/compositor.ts +319 -0
  22. package/s/driver/parts/machina.ts +19 -20
  23. package/s/driver/utils/find-pixi-filter.ts +24 -0
  24. package/s/driver/utils/load-decoder-source.ts +3 -4
  25. package/s/features/bg-remover/bg-remover.ts +26 -0
  26. package/s/features/bg-remover/default-spec.ts +11 -0
  27. package/s/features/bg-remover/types.ts +27 -0
  28. package/s/features/bg-remover/worker.bundle.ts +52 -0
  29. package/s/features/parts/expose-errors.ts +41 -0
  30. package/s/features/parts/load-pipe.ts +17 -0
  31. package/s/features/parts/types.ts +19 -0
  32. package/s/features/speech/transcribe/default-spec.ts +11 -0
  33. package/s/features/speech/transcribe/parts/prep-audio.ts +23 -0
  34. package/s/features/speech/transcribe/parts/transcribe.ts +70 -0
  35. package/s/features/speech/transcribe/transcriber.ts +46 -0
  36. package/s/features/speech/transcribe/types.ts +76 -0
  37. package/s/features/speech/transcribe/worker.bundle.ts +42 -0
  38. package/s/features/transition/parts/fragment.ts +24 -0
  39. package/s/features/transition/parts/types.ts +27 -0
  40. package/s/features/transition/parts/uniforms.ts +29 -0
  41. package/s/features/transition/parts/vertex.ts +31 -0
  42. package/s/features/transition/transition.ts +60 -0
  43. package/s/index.html.ts +103 -20
  44. package/s/index.ts +1 -0
  45. package/s/tests.bundle.ts +11 -0
  46. package/s/tests.html.ts +28 -0
  47. package/s/timeline/index.ts +17 -1
  48. package/s/timeline/parts/animations/make.ts +38 -0
  49. package/s/timeline/parts/animations/presets.ts +138 -0
  50. package/s/timeline/parts/animations/properties.ts +30 -0
  51. package/s/timeline/parts/animations/registry.ts +13 -0
  52. package/s/timeline/parts/animations/types.ts +80 -0
  53. package/s/timeline/parts/basics.ts +1 -1
  54. package/s/timeline/parts/captions.ts +91 -0
  55. package/s/timeline/parts/filmstrip.ts +43 -16
  56. package/s/timeline/parts/filters.ts +453 -0
  57. package/s/timeline/parts/item.ts +124 -11
  58. package/s/timeline/parts/media.ts +43 -1
  59. package/s/timeline/parts/resource-pool.ts +8 -5
  60. package/s/timeline/parts/resource.ts +3 -0
  61. package/s/timeline/parts/transitions.ts +102 -0
  62. package/s/timeline/parts/waveform/parts/collect.ts +72 -0
  63. package/s/timeline/parts/waveform/parts/render.ts +45 -0
  64. package/s/timeline/parts/waveform/parts/types.ts +24 -0
  65. package/s/timeline/parts/waveform/waveform.ts +161 -0
  66. package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
  67. package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
  68. package/s/timeline/renderers/export/parts/cursor.ts +291 -0
  69. package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
  70. package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
  71. package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
  72. package/s/timeline/renderers/export/produce.ts +28 -0
  73. package/s/timeline/renderers/parts/handy.ts +441 -0
  74. package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
  75. package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
  76. package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
  77. package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
  78. package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
  79. package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +23 -0
  80. package/s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts +51 -0
  81. package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +99 -0
  82. package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +97 -0
  83. package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
  84. package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +11 -0
  85. package/s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts +38 -0
  86. package/s/timeline/renderers/parts/samplers/visual/sampler.ts +31 -0
  87. package/s/timeline/renderers/parts/schedulers.ts +96 -0
  88. package/s/timeline/renderers/player/parts/playback.ts +213 -0
  89. package/s/timeline/renderers/player/player.ts +86 -0
  90. package/s/timeline/renderers/renderers.test.ts +403 -0
  91. package/s/timeline/sugar/helpers.ts +239 -0
  92. package/s/timeline/sugar/o.ts +443 -48
  93. package/s/timeline/sugar/omni.test.ts +210 -0
  94. package/s/timeline/sugar/omni.ts +38 -12
  95. package/s/timeline/types.ts +62 -0
  96. package/s/timeline/utils/anim.ts +63 -0
  97. package/s/timeline/utils/checksum.ts +5 -2
  98. package/s/timeline/utils/datafile.ts +15 -4
  99. package/s/timeline/utils/dummy-data.ts +3 -3
  100. package/s/timeline/utils/matrix.ts +54 -0
  101. package/s/timeline/utils/terps.ts +81 -0
  102. package/s/units/fps.ts +8 -0
  103. package/s/units/ms.ts +8 -0
  104. package/s/units/seconds.ts +8 -0
  105. package/x/WebGLRenderer-4CHIZDHY.js +2 -0
  106. package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
  107. package/x/WebGPURenderer-O6WXU2QR.js +2 -0
  108. package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
  109. package/x/browserAll-WNIOTNNP.js +2 -0
  110. package/x/browserAll-WNIOTNNP.js.map +7 -0
  111. package/x/chunk-23FOBGX6.js +2 -0
  112. package/x/chunk-23FOBGX6.js.map +7 -0
  113. package/x/chunk-73XOWA4F.js +393 -0
  114. package/x/chunk-73XOWA4F.js.map +7 -0
  115. package/x/chunk-IAWJKNX5.js +42 -0
  116. package/x/chunk-IAWJKNX5.js.map +7 -0
  117. package/x/chunk-KCMVLWBS.js +157 -0
  118. package/x/chunk-KCMVLWBS.js.map +7 -0
  119. package/x/chunk-MR32SQ27.js +2 -0
  120. package/x/chunk-MR32SQ27.js.map +7 -0
  121. package/x/chunk-VCUJJYRJ.js +327 -0
  122. package/x/chunk-VCUJJYRJ.js.map +7 -0
  123. package/x/chunk-XNIZ4L5W.js +269 -0
  124. package/x/chunk-XNIZ4L5W.js.map +7 -0
  125. package/x/chunk-ZLGNQFUI.js +15 -0
  126. package/x/chunk-ZLGNQFUI.js.map +7 -0
  127. package/x/context.d.ts +1 -4
  128. package/x/context.js +1 -5
  129. package/x/context.js.map +1 -1
  130. package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
  131. package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
  132. package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
  133. package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
  134. package/x/demo/browserAll-PTRBXBRP.js +2 -0
  135. package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
  136. package/x/demo/chunk-CUYOGHWU.js +42 -0
  137. package/x/demo/chunk-CUYOGHWU.js.map +7 -0
  138. package/x/demo/chunk-DGTDNJ7W.js +2 -0
  139. package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
  140. package/x/demo/chunk-FZ5BYF63.js +15 -0
  141. package/x/demo/chunk-FZ5BYF63.js.map +7 -0
  142. package/x/demo/chunk-KWN4NNES.js +269 -0
  143. package/x/demo/chunk-KWN4NNES.js.map +7 -0
  144. package/x/demo/chunk-OJ3FPXW7.js +157 -0
  145. package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
  146. package/x/demo/chunk-PSLUOGTZ.js +393 -0
  147. package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
  148. package/x/demo/chunk-VLCVEIFU.js +327 -0
  149. package/x/demo/chunk-VLCVEIFU.js.map +7 -0
  150. package/x/demo/chunk-ZWCPT5FR.js +2 -0
  151. package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
  152. package/x/demo/demo.bundle.js +94 -36
  153. package/x/demo/demo.bundle.js.map +1 -1
  154. package/x/demo/demo.bundle.min.js +7359 -107
  155. package/x/demo/demo.bundle.min.js.map +4 -4
  156. package/x/demo/demo.css +246 -11
  157. package/x/demo/routines/export-test.d.ts +2 -0
  158. package/x/demo/routines/export-test.js +10 -0
  159. package/x/demo/routines/export-test.js.map +1 -0
  160. package/x/demo/routines/filmstrip-test.d.ts +1 -1
  161. package/x/demo/routines/filmstrip-test.js +21 -18
  162. package/x/demo/routines/filmstrip-test.js.map +1 -1
  163. package/x/demo/routines/load-video.d.ts +1 -1
  164. package/x/demo/routines/load-video.js +1 -2
  165. package/x/demo/routines/load-video.js.map +1 -1
  166. package/x/demo/routines/playback-test.d.ts +2 -0
  167. package/x/demo/routines/playback-test.js +51 -0
  168. package/x/demo/routines/playback-test.js.map +1 -0
  169. package/x/demo/routines/timeline-setup.d.ts +6 -0
  170. package/x/demo/routines/timeline-setup.js +59 -0
  171. package/x/demo/routines/timeline-setup.js.map +1 -0
  172. package/x/demo/routines/transcode-test.js +17 -5
  173. package/x/demo/routines/transcode-test.js.map +1 -1
  174. package/x/demo/routines/transcriber-test.d.ts +4 -0
  175. package/x/demo/routines/transcriber-test.js +33 -0
  176. package/x/demo/routines/transcriber-test.js.map +1 -0
  177. package/x/demo/routines/transitions-test.d.ts +5 -0
  178. package/x/demo/routines/transitions-test.js +35 -0
  179. package/x/demo/routines/transitions-test.js.map +1 -0
  180. package/x/demo/routines/waveform-test.d.ts +2 -1
  181. package/x/demo/routines/waveform-test.js +29 -8
  182. package/x/demo/routines/waveform-test.js.map +1 -1
  183. package/x/demo/webworkerAll-JENRT6BT.js +2 -0
  184. package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
  185. package/x/driver/driver-worker.d.ts +1 -0
  186. package/x/driver/driver-worker.js +6 -0
  187. package/x/driver/driver-worker.js.map +1 -0
  188. package/x/driver/driver.d.ts +24 -9
  189. package/x/driver/driver.js +51 -40
  190. package/x/driver/driver.js.map +1 -1
  191. package/x/driver/driver.test.js +1 -1
  192. package/x/driver/driver.test.js.map +1 -1
  193. package/x/driver/driver.worker.bundle.min.js +137 -1137
  194. package/x/driver/driver.worker.bundle.min.js.map +4 -4
  195. package/x/driver/fns/host.d.ts +12 -4
  196. package/x/driver/fns/host.js +3 -3
  197. package/x/driver/fns/host.js.map +1 -1
  198. package/x/driver/fns/schematic.d.ts +65 -25
  199. package/x/driver/fns/work.d.ts +14 -7
  200. package/x/driver/fns/work.js +83 -174
  201. package/x/driver/fns/work.js.map +1 -1
  202. package/x/driver/parts/compositor.d.ts +39 -0
  203. package/x/driver/parts/compositor.js +264 -0
  204. package/x/driver/parts/compositor.js.map +1 -0
  205. package/x/driver/parts/machina.d.ts +0 -20
  206. package/x/driver/parts/machina.js +6 -10
  207. package/x/driver/parts/machina.js.map +1 -1
  208. package/x/driver/utils/find-pixi-filter.d.ts +5 -0
  209. package/x/driver/utils/find-pixi-filter.js +13 -0
  210. package/x/driver/utils/find-pixi-filter.js.map +1 -0
  211. package/x/driver/utils/load-decoder-source.d.ts +2 -1
  212. package/x/driver/utils/load-decoder-source.js +2 -3
  213. package/x/driver/utils/load-decoder-source.js.map +1 -1
  214. package/x/features/bg-remover/bg-remover.d.ts +5 -0
  215. package/x/features/bg-remover/bg-remover.js +18 -0
  216. package/x/features/bg-remover/bg-remover.js.map +1 -0
  217. package/x/features/bg-remover/default-spec.d.ts +2 -0
  218. package/x/features/bg-remover/default-spec.js +6 -0
  219. package/x/features/bg-remover/default-spec.js.map +1 -0
  220. package/x/features/bg-remover/types.d.ts +20 -0
  221. package/x/features/bg-remover/types.js +2 -0
  222. package/x/features/bg-remover/types.js.map +1 -0
  223. package/x/features/bg-remover/worker.bundle.js +39 -0
  224. package/x/features/bg-remover/worker.bundle.js.map +1 -0
  225. package/x/features/bg-remover/worker.bundle.min.js +2916 -0
  226. package/x/features/bg-remover/worker.bundle.min.js.map +7 -0
  227. package/x/features/parts/expose-errors.d.ts +3 -0
  228. package/x/features/parts/expose-errors.js +32 -0
  229. package/x/features/parts/expose-errors.js.map +1 -0
  230. package/x/features/parts/load-pipe.d.ts +2 -0
  231. package/x/features/parts/load-pipe.js +13 -0
  232. package/x/features/parts/load-pipe.js.map +1 -0
  233. package/x/features/parts/types.d.ts +15 -0
  234. package/x/features/parts/types.js +2 -0
  235. package/x/features/parts/types.js.map +1 -0
  236. package/x/features/speech/transcribe/default-spec.d.ts +2 -0
  237. package/x/features/speech/transcribe/default-spec.js +8 -0
  238. package/x/features/speech/transcribe/default-spec.js.map +1 -0
  239. package/x/features/speech/transcribe/parts/prep-audio.d.ts +5 -0
  240. package/x/features/speech/transcribe/parts/prep-audio.js +21 -0
  241. package/x/features/speech/transcribe/parts/prep-audio.js.map +1 -0
  242. package/x/features/speech/transcribe/parts/transcribe.d.ts +5 -0
  243. package/x/features/speech/transcribe/parts/transcribe.js +56 -0
  244. package/x/features/speech/transcribe/parts/transcribe.js.map +1 -0
  245. package/x/features/speech/transcribe/transcriber.d.ts +5 -0
  246. package/x/features/speech/transcribe/transcriber.js +33 -0
  247. package/x/features/speech/transcribe/transcriber.js.map +1 -0
  248. package/x/features/speech/transcribe/types.d.ts +59 -0
  249. package/x/features/speech/transcribe/types.js +2 -0
  250. package/x/features/speech/transcribe/types.js.map +1 -0
  251. package/x/features/speech/transcribe/worker.bundle.js +35 -0
  252. package/x/features/speech/transcribe/worker.bundle.js.map +1 -0
  253. package/x/features/speech/transcribe/worker.bundle.min.js +2916 -0
  254. package/x/features/speech/transcribe/worker.bundle.min.js.map +7 -0
  255. package/x/features/transition/parts/fragment.d.ts +1 -0
  256. package/x/features/transition/parts/fragment.js +25 -0
  257. package/x/features/transition/parts/fragment.js.map +1 -0
  258. package/x/features/transition/parts/types.d.ts +23 -0
  259. package/x/features/transition/parts/types.js +2 -0
  260. package/x/features/transition/parts/types.js.map +1 -0
  261. package/x/features/transition/parts/uniforms.d.ts +31 -0
  262. package/x/features/transition/parts/uniforms.js +27 -0
  263. package/x/features/transition/parts/uniforms.js.map +1 -0
  264. package/x/features/transition/parts/vertex.d.ts +1 -0
  265. package/x/features/transition/parts/vertex.js +32 -0
  266. package/x/features/transition/parts/vertex.js.map +1 -0
  267. package/x/features/transition/transition.d.ts +5 -0
  268. package/x/features/transition/transition.js +50 -0
  269. package/x/features/transition/transition.js.map +1 -0
  270. package/x/index.d.ts +1 -0
  271. package/x/index.html +349 -30
  272. package/x/index.html.js +103 -19
  273. package/x/index.html.js.map +1 -1
  274. package/x/index.js +1 -0
  275. package/x/index.js.map +1 -1
  276. package/x/tests.bundle.d.ts +1 -0
  277. package/x/tests.bundle.js +8 -0
  278. package/x/tests.bundle.js.map +1 -0
  279. package/x/tests.bundle.min.js +7374 -0
  280. package/x/tests.bundle.min.js.map +7 -0
  281. package/x/tests.html +316 -0
  282. package/x/tests.html.d.ts +2 -0
  283. package/x/tests.html.js +22 -0
  284. package/x/tests.html.js.map +1 -0
  285. package/x/timeline/index.d.ts +16 -0
  286. package/x/timeline/index.js +16 -0
  287. package/x/timeline/index.js.map +1 -1
  288. package/x/timeline/parts/animations/make.d.ts +3 -0
  289. package/x/timeline/parts/animations/make.js +29 -0
  290. package/x/timeline/parts/animations/make.js.map +1 -0
  291. package/x/timeline/parts/animations/presets.d.ts +170 -0
  292. package/x/timeline/parts/animations/presets.js +135 -0
  293. package/x/timeline/parts/animations/presets.js.map +1 -0
  294. package/x/timeline/parts/animations/properties.d.ts +84 -0
  295. package/x/timeline/parts/animations/properties.js +25 -0
  296. package/x/timeline/parts/animations/properties.js.map +1 -0
  297. package/x/timeline/parts/animations/registry.d.ts +218 -0
  298. package/x/timeline/parts/animations/registry.js +11 -0
  299. package/x/timeline/parts/animations/registry.js.map +1 -0
  300. package/x/timeline/parts/animations/types.d.ts +60 -0
  301. package/x/timeline/parts/animations/types.js +2 -0
  302. package/x/timeline/parts/animations/types.js.map +1 -0
  303. package/x/timeline/parts/basics.d.ts +1 -1
  304. package/x/timeline/parts/captions.d.ts +41 -0
  305. package/x/timeline/parts/captions.js +55 -0
  306. package/x/timeline/parts/captions.js.map +1 -0
  307. package/x/timeline/parts/filmstrip.d.ts +4 -3
  308. package/x/timeline/parts/filmstrip.js +29 -10
  309. package/x/timeline/parts/filmstrip.js.map +1 -1
  310. package/x/timeline/parts/filters.d.ts +108 -0
  311. package/x/timeline/parts/filters.js +340 -0
  312. package/x/timeline/parts/filters.js.map +1 -0
  313. package/x/timeline/parts/item.d.ts +106 -12
  314. package/x/timeline/parts/item.js +11 -7
  315. package/x/timeline/parts/item.js.map +1 -1
  316. package/x/timeline/parts/media.d.ts +6 -0
  317. package/x/timeline/parts/media.js +35 -1
  318. package/x/timeline/parts/media.js.map +1 -1
  319. package/x/timeline/parts/resource-pool.d.ts +3 -0
  320. package/x/timeline/parts/resource-pool.js +7 -4
  321. package/x/timeline/parts/resource-pool.js.map +1 -1
  322. package/x/timeline/parts/resource.d.ts +3 -0
  323. package/x/timeline/parts/transitions.d.ts +15 -0
  324. package/x/timeline/parts/transitions.js +81 -0
  325. package/x/timeline/parts/transitions.js.map +1 -0
  326. package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
  327. package/x/timeline/parts/waveform/parts/collect.js +56 -0
  328. package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
  329. package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
  330. package/x/timeline/parts/waveform/parts/render.js +29 -0
  331. package/x/timeline/parts/waveform/parts/render.js.map +1 -0
  332. package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
  333. package/x/timeline/parts/waveform/parts/types.js +2 -0
  334. package/x/timeline/parts/waveform/parts/types.js.map +1 -0
  335. package/x/timeline/parts/waveform/waveform.d.ts +19 -0
  336. package/x/timeline/parts/waveform/waveform.js +133 -0
  337. package/x/timeline/parts/waveform/waveform.js.map +1 -0
  338. package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
  339. package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
  340. package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
  341. package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
  342. package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
  343. package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
  344. package/x/timeline/renderers/export/parts/cursor.d.ts +35 -0
  345. package/x/timeline/renderers/export/parts/cursor.js +236 -0
  346. package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
  347. package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
  348. package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
  349. package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
  350. package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
  351. package/x/timeline/renderers/export/parts/produce-video.js +26 -0
  352. package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
  353. package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
  354. package/x/timeline/renderers/export/parts/resamplers.js +29 -0
  355. package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
  356. package/x/timeline/renderers/export/produce.d.ts +13 -0
  357. package/x/timeline/renderers/export/produce.js +15 -0
  358. package/x/timeline/renderers/export/produce.js.map +1 -0
  359. package/x/timeline/renderers/parts/handy.d.ts +38 -0
  360. package/x/timeline/renderers/parts/handy.js +263 -0
  361. package/x/timeline/renderers/parts/handy.js.map +1 -0
  362. package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
  363. package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
  364. package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
  365. package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
  366. package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
  367. package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
  368. package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
  369. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
  370. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
  371. package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
  372. package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
  373. package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
  374. package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
  375. package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
  376. package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
  377. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +8 -0
  378. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +14 -0
  379. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
  380. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.d.ts +11 -0
  381. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js +36 -0
  382. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js.map +1 -0
  383. package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +9 -0
  384. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +70 -0
  385. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
  386. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
  387. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +63 -0
  388. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
  389. package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
  390. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
  391. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
  392. package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +9 -0
  393. package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
  394. package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
  395. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.d.ts +8 -0
  396. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js +24 -0
  397. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js.map +1 -0
  398. package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
  399. package/x/timeline/renderers/parts/samplers/visual/sampler.js +20 -0
  400. package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
  401. package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
  402. package/x/timeline/renderers/parts/schedulers.js +64 -0
  403. package/x/timeline/renderers/parts/schedulers.js.map +1 -0
  404. package/x/timeline/renderers/player/parts/playback.d.ts +39 -0
  405. package/x/timeline/renderers/player/parts/playback.js +160 -0
  406. package/x/timeline/renderers/player/parts/playback.js.map +1 -0
  407. package/x/timeline/renderers/player/player.d.ts +27 -0
  408. package/x/timeline/renderers/player/player.js +64 -0
  409. package/x/timeline/renderers/player/player.js.map +1 -0
  410. package/x/timeline/renderers/renderers.test.d.ts +33 -0
  411. package/x/timeline/renderers/renderers.test.js +321 -0
  412. package/x/timeline/renderers/renderers.test.js.map +1 -0
  413. package/x/timeline/sugar/helpers.d.ts +72 -0
  414. package/x/timeline/sugar/helpers.js +122 -0
  415. package/x/timeline/sugar/helpers.js.map +1 -0
  416. package/x/timeline/sugar/o.d.ts +59 -8
  417. package/x/timeline/sugar/o.js +326 -40
  418. package/x/timeline/sugar/o.js.map +1 -1
  419. package/x/timeline/sugar/omni.d.ts +11 -2
  420. package/x/timeline/sugar/omni.js +30 -9
  421. package/x/timeline/sugar/omni.js.map +1 -1
  422. package/x/timeline/sugar/omni.test.d.ts +27 -0
  423. package/x/timeline/sugar/omni.test.js +128 -0
  424. package/x/timeline/sugar/omni.test.js.map +1 -0
  425. package/x/timeline/types.d.ts +37 -0
  426. package/x/timeline/types.js +2 -0
  427. package/x/timeline/types.js.map +1 -0
  428. package/x/timeline/utils/anim.d.ts +3 -0
  429. package/x/timeline/utils/anim.js +40 -0
  430. package/x/timeline/utils/anim.js.map +1 -0
  431. package/x/timeline/utils/checksum.d.ts +3 -2
  432. package/x/timeline/utils/checksum.js +2 -1
  433. package/x/timeline/utils/checksum.js.map +1 -1
  434. package/x/timeline/utils/datafile.d.ts +5 -3
  435. package/x/timeline/utils/datafile.js +18 -5
  436. package/x/timeline/utils/datafile.js.map +1 -1
  437. package/x/timeline/utils/dummy-data.d.ts +1 -2
  438. package/x/timeline/utils/dummy-data.js +4 -2
  439. package/x/timeline/utils/dummy-data.js.map +1 -1
  440. package/x/timeline/utils/matrix.d.ts +17 -0
  441. package/x/timeline/utils/matrix.js +36 -0
  442. package/x/timeline/utils/matrix.js.map +1 -0
  443. package/x/timeline/utils/terps.d.ts +11 -0
  444. package/x/timeline/utils/terps.js +57 -0
  445. package/x/timeline/utils/terps.js.map +1 -0
  446. package/x/units/fps.d.ts +6 -0
  447. package/x/units/fps.js +2 -0
  448. package/x/units/fps.js.map +1 -0
  449. package/x/units/ms.d.ts +6 -0
  450. package/x/units/ms.js +2 -0
  451. package/x/units/ms.js.map +1 -0
  452. package/x/units/seconds.d.ts +6 -0
  453. package/x/units/seconds.js +2 -0
  454. package/x/units/seconds.js.map +1 -0
  455. package/x/webworkerAll-RLCTMSDD.js +2 -0
  456. package/x/webworkerAll-RLCTMSDD.js.map +7 -0
  457. package/s/tests.test.ts +0 -8
  458. package/s/timeline/parts/waveform.ts +0 -62
  459. package/s/timeline/sugar/omni-test.ts +0 -38
  460. package/x/tests.test.js +0 -6
  461. package/x/tests.test.js.map +0 -1
  462. package/x/timeline/parts/waveform.d.ts +0 -8
  463. package/x/timeline/parts/waveform.js +0 -51
  464. package/x/timeline/parts/waveform.js.map +0 -1
  465. package/x/timeline/sugar/omni-test.js +0 -22
  466. package/x/timeline/sugar/omni-test.js.map +0 -1
  467. /package/x/{tests.test.d.ts → features/bg-remover/worker.bundle.d.ts} +0 -0
  468. /package/x/{timeline/sugar/omni-test.d.ts → features/speech/transcribe/worker.bundle.d.ts} +0 -0
@@ -0,0 +1,14 @@
1
+ export function createDefaultVideoSampler(sink) {
2
+ return async (item, time) => {
3
+ const s = await sink.getSink(item.mediaHash);
4
+ const mediaTime = item.start + time;
5
+ const sample = await s?.getSample(mediaTime / 1000);
6
+ const frame = sample?.toVideoFrame();
7
+ sample?.close();
8
+ return frame ?? undefined;
9
+ };
10
+ }
11
+ export function createDefaultImageSampler(sink) {
12
+ return async (_item, time) => await sink.getFrame(_item.mediaHash, time);
13
+ }
14
+ //# sourceMappingURL=defaults.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/defaults.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,yBAAyB,CAAC,IAAe;IACxD,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,SAAS,CAAC,SAAS,GAAG,IAAI,CAAC,CAAA;QACnD,MAAM,KAAK,GAAG,MAAM,EAAE,YAAY,EAAE,CAAA;QACpC,MAAM,EAAE,KAAK,EAAE,CAAA;QACf,OAAO,KAAK,IAAI,SAAS,CAAA;IAC1B,CAAC,CAAA;AACF,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAe;IACxD,OAAO,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;AACzE,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { Ms } from "../../../../../../units/ms.js";
2
+ import { Hash } from "../../../../../parts/basics.js";
3
+ import { DecoderSource } from "../../../../../../driver/fns/schematic.js";
4
+ export declare class ImageSink {
5
+ #private;
6
+ private resolveMedia;
7
+ constructor(resolveMedia: (hash: string) => DecoderSource);
8
+ getFrame(hash: Hash, time: Ms): Promise<VideoFrame>;
9
+ disposeAll(): void;
10
+ dispose(hash: Hash): void;
11
+ }
@@ -0,0 +1,36 @@
1
+ export class ImageSink {
2
+ resolveMedia;
3
+ #images = new Map();
4
+ constructor(resolveMedia) {
5
+ this.resolveMedia = resolveMedia;
6
+ }
7
+ async getFrame(hash, time) {
8
+ const image = await this.#getImage(hash);
9
+ return new VideoFrame(image.bitmap, {
10
+ timestamp: Math.round(time * 1000),
11
+ });
12
+ }
13
+ async #getImage(hash) {
14
+ const existing = this.#images.get(hash);
15
+ if (existing)
16
+ return existing;
17
+ const source = this.resolveMedia(hash);
18
+ const blob = source instanceof Blob
19
+ ? source
20
+ : await fetch(source).then(response => response.blob());
21
+ const image = { bitmap: await createImageBitmap(blob) };
22
+ this.#images.set(hash, image);
23
+ return image;
24
+ }
25
+ disposeAll() {
26
+ for (const image of this.#images.values())
27
+ image.bitmap.close();
28
+ this.#images.clear();
29
+ }
30
+ dispose(hash) {
31
+ const image = this.#images.get(hash);
32
+ image?.bitmap.close();
33
+ this.#images.delete(hash);
34
+ }
35
+ }
36
+ //# sourceMappingURL=image-sink.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image-sink.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,SAAS;IAIZ;IAHA,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE/C,YACS,YAA6C;QAA7C,iBAAY,GAAZ,YAAY,CAAiC;IACnD,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,IAAU,EAAE,IAAQ;QAClC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QACxC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE;YACnC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;SAClC,CAAC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,IAAU;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACvC,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAA;QAEhB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,IAAI,GAAG,MAAM,YAAY,IAAI;YAClC,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;QACxD,MAAM,KAAK,GAAG,EAAC,MAAM,EAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,EAAC,CAAA;QAErD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;QAC7B,OAAO,KAAK,CAAA;IACb,CAAC;IAED,UAAU;QACT,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACxC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAA;IACrB,CAAC;IAED,OAAO,CAAC,IAAU;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACpC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAA;QACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC1B,CAAC;CACD"}
@@ -0,0 +1,9 @@
1
+ import { SampleContext } from "./types.js";
2
+ import { Ms } from "../../../../../../units/ms.js";
3
+ import { Item } from "../../../../../parts/item.js";
4
+ import { Layer } from "../../../../../../driver/fns/schematic.js";
5
+ import { AncestorAt } from "../../../handy.js";
6
+ export declare function sampleVisual(ctx: SampleContext, item: Item.Any, time: Ms, ancestors: AncestorAt[], options?: {
7
+ /** Allow sampling trimmed media handles. */
8
+ allowHandles?: boolean;
9
+ }): Promise<Layer[]>;
@@ -0,0 +1,70 @@
1
+ import { sampleSequence } from "./sequence.js";
2
+ import { Kind } from "../../../../../parts/item.js";
3
+ import { segmentTranscript } from "../../../../../parts/captions.js";
4
+ import { computeOpacity, computeWorldMatrix } from "../../../handy.js";
5
+ export async function sampleVisual(ctx, item, time, ancestors, options = {}) {
6
+ const matrix = computeWorldMatrix(ctx.items, ancestors, item, time);
7
+ const alpha = computeOpacity(ctx, item, time);
8
+ const crop = "spatialId" in item && item.spatialId
9
+ ? ctx.items.get(item.spatialId)?.crop
10
+ : undefined;
11
+ const filters = "filterIds" in item && item.filterIds
12
+ ? item.filterIds
13
+ .map(id => ctx.items.get(id))
14
+ .filter((filter) => !!filter?.enabled)
15
+ .map(filter => ({ type: filter.type, params: filter.params }))
16
+ : undefined;
17
+ switch (item.kind) {
18
+ case Kind.Stack: {
19
+ const nextAnc = [...ancestors, { item, localTime: time }];
20
+ const layers = await Promise.all(item.childrenIds
21
+ .map(id => ctx.items.get(id))
22
+ .filter((child) => !!child)
23
+ .map(child => sampleVisual(ctx, child, time, nextAnc, options)));
24
+ return layers.flat();
25
+ }
26
+ case Kind.Sequence:
27
+ return sampleSequence(ctx, item, time, ancestors);
28
+ case Kind.Video: {
29
+ if (!options.allowHandles && (time < 0 || time >= item.duration))
30
+ return [];
31
+ const frame = await ctx.videoSampler(item, time);
32
+ return frame ? [{ kind: "image", frame, matrix, alpha, crop, filters, id: item.id }] : [];
33
+ }
34
+ case Kind.Image: {
35
+ if (!options.allowHandles && (time < 0 || time >= item.duration))
36
+ return [];
37
+ const frame = await ctx.imageSampler(item, time);
38
+ return frame ? [{ kind: "image", frame, matrix, alpha, crop, filters, id: item.id }] : [];
39
+ }
40
+ case Kind.Text: {
41
+ if (!options.allowHandles && (time < 0 || time >= item.duration))
42
+ return [];
43
+ const style = item.styleId
44
+ ? ctx.items.get(item.styleId)?.style
45
+ : undefined;
46
+ return [{ id: item.id, kind: "text", content: item.content, style, matrix, alpha, crop, filters }];
47
+ }
48
+ case Kind.Caption: {
49
+ if (!options.allowHandles && (time < 0 || time >= item.duration))
50
+ return [];
51
+ const transcriptTime = item.start + time;
52
+ const segment = segmentTranscript(item.transcript, item).find(segment => {
53
+ const [start, end] = segment.timestamp;
54
+ return transcriptTime >= start && transcriptTime < end;
55
+ });
56
+ if (!segment)
57
+ return [];
58
+ const style = item.styleId
59
+ ? ctx.items.get(item.styleId)?.style
60
+ : undefined;
61
+ return [{ id: item.id, kind: "text", content: segment.text, style, matrix, alpha, crop, filters }];
62
+ }
63
+ case Kind.Gap: {
64
+ return [{ id: item.id, kind: "gap" }];
65
+ }
66
+ default:
67
+ return [];
68
+ }
69
+ }
70
+ //# sourceMappingURL=sample.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sample.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sample.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,cAAc,EAAC,MAAM,eAAe,CAAA;AAE5C,OAAO,EAAO,IAAI,EAAC,MAAM,8BAA8B,CAAA;AACvD,OAAO,EAAC,iBAAiB,EAAC,MAAM,kCAAkC,CAAA;AAElE,OAAO,EAAa,cAAc,EAAE,kBAAkB,EAAC,MAAM,mBAAmB,CAAA;AAEhF,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,GAAkB,EAClB,IAAc,EACd,IAAQ,EACR,SAAuB,EACvB,UAGI,EAAE;IAEN,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACnE,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACjD,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAA8B,EAAE,IAAI;QACnE,CAAC,CAAC,SAAS,CAAA;IACZ,MAAM,OAAO,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACpD,CAAC,CAAC,IAAI,CAAC,SAAS;aACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;aACvD,MAAM,CAAC,CAAC,MAAM,EAAyB,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC;aAC5D,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAC,CAAe,CAAC;QAC3E,CAAC,CAAC,SAAS,CAAA;IAEZ,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;YAEvD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,WAAW;iBACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBAC5B,MAAM,CAAC,CAAC,KAAK,EAAqB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;iBAC7C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAChE,CAAA;YAED,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;QACrB,CAAC;QAED,KAAK,IAAI,CAAC,QAAQ;YACjB,OAAO,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;QAElD,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACxF,CAAC;QAED,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACxF,CAAC;QAED,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO;gBACzB,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAoB,EAAE,KAAK;gBACxD,CAAC,CAAC,SAAS,CAAA;YAEZ,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAA;QACjG,CAAC;QAED,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC;gBAAE,OAAO,EAAE,CAAA;YAE3E,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;YACxC,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;gBACvE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,SAAS,CAAA;gBACtC,OAAO,cAAc,IAAI,KAAK,IAAI,cAAc,GAAG,GAAG,CAAA;YACvD,CAAC,CAAC,CAAA;YACF,IAAI,CAAC,OAAO;gBACX,OAAO,EAAE,CAAA;YAEV,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO;gBACzB,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAoB,EAAE,KAAK;gBACxD,CAAC,CAAC,SAAS,CAAA;YAEZ,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAA;QACjG,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACf,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAA;QACpC,CAAC;QAED;YACC,OAAO,EAAE,CAAA;IACX,CAAC;AACF,CAAC"}
@@ -0,0 +1,6 @@
1
+ import { SampleContext } from "./types.js";
2
+ import { Ms } from "../../../../../../units/ms.js";
3
+ import { Item } from "../../../../../parts/item.js";
4
+ import { Layer } from "../../../../../../driver/fns/schematic.js";
5
+ import { AncestorAt } from "../../../handy.js";
6
+ export declare function sampleSequence(ctx: SampleContext, seq: Item.Sequence, time: Ms, ancestors: AncestorAt[]): Promise<Layer[]>;
@@ -0,0 +1,63 @@
1
+ import { sampleVisual } from "./sample.js";
2
+ import { sampleTransition } from "./transition.js";
3
+ import { ms } from "../../../../../../units/ms.js";
4
+ import { Kind } from "../../../../../parts/item.js";
5
+ import { computeItemDuration } from "../../../handy.js";
6
+ export async function sampleSequence(ctx, seq, time, ancestors) {
7
+ const state = sampleSequenceAt(ctx, seq, time);
8
+ if (!state)
9
+ return [];
10
+ const nextAnc = [...ancestors, { item: seq, localTime: time }];
11
+ if (!state.isTransitioning)
12
+ return sampleVisual(ctx, state.item, state.localTime, nextAnc);
13
+ return sampleTransition(state.transition, state.progress, sampleTransitionHandle(ctx, state.outgoing, state.outgoingTime, nextAnc), sampleTransitionHandle(ctx, state.incoming, state.incomingTime, nextAnc));
14
+ }
15
+ function sampleSequenceAt(ctx, seq, time) {
16
+ const children = seq.childrenIds
17
+ .map(id => ctx.items.get(id))
18
+ .filter((i) => !!i);
19
+ let cursor = ms(0);
20
+ for (let index = 0; index < children.length; index++) {
21
+ const child = children[index];
22
+ const duration = computeItemDuration(child.id, ctx.timeline);
23
+ const end = ms(cursor + duration);
24
+ if (duration <= 0) {
25
+ cursor = end;
26
+ continue;
27
+ }
28
+ if (time < cursor || time >= end) {
29
+ cursor = end;
30
+ continue;
31
+ }
32
+ const localTime = ms(time - cursor);
33
+ if (child.kind !== Kind.Transition)
34
+ return { isTransitioning: false, item: child, localTime };
35
+ const outgoing = children[index - 1];
36
+ const incoming = children[index + 1];
37
+ const isValidTransition = outgoing && incoming &&
38
+ outgoing.kind !== Kind.Transition &&
39
+ incoming.kind !== Kind.Transition;
40
+ if (!isValidTransition)
41
+ return null;
42
+ const outgoingDuration = computeItemDuration(outgoing.id, ctx.timeline);
43
+ return {
44
+ isTransitioning: true,
45
+ incoming,
46
+ outgoing,
47
+ outgoingTime: ms(outgoingDuration + localTime),
48
+ incomingTime: ms(localTime - duration),
49
+ progress: localTime / duration,
50
+ transition: child
51
+ };
52
+ }
53
+ return null;
54
+ }
55
+ async function sampleTransitionHandle(ctx, item, time, ancestors) {
56
+ const handleLayers = await sampleVisual(ctx, item, time, ancestors, { allowHandles: true });
57
+ if (handleLayers.some(layer => layer.kind === "image"))
58
+ return handleLayers;
59
+ const duration = computeItemDuration(item.id, ctx.timeline);
60
+ const clampedTime = ms(Math.max(0, Math.min(time, duration > 0 ? duration - 1 : 0)));
61
+ return sampleVisual(ctx, item, clampedTime, ancestors);
62
+ }
63
+ //# sourceMappingURL=sequence.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sequence.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sequence.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,aAAa,CAAA;AAExC,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,EAAE,EAAK,MAAM,+BAA+B,CAAA;AACpD,OAAO,EAAO,IAAI,EAAC,MAAM,8BAA8B,CAAA;AAEvD,OAAO,EAAa,mBAAmB,EAAC,MAAM,mBAAmB,CAAA;AAEjE,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,GAAkB,EAClB,GAAkB,EAClB,IAAQ,EACR,SAAuB;IAEvB,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAC9C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAA;IAErB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;IAE5D,IAAI,CAAC,KAAK,CAAC,eAAe;QACzB,OAAO,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAE/D,OAAO,gBAAgB,CACtB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,QAAQ,EACd,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,EACxE,sBAAsB,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CACxE,CAAA;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAkB,EAAE,GAAkB,EAAE,IAAQ;IACzE,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW;SAC9B,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEnC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IAElB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAA;QAC7B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5D,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAA;QAEjC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,CAAA;YACZ,SAAQ;QACT,CAAC;QAED,IAAI,IAAI,GAAG,MAAM,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,CAAA;YACZ,SAAQ;QACT,CAAC;QAED,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,GAAG,MAAM,CAAC,CAAA;QAEnC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;YACjC,OAAO,EAAC,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAU,CAAA;QAEjE,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACpC,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACpC,MAAM,iBAAiB,GACtB,QAAQ,IAAI,QAAQ;YACpB,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;YACjC,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,CAAA;QAElC,IAAI,CAAC,iBAAiB;YAAE,OAAO,IAAI,CAAA;QAEnC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QACvE,OAAO;YACN,eAAe,EAAE,IAAI;YACrB,QAAQ;YACR,QAAQ;YACR,YAAY,EAAE,EAAE,CAAC,gBAAgB,GAAG,SAAS,CAAC;YAC9C,YAAY,EAAE,EAAE,CAAC,SAAS,GAAG,QAAQ,CAAC;YACtC,QAAQ,EAAE,SAAS,GAAG,QAAQ;YAC9B,UAAU,EAAE,KAAK;SACR,CAAA;IACX,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC;AAED,KAAK,UAAU,sBAAsB,CACpC,GAAkB,EAClB,IAAc,EACd,IAAQ,EACR,SAAuB;IAEvB,MAAM,YAAY,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAC,YAAY,EAAE,IAAI,EAAC,CAAC,CAAA;IACzF,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;QACrD,OAAO,YAAY,CAAA;IAEpB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;IAC3D,MAAM,WAAW,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpF,OAAO,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,CAAC,CAAA;AACvD,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { Item } from "../../../../../parts/item.js";
2
+ import { Layer } from "../../../../../../driver/fns/schematic.js";
3
+ export declare function sampleTransition(item: Item.Transition, progress: number, p1: Promise<Layer[]>, p2: Promise<Layer[]>): Promise<Layer[]>;
@@ -0,0 +1,18 @@
1
+ export async function sampleTransition(item, progress, p1, p2) {
2
+ const [l1, l2] = await Promise.all([p1, p2]);
3
+ const f1 = l1.find(l => l.kind === "image")?.frame;
4
+ const f2 = l2.find(l => l.kind === "image")?.frame;
5
+ const rest = [
6
+ ...l1.filter(l => l.kind !== "image"),
7
+ ...l2.filter(l => l.kind !== "image")
8
+ ];
9
+ return f1 && f2 ? [{
10
+ id: item.id,
11
+ kind: "transition",
12
+ name: item.name,
13
+ progress,
14
+ from: f1,
15
+ to: f2
16
+ }, ...rest] : rest;
17
+ }
18
+ //# sourceMappingURL=transition.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"transition.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/transition.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACrC,IAAqB,EACrB,QAAgB,EAChB,EAAoB,EACpB,EAAoB;IAEpB,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;IAC5C,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAClD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,EAAE,KAAK,CAAA;IAElD,MAAM,IAAI,GAAG;QACZ,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;QACrC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC;KACrC,CAAA;IAED,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAClB,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ;YACR,IAAI,EAAE,EAAE;YACR,EAAE,EAAE,EAAE;SACN,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;AACnB,CAAC"}
@@ -0,0 +1,9 @@
1
+ import { ImageSampler, VideoSampler } from "./defaults.js";
2
+ import { Item } from "../../../../../parts/item.js";
3
+ import { TimelineFile } from "../../../../../parts/basics.js";
4
+ export type SampleContext = {
5
+ imageSampler: ImageSampler;
6
+ videoSampler: VideoSampler;
7
+ timeline: TimelineFile;
8
+ items: Map<number, Item.Any>;
9
+ };
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,8 @@
1
+ import { VideoSampleSink } from "mediabunny";
2
+ import { DecoderSource } from "../../../../../../driver/fns/schematic.js";
3
+ export declare class VideoSink {
4
+ #private;
5
+ private resolveMedia;
6
+ constructor(resolveMedia: (hash: string) => DecoderSource);
7
+ getSink(hash: string): Promise<VideoSampleSink | null>;
8
+ }
@@ -0,0 +1,24 @@
1
+ import { ALL_FORMATS, Input, VideoSampleSink } from "mediabunny";
2
+ import { loadDecoderSource } from "../../../../../../driver/utils/load-decoder-source.js";
3
+ export class VideoSink {
4
+ resolveMedia;
5
+ #sinks = new Map();
6
+ constructor(resolveMedia) {
7
+ this.resolveMedia = resolveMedia;
8
+ }
9
+ async getSink(hash) {
10
+ const existing = this.#sinks.get(hash);
11
+ if (existing)
12
+ return existing.sink;
13
+ const input = new Input({
14
+ formats: ALL_FORMATS,
15
+ source: await loadDecoderSource(this.resolveMedia(hash)),
16
+ });
17
+ const videoTrack = await input.getPrimaryVideoTrack();
18
+ const canDecodeVideo = !!videoTrack && await videoTrack.canDecode();
19
+ const sink = canDecodeVideo && videoTrack ? new VideoSampleSink(videoTrack) : null;
20
+ this.#sinks.set(hash, { input, sink });
21
+ return sink;
22
+ }
23
+ }
24
+ //# sourceMappingURL=video-sink.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"video-sink.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,YAAY,CAAA;AAG9D,OAAO,EAAC,iBAAiB,EAAC,MAAM,uDAAuD,CAAA;AAOvF,MAAM,OAAO,SAAS;IAIZ;IAHA,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE9C,YACS,YAA6C;QAA7C,iBAAY,GAAZ,YAAY,CAAiC;IACnD,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,IAAY;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEtC,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAC,IAAI,CAAA;QAErB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACxD,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,UAAU,CAAC,SAAS,EAAE,CAAA;QACnE,MAAM,IAAI,GAAG,cAAc,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAElF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QAEpC,OAAO,IAAI,CAAA;IACZ,CAAC;CACD"}
@@ -0,0 +1,7 @@
1
+ import { Ms } from "../../../../../units/ms.js";
2
+ import { TimelineFile } from "../../../../parts/basics.js";
3
+ import { DecoderSource } from "../../../../../driver/fns/schematic.js";
4
+ import { VideoSampler } from "./parts/defaults.js";
5
+ export declare function createVisualSampler(resolveMedia: (hash: string) => DecoderSource, sampleVideo?: VideoSampler): {
6
+ sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../../driver/fns/schematic.js").Layer[]>;
7
+ };
@@ -0,0 +1,20 @@
1
+ import { VideoSink } from "./parts/video-sink.js";
2
+ import { ImageSink } from "./parts/image-sink.js";
3
+ import { sampleVisual } from "./parts/sample.js";
4
+ import { createDefaultImageSampler, createDefaultVideoSampler } from "./parts/defaults.js";
5
+ export function createVisualSampler(resolveMedia, sampleVideo) {
6
+ const imageSink = new ImageSink(resolveMedia);
7
+ const videoSink = new VideoSink(resolveMedia);
8
+ const imageSampler = createDefaultImageSampler(imageSink);
9
+ const videoSampler = sampleVideo ?? createDefaultVideoSampler(videoSink);
10
+ return {
11
+ async sample(timeline, timecode) {
12
+ const items = new Map(timeline.items.map(item => [item.id, item]));
13
+ const root = items.get(timeline.rootId);
14
+ if (!root)
15
+ return [];
16
+ return sampleVisual({ imageSampler, videoSampler, timeline, items }, root, timecode, []);
17
+ }
18
+ };
19
+ }
20
+ //# sourceMappingURL=sampler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../../../../s/timeline/renderers/parts/samplers/visual/sampler.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,YAAY,EAAC,MAAM,mBAAmB,CAAA;AAI9C,OAAO,EAAC,yBAAyB,EAAE,yBAAyB,EAAe,MAAM,qBAAqB,CAAA;AAEtG,MAAM,UAAU,mBAAmB,CAClC,YAA6C,EAC7C,WAA0B;IAE1B,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAA;IAC7C,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAA;IAC7C,MAAM,YAAY,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAA;IACzD,MAAM,YAAY,GAAG,WAAW,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAA;IAExE,OAAO;QACN,KAAK,CAAC,MAAM,CAAC,QAAsB,EAAE,QAAY;YAChD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YAClE,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YAEvC,IAAI,CAAC,IAAI;gBACR,OAAO,EAAE,CAAA;YAEV,OAAO,YAAY,CAAC,EAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAA;QACvF,CAAC;KACD,CAAA;AACF,CAAC"}
@@ -0,0 +1,17 @@
1
+ import { Pub } from "@e280/stz";
2
+ import { Ms } from "../../../units/ms.js";
3
+ import { Fps } from "../../../units/fps.js";
4
+ export type RealtimeGenerator = {
5
+ play(): void;
6
+ pause(): void;
7
+ setFPS(v: Fps): void;
8
+ isPlaying(): boolean;
9
+ ticks(): AsyncGenerator<void>;
10
+ onTick: Pub<[]>;
11
+ };
12
+ export declare const realtime: () => RealtimeGenerator;
13
+ export type FixedStepOptions = {
14
+ fps: Fps;
15
+ duration: Ms;
16
+ };
17
+ export declare const fixedStep: (opts: FixedStepOptions, onFrame: (t: Ms, index: number) => Promise<void> | void) => Promise<void>;
@@ -0,0 +1,64 @@
1
+ import { pub } from "@e280/stz";
2
+ import { ms } from "../../../units/ms.js";
3
+ import { fps } from "../../../units/fps.js";
4
+ export const realtime = () => {
5
+ let playing = false;
6
+ let frameRate = fps(60);
7
+ let frameDuration = 1000 / frameRate;
8
+ let lastNow = 0;
9
+ let lastComposite = 0;
10
+ const onTick = pub();
11
+ let resolveTick = null;
12
+ const loop = (now) => {
13
+ requestAnimationFrame(loop);
14
+ if (!playing)
15
+ return;
16
+ lastNow = now;
17
+ while (now - lastComposite >= frameDuration) {
18
+ lastComposite += frameDuration;
19
+ resolveTick?.();
20
+ resolveTick = null;
21
+ onTick();
22
+ }
23
+ };
24
+ async function* ticks() {
25
+ lastNow = performance.now();
26
+ lastComposite = lastNow;
27
+ requestAnimationFrame(loop);
28
+ while (true) {
29
+ await new Promise(r => resolveTick = r);
30
+ yield;
31
+ }
32
+ }
33
+ return {
34
+ play() {
35
+ if (playing)
36
+ return;
37
+ playing = true;
38
+ lastNow = performance.now();
39
+ lastComposite = lastNow;
40
+ },
41
+ pause() {
42
+ playing = false;
43
+ },
44
+ setFPS(v) {
45
+ frameRate = v;
46
+ frameDuration = 1000 / frameRate;
47
+ },
48
+ isPlaying() {
49
+ return playing;
50
+ },
51
+ ticks,
52
+ onTick
53
+ };
54
+ };
55
+ export const fixedStep = async (opts, onFrame) => {
56
+ const dt = ms(1000 / opts.fps);
57
+ const durationInSeconds = opts.duration / 1000;
58
+ const total = Math.ceil(durationInSeconds * opts.fps);
59
+ for (let i = 0; i < total; i++) {
60
+ const t = ms(i * dt);
61
+ await onFrame(t, i);
62
+ }
63
+ };
64
+ //# sourceMappingURL=schedulers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schedulers.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/parts/schedulers.ts"],"names":[],"mappings":"AACA,OAAO,EAAM,GAAG,EAAC,MAAM,WAAW,CAAA;AAElC,OAAO,EAAC,EAAE,EAAK,MAAM,sBAAsB,CAAA;AAC3C,OAAO,EAAC,GAAG,EAAM,MAAM,uBAAuB,CAAA;AAW9C,MAAM,CAAC,MAAM,QAAQ,GAAG,GAAsB,EAAE;IAE/C,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,SAAS,GAAG,GAAG,CAAC,EAAE,CAAC,CAAA;IACvB,IAAI,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;IAEpC,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,MAAM,MAAM,GAAG,GAAG,EAAE,CAAA;IACpB,IAAI,WAAW,GAAwB,IAAI,CAAA;IAE3C,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC5B,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,OAAO,GAAG,GAAG,CAAA;QAEb,OAAO,GAAG,GAAG,aAAa,IAAI,aAAa,EAAE,CAAC;YAC7C,aAAa,IAAI,aAAa,CAAA;YAE9B,WAAW,EAAE,EAAE,CAAA;YACf,WAAW,GAAG,IAAI,CAAA;YAClB,MAAM,EAAE,CAAA;QACT,CAAC;IACF,CAAC,CAAA;IAED,KAAK,SAAS,CAAC,CAAC,KAAK;QACpB,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QAC3B,aAAa,GAAG,OAAO,CAAA;QACvB,qBAAqB,CAAC,IAAI,CAAC,CAAA;QAE3B,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,CAAC,WAAW,GAAG,CAAC,CAAC,CAAA;YAC7C,KAAK,CAAA;QACN,CAAC;IAEF,CAAC;IAED,OAAO;QACN,IAAI;YACH,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC3B,aAAa,GAAG,OAAO,CAAA;QACxB,CAAC;QACD,KAAK;YACJ,OAAO,GAAG,KAAK,CAAA;QAChB,CAAC;QACD,MAAM,CAAC,CAAM;YACZ,SAAS,GAAG,CAAC,CAAA;YACb,aAAa,GAAG,IAAI,GAAG,SAAS,CAAA;QACjC,CAAC;QACD,SAAS;YACR,OAAO,OAAO,CAAA;QACf,CAAC;QACD,KAAK;QACL,MAAM;KACN,CAAA;AACF,CAAC,CAAA;AAOD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC7B,IAAsB,EACtB,OAAuD,EACtD,EAAE;IACH,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAC9B,MAAM,iBAAiB,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAA;QACpB,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACpB,CAAC;AACF,CAAC,CAAA"}
@@ -0,0 +1,39 @@
1
+ import { Fps } from '../../../../units/fps.js';
2
+ import { Ms } from '../../../../units/ms.js';
3
+ import { Driver } from '../../../../driver/driver.js';
4
+ import { TimelineFile } from '../../../parts/basics.js';
5
+ import { CursorVisualSampler, ReverseCursorVisualSampler } from '../../export/parts/cursor.js';
6
+ import { DecoderSource } from '../../../../driver/fns/schematic.js';
7
+ export declare class Playback {
8
+ #private;
9
+ private driver;
10
+ private timeline;
11
+ private resolveMedia;
12
+ audioSampler: {
13
+ sampleAudio(timeline: TimelineFile, from: Ms): AsyncGenerator<{
14
+ sample: import("mediabunny").AudioSample;
15
+ timestamp: number;
16
+ gain: number;
17
+ }, void, unknown>;
18
+ };
19
+ seekVisualSampler: {
20
+ sample(timeline: TimelineFile, timecode: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
21
+ };
22
+ playVisualSampler: CursorVisualSampler | null;
23
+ reversePlayVisualSampler: ReverseCursorVisualSampler | null;
24
+ onTick: import("@e280/stz").Pub<[]>;
25
+ audioContext: AudioContext;
26
+ audioGain: GainNode;
27
+ audioNodes: Set<AudioBufferSourceNode>;
28
+ constructor(driver: Driver, timeline: TimelineFile, resolveMedia: (hash: string) => DecoderSource);
29
+ update(timeline: TimelineFile): void;
30
+ get isPlaying(): boolean;
31
+ seek(time: Ms): Promise<import("../../../../driver/fns/schematic.js").Layer[]>;
32
+ start(): Promise<void>;
33
+ pause(): void;
34
+ get duration(): Ms;
35
+ get currentTime(): Ms;
36
+ get playbackRate(): number;
37
+ set playbackRate(rate: number);
38
+ setFps(fps: Fps): void;
39
+ }