@omnimedia/omnitool 1.1.0-1 → 1.1.0-100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (468) hide show
  1. package/README.md +556 -72
  2. package/package.json +20 -15
  3. package/s/context.ts +0 -7
  4. package/s/demo/demo.bundle.ts +104 -39
  5. package/s/demo/demo.css +246 -11
  6. package/s/demo/routines/export-test.ts +16 -0
  7. package/s/demo/routines/filmstrip-test.ts +23 -19
  8. package/s/demo/routines/load-video.ts +2 -3
  9. package/s/demo/routines/playback-test.ts +61 -0
  10. package/s/demo/routines/timeline-setup.ts +81 -0
  11. package/s/demo/routines/transcode-test.ts +21 -5
  12. package/s/demo/routines/transcriber-test.ts +34 -0
  13. package/s/demo/routines/transitions-test.ts +43 -0
  14. package/s/demo/routines/waveform-test.ts +35 -8
  15. package/s/driver/driver-worker.ts +9 -0
  16. package/s/driver/driver.test.ts +1 -1
  17. package/s/driver/driver.ts +52 -43
  18. package/s/driver/fns/host.ts +7 -6
  19. package/s/driver/fns/schematic.ts +69 -25
  20. package/s/driver/fns/work.ts +102 -214
  21. package/s/driver/parts/compositor.ts +319 -0
  22. package/s/driver/parts/machina.ts +19 -20
  23. package/s/driver/utils/find-pixi-filter.ts +24 -0
  24. package/s/driver/utils/load-decoder-source.ts +3 -4
  25. package/s/features/bg-remover/bg-remover.ts +26 -0
  26. package/s/features/bg-remover/default-spec.ts +11 -0
  27. package/s/features/bg-remover/types.ts +27 -0
  28. package/s/features/bg-remover/worker.bundle.ts +52 -0
  29. package/s/features/parts/expose-errors.ts +41 -0
  30. package/s/features/parts/load-pipe.ts +17 -0
  31. package/s/features/parts/types.ts +19 -0
  32. package/s/features/speech/transcribe/default-spec.ts +11 -0
  33. package/s/features/speech/transcribe/parts/prep-audio.ts +23 -0
  34. package/s/features/speech/transcribe/parts/transcribe.ts +70 -0
  35. package/s/features/speech/transcribe/transcriber.ts +46 -0
  36. package/s/features/speech/transcribe/types.ts +76 -0
  37. package/s/features/speech/transcribe/worker.bundle.ts +42 -0
  38. package/s/features/transition/parts/fragment.ts +24 -0
  39. package/s/features/transition/parts/types.ts +27 -0
  40. package/s/features/transition/parts/uniforms.ts +29 -0
  41. package/s/features/transition/parts/vertex.ts +31 -0
  42. package/s/features/transition/transition.ts +60 -0
  43. package/s/index.html.ts +103 -20
  44. package/s/index.ts +1 -0
  45. package/s/tests.bundle.ts +11 -0
  46. package/s/tests.html.ts +28 -0
  47. package/s/timeline/index.ts +17 -1
  48. package/s/timeline/parts/animations/make.ts +38 -0
  49. package/s/timeline/parts/animations/presets.ts +138 -0
  50. package/s/timeline/parts/animations/properties.ts +30 -0
  51. package/s/timeline/parts/animations/registry.ts +13 -0
  52. package/s/timeline/parts/animations/types.ts +80 -0
  53. package/s/timeline/parts/basics.ts +1 -1
  54. package/s/timeline/parts/captions.ts +91 -0
  55. package/s/timeline/parts/filmstrip.ts +43 -16
  56. package/s/timeline/parts/filters.ts +453 -0
  57. package/s/timeline/parts/item.ts +124 -11
  58. package/s/timeline/parts/media.ts +43 -1
  59. package/s/timeline/parts/resource-pool.ts +8 -5
  60. package/s/timeline/parts/resource.ts +3 -0
  61. package/s/timeline/parts/transitions.ts +102 -0
  62. package/s/timeline/parts/waveform/parts/collect.ts +72 -0
  63. package/s/timeline/parts/waveform/parts/render.ts +45 -0
  64. package/s/timeline/parts/waveform/parts/types.ts +24 -0
  65. package/s/timeline/parts/waveform/waveform.ts +161 -0
  66. package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
  67. package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
  68. package/s/timeline/renderers/export/parts/cursor.ts +291 -0
  69. package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
  70. package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
  71. package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
  72. package/s/timeline/renderers/export/produce.ts +28 -0
  73. package/s/timeline/renderers/parts/handy.ts +441 -0
  74. package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
  75. package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
  76. package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
  77. package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
  78. package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
  79. package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +23 -0
  80. package/s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts +51 -0
  81. package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +99 -0
  82. package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +97 -0
  83. package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
  84. package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +11 -0
  85. package/s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts +38 -0
  86. package/s/timeline/renderers/parts/samplers/visual/sampler.ts +31 -0
  87. package/s/timeline/renderers/parts/schedulers.ts +96 -0
  88. package/s/timeline/renderers/player/parts/playback.ts +213 -0
  89. package/s/timeline/renderers/player/player.ts +86 -0
  90. package/s/timeline/renderers/renderers.test.ts +403 -0
  91. package/s/timeline/sugar/helpers.ts +239 -0
  92. package/s/timeline/sugar/o.ts +443 -48
  93. package/s/timeline/sugar/omni.test.ts +210 -0
  94. package/s/timeline/sugar/omni.ts +38 -12
  95. package/s/timeline/types.ts +62 -0
  96. package/s/timeline/utils/anim.ts +63 -0
  97. package/s/timeline/utils/checksum.ts +5 -2
  98. package/s/timeline/utils/datafile.ts +15 -4
  99. package/s/timeline/utils/dummy-data.ts +3 -3
  100. package/s/timeline/utils/matrix.ts +54 -0
  101. package/s/timeline/utils/terps.ts +81 -0
  102. package/s/units/fps.ts +8 -0
  103. package/s/units/ms.ts +8 -0
  104. package/s/units/seconds.ts +8 -0
  105. package/x/WebGLRenderer-4CHIZDHY.js +2 -0
  106. package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
  107. package/x/WebGPURenderer-O6WXU2QR.js +2 -0
  108. package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
  109. package/x/browserAll-WNIOTNNP.js +2 -0
  110. package/x/browserAll-WNIOTNNP.js.map +7 -0
  111. package/x/chunk-23FOBGX6.js +2 -0
  112. package/x/chunk-23FOBGX6.js.map +7 -0
  113. package/x/chunk-73XOWA4F.js +393 -0
  114. package/x/chunk-73XOWA4F.js.map +7 -0
  115. package/x/chunk-IAWJKNX5.js +42 -0
  116. package/x/chunk-IAWJKNX5.js.map +7 -0
  117. package/x/chunk-KCMVLWBS.js +157 -0
  118. package/x/chunk-KCMVLWBS.js.map +7 -0
  119. package/x/chunk-MR32SQ27.js +2 -0
  120. package/x/chunk-MR32SQ27.js.map +7 -0
  121. package/x/chunk-VCUJJYRJ.js +327 -0
  122. package/x/chunk-VCUJJYRJ.js.map +7 -0
  123. package/x/chunk-XNIZ4L5W.js +269 -0
  124. package/x/chunk-XNIZ4L5W.js.map +7 -0
  125. package/x/chunk-ZLGNQFUI.js +15 -0
  126. package/x/chunk-ZLGNQFUI.js.map +7 -0
  127. package/x/context.d.ts +1 -4
  128. package/x/context.js +1 -5
  129. package/x/context.js.map +1 -1
  130. package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
  131. package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
  132. package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
  133. package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
  134. package/x/demo/browserAll-PTRBXBRP.js +2 -0
  135. package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
  136. package/x/demo/chunk-CUYOGHWU.js +42 -0
  137. package/x/demo/chunk-CUYOGHWU.js.map +7 -0
  138. package/x/demo/chunk-DGTDNJ7W.js +2 -0
  139. package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
  140. package/x/demo/chunk-FZ5BYF63.js +15 -0
  141. package/x/demo/chunk-FZ5BYF63.js.map +7 -0
  142. package/x/demo/chunk-KWN4NNES.js +269 -0
  143. package/x/demo/chunk-KWN4NNES.js.map +7 -0
  144. package/x/demo/chunk-OJ3FPXW7.js +157 -0
  145. package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
  146. package/x/demo/chunk-PSLUOGTZ.js +393 -0
  147. package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
  148. package/x/demo/chunk-VLCVEIFU.js +327 -0
  149. package/x/demo/chunk-VLCVEIFU.js.map +7 -0
  150. package/x/demo/chunk-ZWCPT5FR.js +2 -0
  151. package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
  152. package/x/demo/demo.bundle.js +94 -36
  153. package/x/demo/demo.bundle.js.map +1 -1
  154. package/x/demo/demo.bundle.min.js +7359 -107
  155. package/x/demo/demo.bundle.min.js.map +4 -4
  156. package/x/demo/demo.css +246 -11
  157. package/x/demo/routines/export-test.d.ts +2 -0
  158. package/x/demo/routines/export-test.js +10 -0
  159. package/x/demo/routines/export-test.js.map +1 -0
  160. package/x/demo/routines/filmstrip-test.d.ts +1 -1
  161. package/x/demo/routines/filmstrip-test.js +21 -18
  162. package/x/demo/routines/filmstrip-test.js.map +1 -1
  163. package/x/demo/routines/load-video.d.ts +1 -1
  164. package/x/demo/routines/load-video.js +1 -2
  165. package/x/demo/routines/load-video.js.map +1 -1
  166. package/x/demo/routines/playback-test.d.ts +2 -0
  167. package/x/demo/routines/playback-test.js +51 -0
  168. package/x/demo/routines/playback-test.js.map +1 -0
  169. package/x/demo/routines/timeline-setup.d.ts +6 -0
  170. package/x/demo/routines/timeline-setup.js +59 -0
  171. package/x/demo/routines/timeline-setup.js.map +1 -0
  172. package/x/demo/routines/transcode-test.js +17 -5
  173. package/x/demo/routines/transcode-test.js.map +1 -1
  174. package/x/demo/routines/transcriber-test.d.ts +4 -0
  175. package/x/demo/routines/transcriber-test.js +33 -0
  176. package/x/demo/routines/transcriber-test.js.map +1 -0
  177. package/x/demo/routines/transitions-test.d.ts +5 -0
  178. package/x/demo/routines/transitions-test.js +35 -0
  179. package/x/demo/routines/transitions-test.js.map +1 -0
  180. package/x/demo/routines/waveform-test.d.ts +2 -1
  181. package/x/demo/routines/waveform-test.js +29 -8
  182. package/x/demo/routines/waveform-test.js.map +1 -1
  183. package/x/demo/webworkerAll-JENRT6BT.js +2 -0
  184. package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
  185. package/x/driver/driver-worker.d.ts +1 -0
  186. package/x/driver/driver-worker.js +6 -0
  187. package/x/driver/driver-worker.js.map +1 -0
  188. package/x/driver/driver.d.ts +24 -9
  189. package/x/driver/driver.js +51 -40
  190. package/x/driver/driver.js.map +1 -1
  191. package/x/driver/driver.test.js +1 -1
  192. package/x/driver/driver.test.js.map +1 -1
  193. package/x/driver/driver.worker.bundle.min.js +137 -1137
  194. package/x/driver/driver.worker.bundle.min.js.map +4 -4
  195. package/x/driver/fns/host.d.ts +12 -4
  196. package/x/driver/fns/host.js +3 -3
  197. package/x/driver/fns/host.js.map +1 -1
  198. package/x/driver/fns/schematic.d.ts +65 -25
  199. package/x/driver/fns/work.d.ts +14 -7
  200. package/x/driver/fns/work.js +83 -174
  201. package/x/driver/fns/work.js.map +1 -1
  202. package/x/driver/parts/compositor.d.ts +39 -0
  203. package/x/driver/parts/compositor.js +264 -0
  204. package/x/driver/parts/compositor.js.map +1 -0
  205. package/x/driver/parts/machina.d.ts +0 -20
  206. package/x/driver/parts/machina.js +6 -10
  207. package/x/driver/parts/machina.js.map +1 -1
  208. package/x/driver/utils/find-pixi-filter.d.ts +5 -0
  209. package/x/driver/utils/find-pixi-filter.js +13 -0
  210. package/x/driver/utils/find-pixi-filter.js.map +1 -0
  211. package/x/driver/utils/load-decoder-source.d.ts +2 -1
  212. package/x/driver/utils/load-decoder-source.js +2 -3
  213. package/x/driver/utils/load-decoder-source.js.map +1 -1
  214. package/x/features/bg-remover/bg-remover.d.ts +5 -0
  215. package/x/features/bg-remover/bg-remover.js +18 -0
  216. package/x/features/bg-remover/bg-remover.js.map +1 -0
  217. package/x/features/bg-remover/default-spec.d.ts +2 -0
  218. package/x/features/bg-remover/default-spec.js +6 -0
  219. package/x/features/bg-remover/default-spec.js.map +1 -0
  220. package/x/features/bg-remover/types.d.ts +20 -0
  221. package/x/features/bg-remover/types.js +2 -0
  222. package/x/features/bg-remover/types.js.map +1 -0
  223. package/x/features/bg-remover/worker.bundle.js +39 -0
  224. package/x/features/bg-remover/worker.bundle.js.map +1 -0
  225. package/x/features/bg-remover/worker.bundle.min.js +2916 -0
  226. package/x/features/bg-remover/worker.bundle.min.js.map +7 -0
  227. package/x/features/parts/expose-errors.d.ts +3 -0
  228. package/x/features/parts/expose-errors.js +32 -0
  229. package/x/features/parts/expose-errors.js.map +1 -0
  230. package/x/features/parts/load-pipe.d.ts +2 -0
  231. package/x/features/parts/load-pipe.js +13 -0
  232. package/x/features/parts/load-pipe.js.map +1 -0
  233. package/x/features/parts/types.d.ts +15 -0
  234. package/x/features/parts/types.js +2 -0
  235. package/x/features/parts/types.js.map +1 -0
  236. package/x/features/speech/transcribe/default-spec.d.ts +2 -0
  237. package/x/features/speech/transcribe/default-spec.js +8 -0
  238. package/x/features/speech/transcribe/default-spec.js.map +1 -0
  239. package/x/features/speech/transcribe/parts/prep-audio.d.ts +5 -0
  240. package/x/features/speech/transcribe/parts/prep-audio.js +21 -0
  241. package/x/features/speech/transcribe/parts/prep-audio.js.map +1 -0
  242. package/x/features/speech/transcribe/parts/transcribe.d.ts +5 -0
  243. package/x/features/speech/transcribe/parts/transcribe.js +56 -0
  244. package/x/features/speech/transcribe/parts/transcribe.js.map +1 -0
  245. package/x/features/speech/transcribe/transcriber.d.ts +5 -0
  246. package/x/features/speech/transcribe/transcriber.js +33 -0
  247. package/x/features/speech/transcribe/transcriber.js.map +1 -0
  248. package/x/features/speech/transcribe/types.d.ts +59 -0
  249. package/x/features/speech/transcribe/types.js +2 -0
  250. package/x/features/speech/transcribe/types.js.map +1 -0
  251. package/x/features/speech/transcribe/worker.bundle.js +35 -0
  252. package/x/features/speech/transcribe/worker.bundle.js.map +1 -0
  253. package/x/features/speech/transcribe/worker.bundle.min.js +2916 -0
  254. package/x/features/speech/transcribe/worker.bundle.min.js.map +7 -0
  255. package/x/features/transition/parts/fragment.d.ts +1 -0
  256. package/x/features/transition/parts/fragment.js +25 -0
  257. package/x/features/transition/parts/fragment.js.map +1 -0
  258. package/x/features/transition/parts/types.d.ts +23 -0
  259. package/x/features/transition/parts/types.js +2 -0
  260. package/x/features/transition/parts/types.js.map +1 -0
  261. package/x/features/transition/parts/uniforms.d.ts +31 -0
  262. package/x/features/transition/parts/uniforms.js +27 -0
  263. package/x/features/transition/parts/uniforms.js.map +1 -0
  264. package/x/features/transition/parts/vertex.d.ts +1 -0
  265. package/x/features/transition/parts/vertex.js +32 -0
  266. package/x/features/transition/parts/vertex.js.map +1 -0
  267. package/x/features/transition/transition.d.ts +5 -0
  268. package/x/features/transition/transition.js +50 -0
  269. package/x/features/transition/transition.js.map +1 -0
  270. package/x/index.d.ts +1 -0
  271. package/x/index.html +349 -30
  272. package/x/index.html.js +103 -19
  273. package/x/index.html.js.map +1 -1
  274. package/x/index.js +1 -0
  275. package/x/index.js.map +1 -1
  276. package/x/tests.bundle.d.ts +1 -0
  277. package/x/tests.bundle.js +8 -0
  278. package/x/tests.bundle.js.map +1 -0
  279. package/x/tests.bundle.min.js +7374 -0
  280. package/x/tests.bundle.min.js.map +7 -0
  281. package/x/tests.html +316 -0
  282. package/x/tests.html.d.ts +2 -0
  283. package/x/tests.html.js +22 -0
  284. package/x/tests.html.js.map +1 -0
  285. package/x/timeline/index.d.ts +16 -0
  286. package/x/timeline/index.js +16 -0
  287. package/x/timeline/index.js.map +1 -1
  288. package/x/timeline/parts/animations/make.d.ts +3 -0
  289. package/x/timeline/parts/animations/make.js +29 -0
  290. package/x/timeline/parts/animations/make.js.map +1 -0
  291. package/x/timeline/parts/animations/presets.d.ts +170 -0
  292. package/x/timeline/parts/animations/presets.js +135 -0
  293. package/x/timeline/parts/animations/presets.js.map +1 -0
  294. package/x/timeline/parts/animations/properties.d.ts +84 -0
  295. package/x/timeline/parts/animations/properties.js +25 -0
  296. package/x/timeline/parts/animations/properties.js.map +1 -0
  297. package/x/timeline/parts/animations/registry.d.ts +218 -0
  298. package/x/timeline/parts/animations/registry.js +11 -0
  299. package/x/timeline/parts/animations/registry.js.map +1 -0
  300. package/x/timeline/parts/animations/types.d.ts +60 -0
  301. package/x/timeline/parts/animations/types.js +2 -0
  302. package/x/timeline/parts/animations/types.js.map +1 -0
  303. package/x/timeline/parts/basics.d.ts +1 -1
  304. package/x/timeline/parts/captions.d.ts +41 -0
  305. package/x/timeline/parts/captions.js +55 -0
  306. package/x/timeline/parts/captions.js.map +1 -0
  307. package/x/timeline/parts/filmstrip.d.ts +4 -3
  308. package/x/timeline/parts/filmstrip.js +29 -10
  309. package/x/timeline/parts/filmstrip.js.map +1 -1
  310. package/x/timeline/parts/filters.d.ts +108 -0
  311. package/x/timeline/parts/filters.js +340 -0
  312. package/x/timeline/parts/filters.js.map +1 -0
  313. package/x/timeline/parts/item.d.ts +106 -12
  314. package/x/timeline/parts/item.js +11 -7
  315. package/x/timeline/parts/item.js.map +1 -1
  316. package/x/timeline/parts/media.d.ts +6 -0
  317. package/x/timeline/parts/media.js +35 -1
  318. package/x/timeline/parts/media.js.map +1 -1
  319. package/x/timeline/parts/resource-pool.d.ts +3 -0
  320. package/x/timeline/parts/resource-pool.js +7 -4
  321. package/x/timeline/parts/resource-pool.js.map +1 -1
  322. package/x/timeline/parts/resource.d.ts +3 -0
  323. package/x/timeline/parts/transitions.d.ts +15 -0
  324. package/x/timeline/parts/transitions.js +81 -0
  325. package/x/timeline/parts/transitions.js.map +1 -0
  326. package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
  327. package/x/timeline/parts/waveform/parts/collect.js +56 -0
  328. package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
  329. package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
  330. package/x/timeline/parts/waveform/parts/render.js +29 -0
  331. package/x/timeline/parts/waveform/parts/render.js.map +1 -0
  332. package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
  333. package/x/timeline/parts/waveform/parts/types.js +2 -0
  334. package/x/timeline/parts/waveform/parts/types.js.map +1 -0
  335. package/x/timeline/parts/waveform/waveform.d.ts +19 -0
  336. package/x/timeline/parts/waveform/waveform.js +133 -0
  337. package/x/timeline/parts/waveform/waveform.js.map +1 -0
  338. package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
  339. package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
  340. package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
  341. package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
  342. package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
  343. package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
  344. package/x/timeline/renderers/export/parts/cursor.d.ts +35 -0
  345. package/x/timeline/renderers/export/parts/cursor.js +236 -0
  346. package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
  347. package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
  348. package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
  349. package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
  350. package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
  351. package/x/timeline/renderers/export/parts/produce-video.js +26 -0
  352. package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
  353. package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
  354. package/x/timeline/renderers/export/parts/resamplers.js +29 -0
  355. package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
  356. package/x/timeline/renderers/export/produce.d.ts +13 -0
  357. package/x/timeline/renderers/export/produce.js +15 -0
  358. package/x/timeline/renderers/export/produce.js.map +1 -0
  359. package/x/timeline/renderers/parts/handy.d.ts +38 -0
  360. package/x/timeline/renderers/parts/handy.js +263 -0
  361. package/x/timeline/renderers/parts/handy.js.map +1 -0
  362. package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
  363. package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
  364. package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
  365. package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
  366. package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
  367. package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
  368. package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
  369. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
  370. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
  371. package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
  372. package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
  373. package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
  374. package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
  375. package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
  376. package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
  377. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +8 -0
  378. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +14 -0
  379. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
  380. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.d.ts +11 -0
  381. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js +36 -0
  382. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js.map +1 -0
  383. package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +9 -0
  384. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +70 -0
  385. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
  386. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
  387. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +63 -0
  388. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
  389. package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
  390. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
  391. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
  392. package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +9 -0
  393. package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
  394. package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
  395. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.d.ts +8 -0
  396. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js +24 -0
  397. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js.map +1 -0
  398. package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
  399. package/x/timeline/renderers/parts/samplers/visual/sampler.js +20 -0
  400. package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
  401. package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
  402. package/x/timeline/renderers/parts/schedulers.js +64 -0
  403. package/x/timeline/renderers/parts/schedulers.js.map +1 -0
  404. package/x/timeline/renderers/player/parts/playback.d.ts +39 -0
  405. package/x/timeline/renderers/player/parts/playback.js +160 -0
  406. package/x/timeline/renderers/player/parts/playback.js.map +1 -0
  407. package/x/timeline/renderers/player/player.d.ts +27 -0
  408. package/x/timeline/renderers/player/player.js +64 -0
  409. package/x/timeline/renderers/player/player.js.map +1 -0
  410. package/x/timeline/renderers/renderers.test.d.ts +33 -0
  411. package/x/timeline/renderers/renderers.test.js +321 -0
  412. package/x/timeline/renderers/renderers.test.js.map +1 -0
  413. package/x/timeline/sugar/helpers.d.ts +72 -0
  414. package/x/timeline/sugar/helpers.js +122 -0
  415. package/x/timeline/sugar/helpers.js.map +1 -0
  416. package/x/timeline/sugar/o.d.ts +59 -8
  417. package/x/timeline/sugar/o.js +326 -40
  418. package/x/timeline/sugar/o.js.map +1 -1
  419. package/x/timeline/sugar/omni.d.ts +11 -2
  420. package/x/timeline/sugar/omni.js +30 -9
  421. package/x/timeline/sugar/omni.js.map +1 -1
  422. package/x/timeline/sugar/omni.test.d.ts +27 -0
  423. package/x/timeline/sugar/omni.test.js +128 -0
  424. package/x/timeline/sugar/omni.test.js.map +1 -0
  425. package/x/timeline/types.d.ts +37 -0
  426. package/x/timeline/types.js +2 -0
  427. package/x/timeline/types.js.map +1 -0
  428. package/x/timeline/utils/anim.d.ts +3 -0
  429. package/x/timeline/utils/anim.js +40 -0
  430. package/x/timeline/utils/anim.js.map +1 -0
  431. package/x/timeline/utils/checksum.d.ts +3 -2
  432. package/x/timeline/utils/checksum.js +2 -1
  433. package/x/timeline/utils/checksum.js.map +1 -1
  434. package/x/timeline/utils/datafile.d.ts +5 -3
  435. package/x/timeline/utils/datafile.js +18 -5
  436. package/x/timeline/utils/datafile.js.map +1 -1
  437. package/x/timeline/utils/dummy-data.d.ts +1 -2
  438. package/x/timeline/utils/dummy-data.js +4 -2
  439. package/x/timeline/utils/dummy-data.js.map +1 -1
  440. package/x/timeline/utils/matrix.d.ts +17 -0
  441. package/x/timeline/utils/matrix.js +36 -0
  442. package/x/timeline/utils/matrix.js.map +1 -0
  443. package/x/timeline/utils/terps.d.ts +11 -0
  444. package/x/timeline/utils/terps.js +57 -0
  445. package/x/timeline/utils/terps.js.map +1 -0
  446. package/x/units/fps.d.ts +6 -0
  447. package/x/units/fps.js +2 -0
  448. package/x/units/fps.js.map +1 -0
  449. package/x/units/ms.d.ts +6 -0
  450. package/x/units/ms.js +2 -0
  451. package/x/units/ms.js.map +1 -0
  452. package/x/units/seconds.d.ts +6 -0
  453. package/x/units/seconds.js +2 -0
  454. package/x/units/seconds.js.map +1 -0
  455. package/x/webworkerAll-RLCTMSDD.js +2 -0
  456. package/x/webworkerAll-RLCTMSDD.js.map +7 -0
  457. package/s/tests.test.ts +0 -8
  458. package/s/timeline/parts/waveform.ts +0 -62
  459. package/s/timeline/sugar/omni-test.ts +0 -38
  460. package/x/tests.test.js +0 -6
  461. package/x/tests.test.js.map +0 -1
  462. package/x/timeline/parts/waveform.d.ts +0 -8
  463. package/x/timeline/parts/waveform.js +0 -51
  464. package/x/timeline/parts/waveform.js.map +0 -1
  465. package/x/timeline/sugar/omni-test.js +0 -22
  466. package/x/timeline/sugar/omni-test.js.map +0 -1
  467. /package/x/{tests.test.d.ts → features/bg-remover/worker.bundle.d.ts} +0 -0
  468. /package/x/{timeline/sugar/omni-test.d.ts → features/speech/transcribe/worker.bundle.d.ts} +0 -0
package/x/demo/demo.css CHANGED
@@ -1,11 +1,16 @@
1
1
 
2
- @layer vars, basics, page;
2
+ @layer vars, basics, page, demo;
3
3
 
4
4
  @layer vars {
5
5
  :root {
6
- --link: cyan;
7
- --color: #fffa;
8
- --background: #111;
6
+ --ink: #f2f4f8;
7
+ --muted: #9fb0c3;
8
+ --surface: #0f141c;
9
+ --panel: #121a26;
10
+ --accent: #2cffd7;
11
+ --accent-2: #ff9a3c;
12
+ --border: color-mix(in oklab, #ffffff 10%, transparent);
13
+ --shadow: 0 20px 60px #00000066;
9
14
  }
10
15
  }
11
16
 
@@ -20,16 +25,20 @@
20
25
  @layer page {
21
26
  html {
22
27
  font-size: 10px;
23
- color: var(--color);
24
- background: var(--background);
28
+ color: var(--ink);
29
+ background:
30
+ radial-gradient(1200px 600px at 10% -10%, #1f314e 0%, transparent 60%),
31
+ radial-gradient(800px 500px at 90% -20%, #2a1f4e 0%, transparent 55%),
32
+ linear-gradient(160deg, #0a0f16 0%, #0b1018 45%, #0b0f14 100%);
33
+ font-family: "Space Grotesk", system-ui, sans-serif;
25
34
  }
26
35
 
27
36
  body {
28
- padding: 2em;
37
+ padding: 3.2em;
29
38
  }
30
39
 
31
40
  .results {
32
- margin-top: 1em;
41
+ margin-top: 2em;
33
42
 
34
43
  display: flex;
35
44
  flex-direction: column;
@@ -37,8 +46,10 @@
37
46
 
38
47
  > div {
39
48
  font-size: 1.5em;
40
- border: 1px solid color-mix(in lch, transparent, var(--color) 20%);
49
+ border: 1px solid var(--border);
41
50
  padding: 1em;
51
+ background: var(--panel);
52
+ box-shadow: var(--shadow);
42
53
  }
43
54
 
44
55
  canvas {
@@ -46,9 +57,233 @@
46
57
  }
47
58
  }
48
59
 
49
- #filmstrip {
60
+ }
61
+
62
+ @layer demo {
63
+ .hero {
64
+ display: flex;
65
+ align-items: center;
66
+ justify-content: space-between;
67
+ gap: 2em;
68
+ margin-bottom: 2.4em;
69
+ }
70
+
71
+ .hero h1 {
72
+ font-family: "Share Tech", system-ui, sans-serif;
73
+ font-size: 3.4em;
74
+ letter-spacing: 0.05em;
75
+ text-transform: uppercase;
76
+ }
77
+
78
+ .hero h1 small {
79
+ font-size: 0.5em;
80
+ color: var(--muted);
81
+ }
82
+
83
+ .hero p {
84
+ font-size: 1.4em;
85
+ color: var(--muted);
86
+ margin-top: 0.6em;
87
+ max-width: 60ch;
88
+ }
89
+
90
+ .demo-grid {
91
+ display: grid;
92
+ grid-template-columns: repeat(auto-fit, minmax(280px, 1fr));
93
+ gap: 1.8em;
94
+ margin-bottom: 2.4em;
95
+ }
96
+
97
+ .demo-card {
98
+ background: linear-gradient(160deg, #111a25 0%, #0f1620 60%, #0d121a 100%);
99
+ border: 1px solid var(--border);
100
+ border-radius: 16px;
101
+ padding: 1.6em;
102
+ box-shadow: var(--shadow);
103
+ display: grid;
104
+ gap: 1.2em;
105
+ }
106
+
107
+ .demo-card h2 {
108
+ font-size: 1.8em;
109
+ letter-spacing: 0.03em;
110
+ }
111
+
112
+ .demo-card p {
113
+ color: var(--muted);
114
+ font-size: 1.2em;
115
+ }
116
+
117
+ .demo-controls {
118
+ display: grid;
119
+ gap: 0.8em;
120
+ }
121
+
122
+ .demo-progress {
123
+ display: grid;
124
+ grid-template-columns: 1fr auto;
125
+ align-items: center;
126
+ gap: 0.8em;
127
+ font-size: 1.1em;
128
+ color: var(--muted);
129
+ }
130
+
131
+ .demo-progress .status {
132
+ letter-spacing: 0.06em;
133
+ text-transform: uppercase;
134
+ font-size: 0.9em;
135
+ }
136
+
137
+ progress.progress {
138
+ width: 100%;
139
+ height: 10px;
140
+ border-radius: 999px;
141
+ overflow: hidden;
142
+ background: #0b1118;
143
+ border: 1px solid var(--border);
144
+ }
145
+
146
+ progress.progress::-webkit-progress-bar {
147
+ background: #0b1118;
148
+ }
149
+
150
+ progress.progress::-webkit-progress-value {
151
+ background: linear-gradient(120deg, var(--accent), #4df1ff);
152
+ }
153
+
154
+ progress.progress::-moz-progress-bar {
155
+ background: linear-gradient(120deg, var(--accent), #4df1ff);
156
+ }
157
+
158
+ .demo-preview {
159
+ border: 1px solid var(--border);
160
+ border-radius: 12px;
161
+ min-height: 160px;
162
+ background: #0b1118;
163
+ display: grid;
164
+ place-items: center;
165
+ overflow: hidden;
166
+ }
167
+
168
+ .demo-preview canvas {
169
+ width: 100%;
170
+ height: auto;
171
+ }
172
+
173
+ .filmstrip-controls,
174
+ .waveform-controls {
175
+ display: grid;
176
+ gap: 0.6em;
177
+ font-size: 1.1em;
178
+ color: var(--muted);
179
+ }
180
+
181
+ .filmstrip-controls input[type="range"],
182
+ .waveform-controls input[type="range"] {
183
+ width: 100%;
184
+ }
185
+
186
+ input[type="file"] {
187
+ background: #0b111a;
188
+ color: var(--ink);
189
+ border: 1px dashed #2b3b52;
190
+ border-radius: 10px;
191
+ padding: 0.8em;
192
+ font-size: 1.2em;
193
+ }
194
+
195
+ button {
196
+ background: linear-gradient(120deg, var(--accent), #4df1ff);
197
+ border: none;
198
+ color: #0a0f14;
199
+ font-weight: 600;
200
+ letter-spacing: 0.03em;
201
+ border-radius: 10px;
202
+ padding: 0.8em 1.2em;
203
+ cursor: pointer;
204
+ transition: transform 120ms ease, box-shadow 120ms ease;
205
+ box-shadow: 0 10px 20px #00ffd533;
206
+ }
207
+
208
+ button[data-action="export"] {
209
+ background: linear-gradient(120deg, var(--accent-2), #ffd479);
210
+ box-shadow: 0 10px 20px #ffb35a33;
211
+ }
212
+
213
+ button:disabled {
214
+ opacity: 0.6;
215
+ cursor: not-allowed;
216
+ transform: none;
217
+ box-shadow: none;
218
+ }
219
+
220
+ button:not(:disabled):hover {
221
+ transform: translateY(-1px);
222
+ }
223
+
224
+ .filmstrip {
50
225
  display: flex;
51
226
  overflow-x: scroll;
227
+ gap: 0.4em;
228
+ padding: 0.4em 0;
229
+ }
230
+
231
+ .player {
232
+ margin-top: 1.2em;
233
+ display: grid;
234
+ gap: 0.8em;
52
235
  }
53
- }
54
236
 
237
+ .player .timeline {
238
+ display: grid;
239
+ gap: 0.6em;
240
+ }
241
+
242
+ .player .track {
243
+ position: relative;
244
+ height: 10px;
245
+ border-radius: 999px;
246
+ background:
247
+ linear-gradient(90deg, #1e1e1e, #1a1a1a),
248
+ repeating-linear-gradient(90deg, #ffffff14 0 6px, transparent 6px 12px);
249
+ border: 1px solid #ffffff22;
250
+ overflow: hidden;
251
+ }
252
+
253
+ .player .playhead {
254
+ position: absolute;
255
+ left: 0%;
256
+ top: -6px;
257
+ width: 2px;
258
+ height: 22px;
259
+ background: #3cff9c;
260
+ box-shadow: 0 0 12px #3cff9c99;
261
+ }
262
+
263
+ .player .scrub {
264
+ width: 100%;
265
+ }
266
+
267
+ .player .timecode {
268
+ font-size: 1.2em;
269
+ letter-spacing: 0.06em;
270
+ color: #c7ffe3;
271
+ }
272
+
273
+ .player .controls {
274
+ display: flex;
275
+ gap: 0.8em;
276
+ }
277
+
278
+ .player-canvas {
279
+ border: 1px solid var(--border);
280
+ border-radius: 10px;
281
+ padding: 0.6em;
282
+ background: #0b1118;
283
+ }
284
+
285
+ canvas {
286
+ width: 100%;
287
+ height: auto;
288
+ }
289
+ }
@@ -0,0 +1,2 @@
1
+ import { Omni, TimelineFile } from "../../timeline/index.js";
2
+ export declare function exportTest(omni: Omni, timeline: TimelineFile, exportButton: HTMLButtonElement, onStatus?: (state: "running" | "done") => void): void;
@@ -0,0 +1,10 @@
1
+ export function exportTest(omni, timeline, exportButton, onStatus) {
2
+ exportButton.addEventListener("click", () => {
3
+ onStatus?.("running");
4
+ omni.render(timeline).then(() => {
5
+ console.log("done");
6
+ onStatus?.("done");
7
+ });
8
+ });
9
+ }
10
+ //# sourceMappingURL=export-test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"export-test.js","sourceRoot":"","sources":["../../../s/demo/routines/export-test.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CACzB,IAAU,EACV,QAAsB,EACtB,YAA+B,EAC/B,QAA8C;IAE9C,YAAY,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;QAC3C,QAAQ,EAAE,CAAC,SAAS,CAAC,CAAA;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE;YAC/B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACnB,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAA;QACnB,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC"}
@@ -1 +1 @@
1
- export declare function filmstripTest(fileHandle: FileSystemFileHandle): Promise<void>;
1
+ export declare function filmstripTest(file: File, root: HTMLElement): Promise<void>;
@@ -1,14 +1,15 @@
1
1
  import { Filmstrip } from "../../timeline/parts/filmstrip.js";
2
- export async function filmstripTest(fileHandle) {
3
- const rangeSlider = document.querySelector(".range");
4
- const rangeView = document.querySelector(".range-view");
5
- const rangeSizeSlider = document.querySelector(".range-size");
6
- const frequencySlider = document.querySelector(".frequency");
7
- const frequencyView = document.querySelector(".frequency-view");
8
- const container = document.querySelector("#filmstrip");
9
- const FPS_10 = 1000 / 10 / 1000;
2
+ export async function filmstripTest(file, root) {
3
+ const rangeSlider = root.querySelector(".range");
4
+ const rangeView = root.querySelector(".range-view");
5
+ const rangeSizeSlider = root.querySelector(".range-size");
6
+ const frequencySlider = root.querySelector(".frequency");
7
+ const frequencyView = root.querySelector(".frequency-view");
8
+ const container = root.querySelector(".filmstrip");
9
+ const FPS_10 = 1 / 10;
10
10
  let rangeSize = 0.5;
11
- const filmstrip = await Filmstrip.init(fileHandle, {
11
+ container.replaceChildren();
12
+ const filmstrip = await Filmstrip.init(file, {
12
13
  onChange(tiles) {
13
14
  // Sort by time (optional, for clean ordering)
14
15
  const sorted = tiles.sort((a, b) => a.time - b.time);
@@ -22,21 +23,23 @@ export async function filmstripTest(fileHandle) {
22
23
  fit: "fill"
23
24
  }
24
25
  });
25
- rangeSizeSlider.addEventListener("change", () => {
26
+ rangeSizeSlider.oninput = () => {
26
27
  rangeSize = +rangeSizeSlider.value;
27
- const [start, end] = [+rangeSlider.value, +rangeSlider.value + rangeSize];
28
+ const start = +rangeSlider.value;
29
+ const end = start + rangeSize;
28
30
  filmstrip.range = [start, end];
29
31
  rangeView.textContent = `visible time range: [${start}, ${end}]`;
30
- });
31
- rangeSlider.addEventListener("change", () => {
32
- const [start, end] = [+rangeSlider.value, +rangeSlider.value + rangeSize];
32
+ };
33
+ rangeSlider.oninput = () => {
34
+ const start = +rangeSlider.value;
35
+ const end = start + rangeSize;
33
36
  filmstrip.range = [start, end];
34
37
  rangeView.textContent = `visible time range: [${start}, ${end}]`;
35
- });
36
- frequencySlider.addEventListener("change", () => {
37
- filmstrip.frequency = 1000 / +frequencySlider.value / 1000;
38
+ };
39
+ frequencySlider.oninput = () => {
40
+ filmstrip.frequency = 1 / +frequencySlider.value;
38
41
  frequencyView.textContent = `frame every ${filmstrip.frequency.toFixed(3)} second (${frequencySlider.value} frames per second)`;
39
- });
42
+ };
40
43
  filmstrip.range = [10, 10.5];
41
44
  }
42
45
  function createLabeledCanvas(time, canvas) {
@@ -1 +1 @@
1
- {"version":3,"file":"filmstrip-test.js","sourceRoot":"","sources":["../../../s/demo/routines/filmstrip-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAA;AAE3D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,UAAgC;IACnE,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IACxE,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAE,CAAA;IACxD,MAAM,eAAe,GAAG,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAsB,CAAA;IAClF,MAAM,eAAe,GAAG,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAsB,CAAA;IACjF,MAAM,aAAa,GAAG,QAAQ,CAAC,aAAa,CAAC,iBAAiB,CAAE,CAAA;IAChE,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAE,CAAA;IACvD,MAAM,MAAM,GAAG,IAAI,GAAC,EAAE,GAAG,IAAI,CAAA;IAC7B,IAAI,SAAS,GAAG,GAAG,CAAA;IACnB,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,IAAI,CACpC,UAAU,EACV;QACC,QAAQ,CAAC,KAAK;YACb,8CAA8C;YAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;YACpD,4BAA4B;YAC5B,SAAS,CAAC,eAAe,CACxB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,MAA2B,CAAC,CAAC,CAClG,CAAA;QACF,CAAC;QACD,SAAS,EAAE,MAAM;QACjB,iBAAiB,EAAE;YAClB,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,GAAG,EAAE,MAAM;SACX;KACD,CACD,CAAA;IACF,eAAe,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC/C,SAAS,GAAG,CAAC,eAAe,CAAC,KAAK,CAAA;QAClC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,KAAK,GAAC,SAAS,CAAC,CAAA;QACvE,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAC,CAAA;IACF,WAAW,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,WAAW,CAAC,KAAK,GAAC,SAAS,CAAC,CAAA;QACvE,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAC,CAAA;IACF,eAAe,CAAC,gBAAgB,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC/C,SAAS,CAAC,SAAS,GAAG,IAAI,GAAC,CAAC,eAAe,CAAC,KAAK,GAAC,IAAI,CAAA;QACtD,aAAa,CAAC,WAAW,GAAG,eAAe,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,eAAe,CAAC,KAAK,qBAAqB,CAAA;IAChI,CAAC,CAAC,CAAA;IACF,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,MAAyB;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC7C,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACnC,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,cAAc,CAAA;IACtC,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,KAAK,CAAA;IACjC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC3C,KAAK,CAAC,WAAW,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAA;IACzC,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACjC,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAA;IACvB,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAA;IACzB,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAA;IAC7B,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAA;IAC3B,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,iBAAiB,CAAA;IAC1C,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAA;IAC/B,KAAK,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAA;IAChC,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,MAAM,CAAA;IAClC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IAC1B,OAAO,OAAO,CAAA;AACf,CAAC"}
1
+ {"version":3,"file":"filmstrip-test.js","sourceRoot":"","sources":["../../../s/demo/routines/filmstrip-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,mCAAmC,CAAA;AAE3D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAU,EAAE,IAAiB;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IACpE,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAE,CAAA;IACpD,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAsB,CAAA;IAC9E,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAsB,CAAA;IAC7E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,iBAAiB,CAAE,CAAA;IAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAE,CAAA;IACnD,MAAM,MAAM,GAAG,CAAC,GAAG,EAAE,CAAA;IACrB,IAAI,SAAS,GAAG,GAAG,CAAA;IACnB,SAAS,CAAC,eAAe,EAAE,CAAA;IAE3B,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,IAAI,CACpC,IAAI,EACJ;QACC,QAAQ,CAAC,KAAK;YACb,8CAA8C;YAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;YACpD,4BAA4B;YAC5B,SAAS,CAAC,eAAe,CACxB,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,MAAM,CAAC,MAA2B,CAAC,CAAC,CAClG,CAAA;QACF,CAAC;QACD,SAAS,EAAE,MAAM;QACjB,iBAAiB,EAAE;YAClB,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,GAAG,EAAE,MAAM;SACX;KACD,CACF,CAAA;IACD,eAAe,CAAC,OAAO,GAAG,GAAG,EAAE;QAC9B,SAAS,GAAG,CAAC,eAAe,CAAC,KAAK,CAAA;QAClC,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAA;QAChC,MAAM,GAAG,GAAG,KAAK,GAAG,SAAS,CAAA;QAC7B,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAA;IACD,WAAW,CAAC,OAAO,GAAG,GAAG,EAAE;QAC1B,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,KAAK,CAAA;QAChC,MAAM,GAAG,GAAG,KAAK,GAAG,SAAS,CAAA;QAC7B,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAC9B,SAAS,CAAC,WAAW,GAAG,wBAAwB,KAAK,KAAK,GAAG,GAAG,CAAA;IACjE,CAAC,CAAA;IACD,eAAe,CAAC,OAAO,GAAG,GAAG,EAAE;QAC9B,SAAS,CAAC,SAAS,GAAG,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAA;QAChD,aAAa,CAAC,WAAW,GAAG,eAAe,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,eAAe,CAAC,KAAK,qBAAqB,CAAA;IAChI,CAAC,CAAA;IACD,SAAS,CAAC,KAAK,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;AAC7B,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,MAAyB;IACnE,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC7C,OAAO,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACnC,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,cAAc,CAAA;IACtC,OAAO,CAAC,KAAK,CAAC,WAAW,GAAG,KAAK,CAAA;IACjC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC3C,KAAK,CAAC,WAAW,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAA;IACzC,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAA;IACjC,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAA;IACvB,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAA;IACzB,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAA;IAC7B,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAA;IAC3B,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,iBAAiB,CAAA;IAC1C,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAA;IAC/B,KAAK,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAA;IAChC,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,MAAM,CAAA;IAClC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IAC1B,OAAO,OAAO,CAAA;AACf,CAAC"}
@@ -1 +1 @@
1
- export declare function loadVideo(url: string): Promise<ArrayBuffer>;
1
+ export declare function loadVideo(url: string): Promise<Blob>;
@@ -1,6 +1,5 @@
1
1
  export async function loadVideo(url) {
2
2
  return fetch(url)
3
- .then(response => response.bytes())
4
- .then(bytes => bytes.buffer);
3
+ .then(response => response.blob());
5
4
  }
6
5
  //# sourceMappingURL=load-video.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"load-video.js","sourceRoot":"","sources":["../../../s/demo/routines/load-video.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IAC1C,OAAO,KAAK,CAAC,GAAG,CAAC;SACf,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;SAClC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;AAC9B,CAAC"}
1
+ {"version":3,"file":"load-video.js","sourceRoot":"","sources":["../../../s/demo/routines/load-video.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IAC1C,OAAO,KAAK,CAAC,GAAG,CAAC;SACf,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAA;AACpC,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { Omni, TimelineFile } from "../../timeline/index.js";
2
+ export declare function playbackTest(timeline: TimelineFile, omni: Omni, root: HTMLElement): Promise<void>;
@@ -0,0 +1,51 @@
1
+ import { O } from "../../timeline/index.js";
2
+ export async function playbackTest(timeline, omni, root) {
3
+ const playButton = root.querySelector(".play");
4
+ const stopButton = root.querySelector(".stop");
5
+ const scrub = root.querySelector(".scrub");
6
+ const playhead = root.querySelector(".playhead");
7
+ const timecode = root.querySelector(".timecode");
8
+ const canvasSlot = root.querySelector(".player-canvas");
9
+ const o = new O({ timeline });
10
+ const player = await omni.playback(timeline);
11
+ canvasSlot.replaceChildren(player.canvas);
12
+ playButton.disabled = false;
13
+ stopButton.disabled = false;
14
+ playButton.addEventListener("click", () => player.play());
15
+ stopButton.addEventListener("click", () => player.pause());
16
+ scrub.max = String(Math.ceil(player.duration));
17
+ let isScrubbing = false;
18
+ player.playback.onTick.on(() => setScrubState(player.currentTime, player.duration));
19
+ const updateTimecode = (currentMs, durationMs) => {
20
+ timecode.textContent = `${formatTime(currentMs)} / ${formatTime(durationMs)}`;
21
+ };
22
+ scrub.addEventListener("input", async () => {
23
+ isScrubbing = true;
24
+ const next = Math.max(0, Math.min(+scrub.value, player.duration));
25
+ updateTimecode(next, player.duration);
26
+ await player.seek(next);
27
+ });
28
+ scrub.addEventListener("change", async () => {
29
+ isScrubbing = false;
30
+ const next = Math.max(0, Math.min(+scrub.value, player.duration));
31
+ await player.seek(next);
32
+ });
33
+ const setScrubState = (timeMs, durationMs) => {
34
+ const clamped = Math.max(0, Math.min(timeMs, durationMs));
35
+ if (!isScrubbing)
36
+ scrub.value = String(Math.round(clamped));
37
+ const progress = durationMs ? (clamped / durationMs) * 100 : 0;
38
+ playhead.style.left = `${progress}%`;
39
+ updateTimecode(clamped, durationMs);
40
+ };
41
+ await player.update(o.timeline);
42
+ }
43
+ function formatTime(ms) {
44
+ const clamped = Math.max(0, ms);
45
+ const totalSeconds = Math.floor(clamped / 1000);
46
+ const minutes = Math.floor(totalSeconds / 60);
47
+ const seconds = totalSeconds % 60;
48
+ const millis = Math.floor(clamped % 1000);
49
+ return `${minutes}:${String(seconds).padStart(2, "0")}.${String(millis).padStart(3, "0")}`;
50
+ }
51
+ //# sourceMappingURL=playback-test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"playback-test.js","sourceRoot":"","sources":["../../../s/demo/routines/playback-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,CAAC,EAAqB,MAAM,yBAAyB,CAAA;AAE7D,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAsB,EAAE,IAAU,EAAE,IAAiB;IACvF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAsB,CAAA;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAsB,CAAA;IACnE,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAqB,CAAA;IAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAmB,CAAA;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAmB,CAAA;IAClE,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAmB,CAAA;IACzE,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAC,CAAC,CAAA;IAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAC5C,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAEzC,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAA;IAC3B,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAA;IAE3B,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACzD,UAAU,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAA;IAC1D,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;IAE9C,IAAI,WAAW,GAAG,KAAK,CAAA;IAEvB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEnF,MAAM,cAAc,GAAG,CAAC,SAAiB,EAAE,UAAkB,EAAE,EAAE;QAChE,QAAQ,CAAC,WAAW,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,UAAU,CAAC,UAAU,CAAC,EAAE,CAAA;IAC9E,CAAC,CAAA;IAED,KAAK,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;QAC1C,WAAW,GAAG,IAAI,CAAA;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;QACjE,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;QACrC,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEF,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC3C,WAAW,GAAG,KAAK,CAAA;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAA;QACjE,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxB,CAAC,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,UAAkB,EAAE,EAAE;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;QACzD,IAAI,CAAC,WAAW;YAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;QAC3D,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC9D,QAAQ,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,QAAQ,GAAG,CAAA;QACpC,cAAc,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;IACpC,CAAC,CAAA;IAED,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,UAAU,CAAC,EAAU;IAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAA;IAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAA;IAC7C,MAAM,OAAO,GAAG,YAAY,GAAG,EAAE,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,CAAA;IACzC,OAAO,GAAG,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAA;AAC3F,CAAC"}
@@ -0,0 +1,6 @@
1
+ import { Driver } from "../../driver/driver.js";
2
+ import { Omni } from "../../timeline/index.js";
3
+ export declare function TimelineSchemaTest(driver: Driver, file: File): Promise<{
4
+ timeline: import("../../timeline/index.js").TimelineFile;
5
+ omni: Omni;
6
+ }>;
@@ -0,0 +1,59 @@
1
+ import { Datafile, defaultTranscriberSpec, makeTranscriber, Omni } from "../../timeline/index.js";
2
+ export async function TimelineSchemaTest(driver, file) {
3
+ const transcriber = await makeTranscriber({
4
+ driver,
5
+ spec: defaultTranscriberSpec(),
6
+ workerUrl: new URL("/features/speech/transcribe/worker.bundle.min.js", import.meta.url),
7
+ onLoading: loading => console.log("transcriber loading", loading),
8
+ });
9
+ const omni = new Omni(driver);
10
+ const { videoA } = await omni.load({ videoA: Datafile.make(file) });
11
+ const transcript = await transcriber.transcribe({
12
+ source: file,
13
+ language: "english",
14
+ onReport: report => console.log("transcriber report", report),
15
+ onTranscription: text => console.log("transcribing", text),
16
+ });
17
+ const timeline = omni.timeline(o => {
18
+ const text = o.text("content", { duration: 3000 });
19
+ const fade = o.animate.opacity.make("easeIn", [
20
+ [0, 0],
21
+ [700, 1],
22
+ [2200, 1],
23
+ [3000, 0.35],
24
+ ]);
25
+ const style = o.textStyle({ fill: "green", fontSize: 100 });
26
+ const videoSpatial = o.spatial(o.transform({
27
+ position: [240, 160],
28
+ scale: [1.4, 1.4],
29
+ rotation: 0.08,
30
+ }), [0.15, 0.1, 0.05, 0.2]);
31
+ const textSpatial = o.spatial();
32
+ const textMotion = o.animate.transform.make("linear", [
33
+ [0, o.transform({ position: [-320, 80], scale: [0.7, 0.7] })],
34
+ [1000, o.transform({ position: [120, 80], scale: [1, 1] })],
35
+ [2000, o.transform({ position: [200, 40], scale: [1.35, 1.35], rotation: 8 })],
36
+ [3000, o.transform({ position: [320, 0], scale: [1.15, 1.15], rotation: 0 })],
37
+ ]);
38
+ const video = o.video(videoA, { duration: 6000, start: 3000 });
39
+ o.set(text.id, { styleId: style.id, spatialId: textSpatial.id, animationIds: [fade.id, textMotion.id] });
40
+ o.set(video.id, { spatialId: videoSpatial.id });
41
+ const visual = o.sequence(o.stack(text, o.captions(video, transcript, {
42
+ maxChars: 34,
43
+ maxDuration: 2800,
44
+ maxSilence: 450,
45
+ styles: {
46
+ fontFamily: "Arial",
47
+ fontSize: 64,
48
+ fill: "#ffffff",
49
+ align: "center",
50
+ wordWrap: true,
51
+ wordWrapWidth: 1280,
52
+ stroke: { color: "#000000", width: 6 },
53
+ },
54
+ })), o.transition.circle(1500), o.video(videoA, { duration: 7000, start: 5000 }));
55
+ return o.stack(visual, o.audio(videoA, { start: 3000, duration: video.duration }));
56
+ });
57
+ return { timeline, omni };
58
+ }
59
+ //# sourceMappingURL=timeline-setup.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"timeline-setup.js","sourceRoot":"","sources":["../../../s/demo/routines/timeline-setup.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,QAAQ,EAAE,sBAAsB,EAAQ,eAAe,EAAE,IAAI,EAAC,MAAM,yBAAyB,CAAA;AAErG,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,MAAc,EAAE,IAAU;IAClE,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC;QACzC,MAAM;QACN,IAAI,EAAE,sBAAsB,EAAE;QAC9B,SAAS,EAAE,IAAI,GAAG,CAAC,kDAAkD,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACvF,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,OAAO,CAAC;KACjE,CAAC,CAAA;IAEF,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAA;IAC7B,MAAM,EAAC,MAAM,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,EAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAC,CAAC,CAAA;IAE/D,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC;QAC/C,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,MAAM,CAAC;QAC7D,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC;KAC1D,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;QAClC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAA;QAChD,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC7C,CAAC,CAAC,EAAE,CAAC,CAAC;YACN,CAAC,GAAG,EAAE,CAAC,CAAC;YACR,CAAC,IAAI,EAAE,CAAC,CAAC;YACT,CAAC,IAAI,EAAE,IAAI,CAAC;SACZ,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,CAAC,CAAC,SAAS,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,EAAC,CAAC,CAAA;QACzD,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAC7B,CAAC,CAAC,SAAS,CAAC;YACX,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;YACpB,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;YACjB,QAAQ,EAAE,IAAI;SACd,CAAC,EACF,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CACtB,CAAA;QACD,MAAM,WAAW,GAAG,CAAC,CAAC,OAAO,EAAE,CAAA;QAC/B,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE;YACpD,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAC,CAAC,CAAC;YAC3D,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAC,CAAC,CAAC;YACzD,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAC,CAAC,CAAC;YAC5E,CAAC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,EAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAC,CAAC,CAAC;SAC5E,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QAC5D,CAAC,CAAC,GAAG,CAAY,IAAI,CAAC,EAAE,EAAE,EAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,EAAC,CAAC,CAAA;QACjH,CAAC,CAAC,GAAG,CAAa,KAAK,CAAC,EAAE,EAAE,EAAC,SAAS,EAAE,YAAY,CAAC,EAAE,EAAC,CAAC,CAAA;QAEzD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CACxB,CAAC,CAAC,KAAK,CACN,IAAI,EACJ,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE;YAC7B,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,GAAG;YACf,MAAM,EAAE;gBACP,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE,EAAE;gBACZ,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,IAAI;gBACd,aAAa,EAAE,IAAI;gBACnB,MAAM,EAAE,EAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAC;aACpC;SACD,CAAC,CACF,EACD,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EACzB,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC,CAAC,CAC9C,CAAA;QAED,OAAO,CAAC,CAAC,KAAK,CACb,MAAM,EACN,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAC,CAAC,CACxD,CAAA;IACF,CAAC,CAAC,CAAA;IAEF,OAAO,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAA;AACxB,CAAC"}
@@ -5,19 +5,23 @@ export function setupTranscodeTest(driver, source) {
5
5
  canvas.height = dimensions.height;
6
6
  const ctx = canvas.getContext("2d");
7
7
  async function run() {
8
- const readables = driver.decode({
8
+ const video = driver.decodeVideo({
9
9
  source,
10
10
  async onFrame(frame) {
11
11
  const composed = await driver.composite([
12
12
  {
13
+ id: 0,
13
14
  kind: "image",
14
15
  frame
15
16
  },
16
17
  {
18
+ id: 1,
17
19
  kind: "text",
18
20
  content: "omnitool",
19
- fontSize: 50,
20
- color: "green"
21
+ style: {
22
+ fontSize: 50,
23
+ fill: "green"
24
+ }
21
25
  }
22
26
  ]);
23
27
  frame.close();
@@ -25,13 +29,21 @@ export function setupTranscodeTest(driver, source) {
25
29
  return composed;
26
30
  }
27
31
  });
28
- await driver.encode({
29
- readables,
32
+ const audio = driver.decodeAudio({ source });
33
+ const { readable, done } = driver.encode({
34
+ video: video.readable,
35
+ audio: audio.readable,
30
36
  config: {
31
37
  audio: { codec: "opus", bitrate: 128000 },
32
38
  video: { codec: "vp9", bitrate: 1000000 }
33
39
  }
34
40
  });
41
+ const handle = await window.showSaveFilePicker();
42
+ const writable = await handle.createWritable();
43
+ await Promise.all([
44
+ readable.pipeTo(writable),
45
+ done
46
+ ]);
35
47
  }
36
48
  return { canvas, run };
37
49
  }
@@ -1 +1 @@
1
- {"version":3,"file":"transcode-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcode-test.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,kBAAkB,CAAC,MAAc,EAAE,MAAqB;IACvE,MAAM,UAAU,GAAG,EAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAC,CAAA;IAE9C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;IAC/C,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAA;IAC/B,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IACjC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IAEnC,KAAK,UAAU,GAAG;QACjB,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;YAC/B,MAAM;YACN,KAAK,CAAC,OAAO,CAAC,KAAK;gBAClB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;oBACvC;wBACC,IAAI,EAAE,OAAO;wBACb,KAAK;qBACL;oBACD;wBACC,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,UAAU;wBACnB,QAAQ,EAAE,EAAE;wBACZ,KAAK,EAAE,OAAO;qBACd;iBACD,CAAC,CAAA;gBACF,KAAK,CAAC,KAAK,EAAE,CAAA;gBACb,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC9B,OAAO,QAAQ,CAAA;YAChB,CAAC;SACD,CAAC,CAAA;QAEF,MAAM,MAAM,CAAC,MAAM,CAAC;YACnB,SAAS;YACT,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;IACH,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,GAAG,EAAC,CAAA;AACrB,CAAC"}
1
+ {"version":3,"file":"transcode-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcode-test.ts"],"names":[],"mappings":"AAIA,MAAM,UAAU,kBAAkB,CAAC,MAAc,EAAE,MAAqB;IACvE,MAAM,UAAU,GAAG,EAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAC,CAAA;IAE9C,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;IAC/C,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAA;IAC/B,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IACjC,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IAEnC,KAAK,UAAU,GAAG;QACjB,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC;YAChC,MAAM;YACN,KAAK,CAAC,OAAO,CAAC,KAAK;gBAClB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;oBACvC;wBACC,EAAE,EAAE,CAAC;wBACL,IAAI,EAAE,OAAO;wBACb,KAAK;qBACL;oBACD;wBACC,EAAE,EAAE,CAAC;wBACL,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,UAAU;wBACnB,KAAK,EAAE;4BACN,QAAQ,EAAE,EAAE;4BACZ,IAAI,EAAE,OAAO;yBACb;qBACD;iBACD,CAAC,CAAA;gBACF,KAAK,CAAC,KAAK,EAAE,CAAA;gBACb,GAAG,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;gBAC9B,OAAO,QAAQ,CAAA;YAChB,CAAC;SACD,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAA;QAE1C,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAC,GAAG,MAAM,CAAC,MAAM,CAAC;YACtC,KAAK,EAAE,KAAK,CAAC,QAAQ;YACrB,KAAK,EAAE,KAAK,CAAC,QAAQ;YACrB,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,kBAAkB,EAAE,CAAA;QAChD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,cAAc,EAAE,CAAA;QAE9C,MAAM,OAAO,CAAC,GAAG,CAAC;YACjB,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;YACzB,IAAI;SACJ,CAAC,CAAA;IACH,CAAC;IAED,OAAO,EAAC,MAAM,EAAE,GAAG,EAAC,CAAA;AACrB,CAAC"}
@@ -0,0 +1,4 @@
1
+ import { Driver } from "../../driver/driver.js";
2
+ export declare function transcriberTest(driver: Driver): Promise<{
3
+ transcribe: (file: File) => Promise<void>;
4
+ }>;
@@ -0,0 +1,33 @@
1
+ import { makeTranscriber } from "../../features/speech/transcribe/transcriber.js";
2
+ export async function transcriberTest(driver) {
3
+ const transcriber = await makeTranscriber({
4
+ driver,
5
+ spec: {
6
+ model: "onnx-community/whisper-tiny_timestamped",
7
+ device: "webgpu",
8
+ strideLength: 5,
9
+ chunkLength: 30,
10
+ dtype: "fp32"
11
+ },
12
+ workerUrl: new URL("/features/speech/transcribe/worker.bundle.min.js", import.meta.url),
13
+ onLoading({ progress, total }) {
14
+ console.log(progress, total, "total");
15
+ },
16
+ });
17
+ return {
18
+ transcribe: async (file) => {
19
+ const result = await transcriber.transcribe({
20
+ source: file,
21
+ language: "english",
22
+ onReport(report) {
23
+ console.log("report", report);
24
+ },
25
+ onTranscription(transcription) {
26
+ console.log("transcript", transcription);
27
+ }
28
+ });
29
+ console.log(result, "transcript result");
30
+ }
31
+ };
32
+ }
33
+ //# sourceMappingURL=transcriber-test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"transcriber-test.js","sourceRoot":"","sources":["../../../s/demo/routines/transcriber-test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,eAAe,EAAC,MAAM,iDAAiD,CAAA;AAE/E,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAAc;IACnD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC;QACzC,MAAM;QACN,IAAI,EAAE;YACL,KAAK,EAAE,yCAAyC;YAChD,MAAM,EAAE,QAAQ;YAChB,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,EAAE;YACf,KAAK,EAAE,MAAM;SACb;QACD,SAAS,EAAE,IAAI,GAAG,CAAC,kDAAkD,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QACvF,SAAS,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAC;YACzB,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACvC,CAAC;KACD,CAAC,CAAA;IACF,OAAO;QACN,UAAU,EAAE,KAAK,EAAE,IAAU,EAAE,EAAE;YAChC,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,UAAU,CAAC;gBAC3C,MAAM,EAAE,IAAI;gBACZ,QAAQ,EAAE,SAAS;gBACnB,QAAQ,CAAC,MAAM;oBACb,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;gBAC/B,CAAC;gBACD,eAAe,CAAC,aAAa;oBAC3B,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,aAAa,CAAC,CAAA;gBAC1C,CAAC;aACD,CAAC,CAAA;YACF,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAA;QACzC,CAAC;KACD,CAAA;AACF,CAAC"}
@@ -0,0 +1,5 @@
1
+ import { Driver } from "../../driver/driver.js";
2
+ import { DecoderSource } from "../../driver/fns/schematic.js";
3
+ export declare function setupTransitionsTest(driver: Driver, source: DecoderSource): Promise<{
4
+ run: () => Promise<void>;
5
+ }>;