@omnimedia/omnitool 1.1.0-5 → 1.1.0-51

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (380) hide show
  1. package/README.md +143 -80
  2. package/package.json +18 -16
  3. package/s/context.ts +0 -7
  4. package/s/demo/demo.bundle.ts +102 -43
  5. package/s/demo/demo.css +246 -11
  6. package/s/demo/routines/export-test.ts +16 -0
  7. package/s/demo/routines/filmstrip-test.ts +22 -18
  8. package/s/demo/routines/load-video.ts +2 -3
  9. package/s/demo/routines/playback-test.ts +76 -0
  10. package/s/demo/routines/timeline-setup.ts +24 -0
  11. package/s/demo/routines/transcode-test.ts +21 -5
  12. package/s/demo/routines/transitions-test.ts +2 -2
  13. package/s/demo/routines/waveform-test.ts +8 -6
  14. package/s/driver/driver-worker.ts +9 -0
  15. package/s/driver/driver.test.ts +1 -1
  16. package/s/driver/driver.ts +32 -44
  17. package/s/driver/fns/schematic.ts +52 -25
  18. package/s/driver/fns/work.ts +71 -200
  19. package/s/driver/parts/compositor.ts +178 -0
  20. package/s/driver/parts/machina.ts +19 -20
  21. package/s/index.html.ts +103 -19
  22. package/s/index.ts +1 -0
  23. package/s/tests.bundle.ts +11 -0
  24. package/s/tests.html.ts +28 -0
  25. package/s/timeline/index.ts +3 -0
  26. package/s/timeline/parts/basics.ts +1 -1
  27. package/s/timeline/parts/filmstrip.ts +43 -16
  28. package/s/timeline/parts/item.ts +59 -6
  29. package/s/timeline/parts/media.ts +32 -1
  30. package/s/timeline/parts/resource-pool.ts +8 -5
  31. package/s/timeline/parts/resource.ts +2 -0
  32. package/s/timeline/parts/waveform.ts +3 -4
  33. package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
  34. package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
  35. package/s/timeline/renderers/export/parts/cursor.ts +109 -0
  36. package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
  37. package/s/timeline/renderers/export/parts/produce-video.ts +50 -0
  38. package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
  39. package/s/timeline/renderers/export/produce.ts +28 -0
  40. package/s/timeline/renderers/parts/handy.ts +360 -0
  41. package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
  42. package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
  43. package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
  44. package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
  45. package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
  46. package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +16 -0
  47. package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +59 -0
  48. package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +111 -0
  49. package/s/timeline/renderers/parts/samplers/visual/parts/sink.ts +38 -0
  50. package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
  51. package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +10 -0
  52. package/s/timeline/renderers/parts/samplers/visual/sampler.ts +28 -0
  53. package/s/timeline/renderers/parts/schedulers.ts +96 -0
  54. package/s/timeline/renderers/player/parts/playback.ts +125 -0
  55. package/s/timeline/renderers/player/player.ts +71 -0
  56. package/s/timeline/renderers/renderers.test.ts +387 -0
  57. package/s/timeline/sugar/helpers.ts +85 -0
  58. package/s/timeline/sugar/o.ts +178 -38
  59. package/s/timeline/sugar/omni.test.ts +210 -0
  60. package/s/timeline/sugar/omni.ts +38 -12
  61. package/s/timeline/types.ts +29 -0
  62. package/s/timeline/utils/checksum.ts +3 -1
  63. package/s/timeline/utils/datafile.ts +15 -4
  64. package/s/timeline/utils/dummy-data.ts +3 -3
  65. package/s/timeline/utils/matrix.ts +33 -0
  66. package/s/units/fps.ts +8 -0
  67. package/s/units/ms.ts +8 -0
  68. package/s/units/seconds.ts +8 -0
  69. package/x/WebGLRenderer-7X274AYV.js +2 -0
  70. package/x/WebGLRenderer-7X274AYV.js.map +7 -0
  71. package/x/WebGPURenderer-XMCMEXAO.js +2 -0
  72. package/x/WebGPURenderer-XMCMEXAO.js.map +7 -0
  73. package/x/browserAll-6TVTCHHE.js +2 -0
  74. package/x/browserAll-6TVTCHHE.js.map +7 -0
  75. package/x/chunk-4ONWQOPX.js +157 -0
  76. package/x/chunk-4ONWQOPX.js.map +7 -0
  77. package/x/chunk-63NSCXPX.js +2 -0
  78. package/x/chunk-63NSCXPX.js.map +7 -0
  79. package/x/chunk-A45M2HJC.js +2 -0
  80. package/x/chunk-A45M2HJC.js.map +7 -0
  81. package/x/chunk-OTQK6FAJ.js +15 -0
  82. package/x/chunk-OTQK6FAJ.js.map +7 -0
  83. package/x/chunk-Q7JBQNE4.js +42 -0
  84. package/x/chunk-Q7JBQNE4.js.map +7 -0
  85. package/x/chunk-W33LM336.js +393 -0
  86. package/x/chunk-W33LM336.js.map +7 -0
  87. package/x/chunk-W5CN46AR.js +327 -0
  88. package/x/chunk-W5CN46AR.js.map +7 -0
  89. package/x/chunk-WFT3KTZG.js +269 -0
  90. package/x/chunk-WFT3KTZG.js.map +7 -0
  91. package/x/context.d.ts +1 -4
  92. package/x/context.js +1 -5
  93. package/x/context.js.map +1 -1
  94. package/x/demo/WebGLRenderer-NLGJGAXK.js +2 -0
  95. package/x/demo/WebGLRenderer-NLGJGAXK.js.map +7 -0
  96. package/x/demo/WebGPURenderer-RBOFXPL5.js +2 -0
  97. package/x/demo/WebGPURenderer-RBOFXPL5.js.map +7 -0
  98. package/x/demo/browserAll-5AZHDDG6.js +2 -0
  99. package/x/demo/browserAll-5AZHDDG6.js.map +7 -0
  100. package/x/demo/chunk-5ZZYIILO.js +393 -0
  101. package/x/demo/chunk-5ZZYIILO.js.map +7 -0
  102. package/x/demo/chunk-P3PTHHFE.js +42 -0
  103. package/x/demo/chunk-P3PTHHFE.js.map +7 -0
  104. package/x/demo/chunk-PYG4RZZ2.js +269 -0
  105. package/x/demo/chunk-PYG4RZZ2.js.map +7 -0
  106. package/x/demo/chunk-Q4MWBZHL.js +157 -0
  107. package/x/demo/chunk-Q4MWBZHL.js.map +7 -0
  108. package/x/demo/chunk-T3METYEY.js +15 -0
  109. package/x/demo/chunk-T3METYEY.js.map +7 -0
  110. package/x/demo/chunk-USLRKDKD.js +2 -0
  111. package/x/demo/chunk-USLRKDKD.js.map +7 -0
  112. package/x/demo/chunk-YISSXWBT.js +327 -0
  113. package/x/demo/chunk-YISSXWBT.js.map +7 -0
  114. package/x/demo/chunk-YJQWVIHX.js +2 -0
  115. package/x/demo/chunk-YJQWVIHX.js.map +7 -0
  116. package/x/demo/demo.bundle.js +92 -40
  117. package/x/demo/demo.bundle.js.map +1 -1
  118. package/x/demo/demo.bundle.min.js +2450 -35
  119. package/x/demo/demo.bundle.min.js.map +4 -4
  120. package/x/demo/demo.css +246 -11
  121. package/x/demo/routines/export-test.d.ts +2 -0
  122. package/x/demo/routines/export-test.js +10 -0
  123. package/x/demo/routines/export-test.js.map +1 -0
  124. package/x/demo/routines/filmstrip-test.d.ts +1 -1
  125. package/x/demo/routines/filmstrip-test.js +20 -17
  126. package/x/demo/routines/filmstrip-test.js.map +1 -1
  127. package/x/demo/routines/load-video.d.ts +1 -1
  128. package/x/demo/routines/load-video.js +1 -2
  129. package/x/demo/routines/load-video.js.map +1 -1
  130. package/x/demo/routines/playback-test.d.ts +2 -0
  131. package/x/demo/routines/playback-test.js +65 -0
  132. package/x/demo/routines/playback-test.js.map +1 -0
  133. package/x/demo/routines/timeline-setup.d.ts +6 -0
  134. package/x/demo/routines/timeline-setup.js +13 -0
  135. package/x/demo/routines/timeline-setup.js.map +1 -0
  136. package/x/demo/routines/transcode-test.js +17 -5
  137. package/x/demo/routines/transcode-test.js.map +1 -1
  138. package/x/demo/routines/transitions-test.js +2 -2
  139. package/x/demo/routines/transitions-test.js.map +1 -1
  140. package/x/demo/routines/waveform-test.d.ts +2 -1
  141. package/x/demo/routines/waveform-test.js +7 -6
  142. package/x/demo/routines/waveform-test.js.map +1 -1
  143. package/x/demo/webworkerAll-QKIC5O27.js +2 -0
  144. package/x/demo/webworkerAll-QKIC5O27.js.map +7 -0
  145. package/x/driver/WebGLRenderer-OMRWYQIV.js +2 -0
  146. package/x/driver/WebGLRenderer-OMRWYQIV.js.map +7 -0
  147. package/x/driver/WebGPURenderer-KQJB2OJJ.js +2 -0
  148. package/x/driver/WebGPURenderer-KQJB2OJJ.js.map +7 -0
  149. package/x/driver/browserAll-YBZEJCN3.js +2 -0
  150. package/x/driver/browserAll-YBZEJCN3.js.map +7 -0
  151. package/x/driver/chunk-3L3MB5NY.js +393 -0
  152. package/x/driver/chunk-3L3MB5NY.js.map +7 -0
  153. package/x/driver/chunk-42BQ4XKE.js +269 -0
  154. package/x/driver/chunk-42BQ4XKE.js.map +7 -0
  155. package/x/driver/chunk-4HAYG3N5.js +327 -0
  156. package/x/driver/chunk-4HAYG3N5.js.map +7 -0
  157. package/x/driver/chunk-BFBY7VYB.js +42 -0
  158. package/x/driver/chunk-BFBY7VYB.js.map +7 -0
  159. package/x/driver/chunk-KM6O72WE.js +157 -0
  160. package/x/driver/chunk-KM6O72WE.js.map +7 -0
  161. package/x/driver/chunk-N6HD4WYJ.js +2 -0
  162. package/x/driver/chunk-N6HD4WYJ.js.map +7 -0
  163. package/x/driver/chunk-WCZ2O3UN.js +15 -0
  164. package/x/driver/chunk-WCZ2O3UN.js.map +7 -0
  165. package/x/driver/chunk-XWNSF3WJ.js +2 -0
  166. package/x/driver/chunk-XWNSF3WJ.js.map +7 -0
  167. package/x/driver/driver-worker.d.ts +1 -0
  168. package/x/driver/driver-worker.js +6 -0
  169. package/x/driver/driver-worker.js.map +1 -0
  170. package/x/driver/driver.d.ts +12 -9
  171. package/x/driver/driver.js +31 -41
  172. package/x/driver/driver.js.map +1 -1
  173. package/x/driver/driver.test.js +1 -1
  174. package/x/driver/driver.test.js.map +1 -1
  175. package/x/driver/driver.worker.bundle.min.js +139 -1135
  176. package/x/driver/driver.worker.bundle.min.js.map +4 -4
  177. package/x/driver/fns/host.d.ts +10 -4
  178. package/x/driver/fns/schematic.d.ts +47 -24
  179. package/x/driver/fns/work.d.ts +12 -7
  180. package/x/driver/fns/work.js +68 -170
  181. package/x/driver/fns/work.js.map +1 -1
  182. package/x/driver/parts/compositor.d.ts +15 -0
  183. package/x/driver/parts/compositor.js +152 -0
  184. package/x/driver/parts/compositor.js.map +1 -0
  185. package/x/driver/parts/machina.d.ts +0 -20
  186. package/x/driver/parts/machina.js +6 -10
  187. package/x/driver/parts/machina.js.map +1 -1
  188. package/x/driver/webworkerAll-BKJQW6P7.js +2 -0
  189. package/x/driver/webworkerAll-BKJQW6P7.js.map +7 -0
  190. package/x/features/speech/transcribe/parts/prep-audio.d.ts +1 -1
  191. package/x/features/speech/transcribe/worker.bundle.min.js +703 -703
  192. package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
  193. package/x/index.d.ts +1 -0
  194. package/x/index.html +349 -30
  195. package/x/index.html.js +103 -19
  196. package/x/index.html.js.map +1 -1
  197. package/x/index.js +1 -0
  198. package/x/index.js.map +1 -1
  199. package/x/tests.bundle.js +8 -0
  200. package/x/tests.bundle.js.map +1 -0
  201. package/x/tests.bundle.min.js +2464 -0
  202. package/x/tests.bundle.min.js.map +7 -0
  203. package/x/tests.html +316 -0
  204. package/x/tests.html.d.ts +2 -0
  205. package/x/tests.html.js +22 -0
  206. package/x/tests.html.js.map +1 -0
  207. package/x/timeline/index.d.ts +3 -0
  208. package/x/timeline/index.js +3 -0
  209. package/x/timeline/index.js.map +1 -1
  210. package/x/timeline/parts/basics.d.ts +1 -1
  211. package/x/timeline/parts/filmstrip.d.ts +4 -3
  212. package/x/timeline/parts/filmstrip.js +29 -10
  213. package/x/timeline/parts/filmstrip.js.map +1 -1
  214. package/x/timeline/parts/item.d.ts +51 -8
  215. package/x/timeline/parts/item.js +7 -3
  216. package/x/timeline/parts/item.js.map +1 -1
  217. package/x/timeline/parts/media.d.ts +5 -0
  218. package/x/timeline/parts/media.js +27 -1
  219. package/x/timeline/parts/media.js.map +1 -1
  220. package/x/timeline/parts/resource-pool.d.ts +3 -0
  221. package/x/timeline/parts/resource-pool.js +7 -4
  222. package/x/timeline/parts/resource-pool.js.map +1 -1
  223. package/x/timeline/parts/resource.d.ts +2 -0
  224. package/x/timeline/parts/waveform.d.ts +2 -1
  225. package/x/timeline/parts/waveform.js +2 -4
  226. package/x/timeline/parts/waveform.js.map +1 -1
  227. package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
  228. package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
  229. package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
  230. package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
  231. package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
  232. package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
  233. package/x/timeline/renderers/export/parts/cursor.d.ts +19 -0
  234. package/x/timeline/renderers/export/parts/cursor.js +80 -0
  235. package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
  236. package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
  237. package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
  238. package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
  239. package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
  240. package/x/timeline/renderers/export/parts/produce-video.js +27 -0
  241. package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
  242. package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
  243. package/x/timeline/renderers/export/parts/resamplers.js +29 -0
  244. package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
  245. package/x/timeline/renderers/export/produce.d.ts +13 -0
  246. package/x/timeline/renderers/export/produce.js +15 -0
  247. package/x/timeline/renderers/export/produce.js.map +1 -0
  248. package/x/timeline/renderers/parts/handy.d.ts +30 -0
  249. package/x/timeline/renderers/parts/handy.js +219 -0
  250. package/x/timeline/renderers/parts/handy.js.map +1 -0
  251. package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
  252. package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
  253. package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
  254. package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
  255. package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
  256. package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
  257. package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
  258. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
  259. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
  260. package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
  261. package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
  262. package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
  263. package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
  264. package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
  265. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +5 -0
  266. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +10 -0
  267. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
  268. package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +5 -0
  269. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +38 -0
  270. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
  271. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +5 -0
  272. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +75 -0
  273. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
  274. package/x/timeline/renderers/parts/samplers/visual/parts/sink.d.ts +8 -0
  275. package/x/timeline/renderers/parts/samplers/visual/parts/sink.js +24 -0
  276. package/x/timeline/renderers/parts/samplers/visual/parts/sink.js.map +1 -0
  277. package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
  278. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
  279. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
  280. package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +8 -0
  281. package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
  282. package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
  283. package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
  284. package/x/timeline/renderers/parts/samplers/visual/sampler.js +17 -0
  285. package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
  286. package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
  287. package/x/timeline/renderers/parts/schedulers.js +64 -0
  288. package/x/timeline/renderers/parts/schedulers.js.map +1 -0
  289. package/x/timeline/renderers/player/parts/playback.d.ts +31 -0
  290. package/x/timeline/renderers/player/parts/playback.js +91 -0
  291. package/x/timeline/renderers/player/parts/playback.js.map +1 -0
  292. package/x/timeline/renderers/player/player.d.ts +23 -0
  293. package/x/timeline/renderers/player/player.js +50 -0
  294. package/x/timeline/renderers/player/player.js.map +1 -0
  295. package/x/timeline/renderers/renderers.test.d.ts +32 -0
  296. package/x/timeline/renderers/renderers.test.js +306 -0
  297. package/x/timeline/renderers/renderers.test.js.map +1 -0
  298. package/x/timeline/sugar/helpers.d.ts +30 -0
  299. package/x/timeline/sugar/helpers.js +46 -0
  300. package/x/timeline/sugar/helpers.js.map +1 -0
  301. package/x/timeline/sugar/o.d.ts +31 -4
  302. package/x/timeline/sugar/o.js +144 -38
  303. package/x/timeline/sugar/o.js.map +1 -1
  304. package/x/timeline/sugar/omni.d.ts +11 -2
  305. package/x/timeline/sugar/omni.js +30 -9
  306. package/x/timeline/sugar/omni.js.map +1 -1
  307. package/x/timeline/sugar/omni.test.d.ts +27 -0
  308. package/x/timeline/sugar/omni.test.js +128 -0
  309. package/x/timeline/sugar/omni.test.js.map +1 -0
  310. package/x/timeline/types.d.ts +24 -0
  311. package/x/timeline/types.js +2 -0
  312. package/x/timeline/types.js.map +1 -0
  313. package/x/timeline/utils/checksum.d.ts +3 -2
  314. package/x/timeline/utils/checksum.js.map +1 -1
  315. package/x/timeline/utils/datafile.d.ts +5 -3
  316. package/x/timeline/utils/datafile.js +18 -5
  317. package/x/timeline/utils/datafile.js.map +1 -1
  318. package/x/timeline/utils/dummy-data.d.ts +1 -2
  319. package/x/timeline/utils/dummy-data.js +4 -2
  320. package/x/timeline/utils/dummy-data.js.map +1 -1
  321. package/x/timeline/utils/matrix.d.ts +8 -0
  322. package/x/timeline/utils/matrix.js +26 -0
  323. package/x/timeline/utils/matrix.js.map +1 -0
  324. package/x/units/fps.d.ts +6 -0
  325. package/x/units/fps.js +2 -0
  326. package/x/units/fps.js.map +1 -0
  327. package/x/units/ms.d.ts +6 -0
  328. package/x/units/ms.js +2 -0
  329. package/x/units/ms.js.map +1 -0
  330. package/x/units/seconds.d.ts +6 -0
  331. package/x/units/seconds.js +2 -0
  332. package/x/units/seconds.js.map +1 -0
  333. package/x/webworkerAll-VVIU3M54.js +2 -0
  334. package/x/webworkerAll-VVIU3M54.js.map +7 -0
  335. package/s/tests.test.ts +0 -8
  336. package/s/timeline/sugar/omni-test.ts +0 -38
  337. package/s/tools/common/loader.ts +0 -26
  338. package/s/tools/common/transformer-pipeline.ts +0 -26
  339. package/s/tools/speech-recognition/common/model.ts +0 -26
  340. package/s/tools/speech-recognition/whisper/fns/host.ts +0 -25
  341. package/s/tools/speech-recognition/whisper/fns/schematic.ts +0 -23
  342. package/s/tools/speech-recognition/whisper/fns/work.ts +0 -91
  343. package/s/tools/speech-recognition/whisper/parts/types.ts +0 -38
  344. package/s/tools/speech-recognition/whisper/parts/worker.bundle.ts +0 -7
  345. package/s/tools/speech-recognition/whisper/tool.ts +0 -70
  346. package/x/tests.test.js +0 -6
  347. package/x/tests.test.js.map +0 -1
  348. package/x/timeline/sugar/omni-test.d.ts +0 -1
  349. package/x/timeline/sugar/omni-test.js +0 -22
  350. package/x/timeline/sugar/omni-test.js.map +0 -1
  351. package/x/tools/common/loader.d.ts +0 -19
  352. package/x/tools/common/loader.js +0 -18
  353. package/x/tools/common/loader.js.map +0 -1
  354. package/x/tools/common/transformer-pipeline.d.ts +0 -8
  355. package/x/tools/common/transformer-pipeline.js +0 -24
  356. package/x/tools/common/transformer-pipeline.js.map +0 -1
  357. package/x/tools/speech-recognition/common/model.d.ts +0 -14
  358. package/x/tools/speech-recognition/common/model.js +0 -16
  359. package/x/tools/speech-recognition/common/model.js.map +0 -1
  360. package/x/tools/speech-recognition/whisper/fns/host.d.ts +0 -13
  361. package/x/tools/speech-recognition/whisper/fns/host.js +0 -19
  362. package/x/tools/speech-recognition/whisper/fns/host.js.map +0 -1
  363. package/x/tools/speech-recognition/whisper/fns/schematic.d.ts +0 -19
  364. package/x/tools/speech-recognition/whisper/fns/schematic.js +0 -2
  365. package/x/tools/speech-recognition/whisper/fns/schematic.js.map +0 -1
  366. package/x/tools/speech-recognition/whisper/fns/work.d.ts +0 -12
  367. package/x/tools/speech-recognition/whisper/fns/work.js +0 -74
  368. package/x/tools/speech-recognition/whisper/fns/work.js.map +0 -1
  369. package/x/tools/speech-recognition/whisper/parts/types.d.ts +0 -31
  370. package/x/tools/speech-recognition/whisper/parts/types.js.map +0 -1
  371. package/x/tools/speech-recognition/whisper/parts/worker.bundle.d.ts +0 -1
  372. package/x/tools/speech-recognition/whisper/parts/worker.bundle.js +0 -4
  373. package/x/tools/speech-recognition/whisper/parts/worker.bundle.js.map +0 -1
  374. package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +0 -8
  375. package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +0 -7
  376. package/x/tools/speech-recognition/whisper/tool.d.ts +0 -12
  377. package/x/tools/speech-recognition/whisper/tool.js +0 -63
  378. package/x/tools/speech-recognition/whisper/tool.js.map +0 -1
  379. /package/x/{tests.test.d.ts → tests.bundle.d.ts} +0 -0
  380. /package/x/{tools/speech-recognition/whisper → timeline/renderers/parts/samplers/audio}/parts/types.js +0 -0
package/s/demo/demo.css CHANGED
@@ -1,11 +1,16 @@
1
1
 
2
- @layer vars, basics, page;
2
+ @layer vars, basics, page, demo;
3
3
 
4
4
  @layer vars {
5
5
  :root {
6
- --link: cyan;
7
- --color: #fffa;
8
- --background: #111;
6
+ --ink: #f2f4f8;
7
+ --muted: #9fb0c3;
8
+ --surface: #0f141c;
9
+ --panel: #121a26;
10
+ --accent: #2cffd7;
11
+ --accent-2: #ff9a3c;
12
+ --border: color-mix(in oklab, #ffffff 10%, transparent);
13
+ --shadow: 0 20px 60px #00000066;
9
14
  }
10
15
  }
11
16
 
@@ -20,16 +25,20 @@
20
25
  @layer page {
21
26
  html {
22
27
  font-size: 10px;
23
- color: var(--color);
24
- background: var(--background);
28
+ color: var(--ink);
29
+ background:
30
+ radial-gradient(1200px 600px at 10% -10%, #1f314e 0%, transparent 60%),
31
+ radial-gradient(800px 500px at 90% -20%, #2a1f4e 0%, transparent 55%),
32
+ linear-gradient(160deg, #0a0f16 0%, #0b1018 45%, #0b0f14 100%);
33
+ font-family: "Space Grotesk", system-ui, sans-serif;
25
34
  }
26
35
 
27
36
  body {
28
- padding: 2em;
37
+ padding: 3.2em;
29
38
  }
30
39
 
31
40
  .results {
32
- margin-top: 1em;
41
+ margin-top: 2em;
33
42
 
34
43
  display: flex;
35
44
  flex-direction: column;
@@ -37,8 +46,10 @@
37
46
 
38
47
  > div {
39
48
  font-size: 1.5em;
40
- border: 1px solid color-mix(in lch, transparent, var(--color) 20%);
49
+ border: 1px solid var(--border);
41
50
  padding: 1em;
51
+ background: var(--panel);
52
+ box-shadow: var(--shadow);
42
53
  }
43
54
 
44
55
  canvas {
@@ -46,9 +57,233 @@
46
57
  }
47
58
  }
48
59
 
49
- #filmstrip {
60
+ }
61
+
62
+ @layer demo {
63
+ .hero {
64
+ display: flex;
65
+ align-items: center;
66
+ justify-content: space-between;
67
+ gap: 2em;
68
+ margin-bottom: 2.4em;
69
+ }
70
+
71
+ .hero h1 {
72
+ font-family: "Share Tech", system-ui, sans-serif;
73
+ font-size: 3.4em;
74
+ letter-spacing: 0.05em;
75
+ text-transform: uppercase;
76
+ }
77
+
78
+ .hero h1 small {
79
+ font-size: 0.5em;
80
+ color: var(--muted);
81
+ }
82
+
83
+ .hero p {
84
+ font-size: 1.4em;
85
+ color: var(--muted);
86
+ margin-top: 0.6em;
87
+ max-width: 60ch;
88
+ }
89
+
90
+ .demo-grid {
91
+ display: grid;
92
+ grid-template-columns: repeat(auto-fit, minmax(280px, 1fr));
93
+ gap: 1.8em;
94
+ margin-bottom: 2.4em;
95
+ }
96
+
97
+ .demo-card {
98
+ background: linear-gradient(160deg, #111a25 0%, #0f1620 60%, #0d121a 100%);
99
+ border: 1px solid var(--border);
100
+ border-radius: 16px;
101
+ padding: 1.6em;
102
+ box-shadow: var(--shadow);
103
+ display: grid;
104
+ gap: 1.2em;
105
+ }
106
+
107
+ .demo-card h2 {
108
+ font-size: 1.8em;
109
+ letter-spacing: 0.03em;
110
+ }
111
+
112
+ .demo-card p {
113
+ color: var(--muted);
114
+ font-size: 1.2em;
115
+ }
116
+
117
+ .demo-controls {
118
+ display: grid;
119
+ gap: 0.8em;
120
+ }
121
+
122
+ .demo-progress {
123
+ display: grid;
124
+ grid-template-columns: 1fr auto;
125
+ align-items: center;
126
+ gap: 0.8em;
127
+ font-size: 1.1em;
128
+ color: var(--muted);
129
+ }
130
+
131
+ .demo-progress .status {
132
+ letter-spacing: 0.06em;
133
+ text-transform: uppercase;
134
+ font-size: 0.9em;
135
+ }
136
+
137
+ progress.progress {
138
+ width: 100%;
139
+ height: 10px;
140
+ border-radius: 999px;
141
+ overflow: hidden;
142
+ background: #0b1118;
143
+ border: 1px solid var(--border);
144
+ }
145
+
146
+ progress.progress::-webkit-progress-bar {
147
+ background: #0b1118;
148
+ }
149
+
150
+ progress.progress::-webkit-progress-value {
151
+ background: linear-gradient(120deg, var(--accent), #4df1ff);
152
+ }
153
+
154
+ progress.progress::-moz-progress-bar {
155
+ background: linear-gradient(120deg, var(--accent), #4df1ff);
156
+ }
157
+
158
+ .demo-preview {
159
+ border: 1px solid var(--border);
160
+ border-radius: 12px;
161
+ min-height: 160px;
162
+ background: #0b1118;
163
+ display: grid;
164
+ place-items: center;
165
+ overflow: hidden;
166
+ }
167
+
168
+ .demo-preview canvas {
169
+ width: 100%;
170
+ height: auto;
171
+ }
172
+
173
+ .filmstrip-controls,
174
+ .waveform-controls {
175
+ display: grid;
176
+ gap: 0.6em;
177
+ font-size: 1.1em;
178
+ color: var(--muted);
179
+ }
180
+
181
+ .filmstrip-controls input[type="range"],
182
+ .waveform-controls input[type="range"] {
183
+ width: 100%;
184
+ }
185
+
186
+ input[type="file"] {
187
+ background: #0b111a;
188
+ color: var(--ink);
189
+ border: 1px dashed #2b3b52;
190
+ border-radius: 10px;
191
+ padding: 0.8em;
192
+ font-size: 1.2em;
193
+ }
194
+
195
+ button {
196
+ background: linear-gradient(120deg, var(--accent), #4df1ff);
197
+ border: none;
198
+ color: #0a0f14;
199
+ font-weight: 600;
200
+ letter-spacing: 0.03em;
201
+ border-radius: 10px;
202
+ padding: 0.8em 1.2em;
203
+ cursor: pointer;
204
+ transition: transform 120ms ease, box-shadow 120ms ease;
205
+ box-shadow: 0 10px 20px #00ffd533;
206
+ }
207
+
208
+ button[data-action="export"] {
209
+ background: linear-gradient(120deg, var(--accent-2), #ffd479);
210
+ box-shadow: 0 10px 20px #ffb35a33;
211
+ }
212
+
213
+ button:disabled {
214
+ opacity: 0.6;
215
+ cursor: not-allowed;
216
+ transform: none;
217
+ box-shadow: none;
218
+ }
219
+
220
+ button:not(:disabled):hover {
221
+ transform: translateY(-1px);
222
+ }
223
+
224
+ .filmstrip {
50
225
  display: flex;
51
226
  overflow-x: scroll;
227
+ gap: 0.4em;
228
+ padding: 0.4em 0;
229
+ }
230
+
231
+ .player {
232
+ margin-top: 1.2em;
233
+ display: grid;
234
+ gap: 0.8em;
52
235
  }
53
- }
54
236
 
237
+ .player .timeline {
238
+ display: grid;
239
+ gap: 0.6em;
240
+ }
241
+
242
+ .player .track {
243
+ position: relative;
244
+ height: 10px;
245
+ border-radius: 999px;
246
+ background:
247
+ linear-gradient(90deg, #1e1e1e, #1a1a1a),
248
+ repeating-linear-gradient(90deg, #ffffff14 0 6px, transparent 6px 12px);
249
+ border: 1px solid #ffffff22;
250
+ overflow: hidden;
251
+ }
252
+
253
+ .player .playhead {
254
+ position: absolute;
255
+ left: 0%;
256
+ top: -6px;
257
+ width: 2px;
258
+ height: 22px;
259
+ background: #3cff9c;
260
+ box-shadow: 0 0 12px #3cff9c99;
261
+ }
262
+
263
+ .player .scrub {
264
+ width: 100%;
265
+ }
266
+
267
+ .player .timecode {
268
+ font-size: 1.2em;
269
+ letter-spacing: 0.06em;
270
+ color: #c7ffe3;
271
+ }
272
+
273
+ .player .controls {
274
+ display: flex;
275
+ gap: 0.8em;
276
+ }
277
+
278
+ .player-canvas {
279
+ border: 1px solid var(--border);
280
+ border-radius: 10px;
281
+ padding: 0.6em;
282
+ background: #0b1118;
283
+ }
284
+
285
+ canvas {
286
+ width: 100%;
287
+ height: auto;
288
+ }
289
+ }
@@ -0,0 +1,16 @@
1
+ import {Omni, TimelineFile} from "../../timeline/index.js"
2
+
3
+ export function exportTest(
4
+ omni: Omni,
5
+ timeline: TimelineFile,
6
+ exportButton: HTMLButtonElement,
7
+ onStatus?: (state: "running" | "done") => void
8
+ ) {
9
+ exportButton.addEventListener("click", () => {
10
+ onStatus?.("running")
11
+ omni.render(timeline).then(() => {
12
+ console.log("done")
13
+ onStatus?.("done")
14
+ })
15
+ })
16
+ }
@@ -1,14 +1,16 @@
1
1
  import {Filmstrip} from "../../timeline/parts/filmstrip.js"
2
2
 
3
- export async function filmstripTest(file: File) {
4
- const rangeSlider = document.querySelector(".range") as HTMLInputElement
5
- const rangeView = document.querySelector(".range-view")!
6
- const rangeSizeSlider = document.querySelector(".range-size")! as HTMLInputElement
7
- const frequencySlider = document.querySelector(".frequency")! as HTMLInputElement
8
- const frequencyView = document.querySelector(".frequency-view")!
9
- const container = document.querySelector("#filmstrip")!
10
- const FPS_10 = 1000/10 / 1000
3
+ export async function filmstripTest(file: File, root: HTMLElement) {
4
+ const rangeSlider = root.querySelector(".range") as HTMLInputElement
5
+ const rangeView = root.querySelector(".range-view")!
6
+ const rangeSizeSlider = root.querySelector(".range-size")! as HTMLInputElement
7
+ const frequencySlider = root.querySelector(".frequency")! as HTMLInputElement
8
+ const frequencyView = root.querySelector(".frequency-view")!
9
+ const container = root.querySelector(".filmstrip")!
10
+ const FPS_10 = 1 / 10
11
11
  let rangeSize = 0.5
12
+ container.replaceChildren()
13
+
12
14
  const filmstrip = await Filmstrip.init(
13
15
  file,
14
16
  {
@@ -27,22 +29,24 @@ export async function filmstripTest(file: File) {
27
29
  fit: "fill"
28
30
  }
29
31
  }
30
- )
31
- rangeSizeSlider.addEventListener("change", () => {
32
+ )
33
+ rangeSizeSlider.oninput = () => {
32
34
  rangeSize = +rangeSizeSlider.value
33
- const [start, end] = [+rangeSlider.value, +rangeSlider.value+rangeSize]
35
+ const start = +rangeSlider.value
36
+ const end = start + rangeSize
34
37
  filmstrip.range = [start, end]
35
38
  rangeView.textContent = `visible time range: [${start}, ${end}]`
36
- })
37
- rangeSlider.addEventListener("change", () => {
38
- const [start, end] = [+rangeSlider.value, +rangeSlider.value+rangeSize]
39
+ }
40
+ rangeSlider.oninput = () => {
41
+ const start = +rangeSlider.value
42
+ const end = start + rangeSize
39
43
  filmstrip.range = [start, end]
40
44
  rangeView.textContent = `visible time range: [${start}, ${end}]`
41
- })
42
- frequencySlider.addEventListener("change", () => {
43
- filmstrip.frequency = 1000/+frequencySlider.value/1000
45
+ }
46
+ frequencySlider.oninput = () => {
47
+ filmstrip.frequency = 1 / +frequencySlider.value
44
48
  frequencyView.textContent = `frame every ${filmstrip.frequency.toFixed(3)} second (${frequencySlider.value} frames per second)`
45
- })
49
+ }
46
50
  filmstrip.range = [10, 10.5]
47
51
  }
48
52
 
@@ -1,7 +1,6 @@
1
1
 
2
- export async function loadVideo(url: string): Promise<ArrayBuffer> {
2
+ export async function loadVideo(url: string) {
3
3
  return fetch(url)
4
- .then(response => response.bytes())
5
- .then(bytes => bytes.buffer)
4
+ .then(response => response.blob())
6
5
  }
7
6
 
@@ -0,0 +1,76 @@
1
+
2
+ import {O, Omni, TimelineFile} from "../../timeline/index.js"
3
+
4
+ export async function playbackTest(timeline: TimelineFile, omni: Omni, root: HTMLElement) {
5
+ const playButton = root.querySelector(".play") as HTMLButtonElement
6
+ const stopButton = root.querySelector(".stop") as HTMLButtonElement
7
+ const scrub = root.querySelector(".scrub") as HTMLInputElement
8
+ const playhead = root.querySelector(".playhead") as HTMLDivElement
9
+ const timecode = root.querySelector(".timecode") as HTMLDivElement
10
+ const canvasSlot = root.querySelector(".player-canvas") as HTMLDivElement
11
+ const o = new O({timeline})
12
+ const player = await omni.playback(timeline)
13
+ canvasSlot.replaceChildren(player.canvas)
14
+
15
+ playButton.disabled = false
16
+ stopButton.disabled = false
17
+
18
+ playButton.addEventListener("click", () => player.play())
19
+ stopButton.addEventListener("click", () => player.pause())
20
+ scrub.max = String(Math.ceil(player.duration))
21
+
22
+ let isScrubbing = false
23
+ let pendingSeek: number | null = null
24
+ let seekInFlight = false
25
+
26
+ player.playback.onTick.on(() => setScrubState(player.currentTime, player.duration))
27
+
28
+ const queueSeek = async (timeMs: number) => {
29
+ pendingSeek = timeMs
30
+ if (seekInFlight)
31
+ return
32
+ seekInFlight = true
33
+ while (pendingSeek) {
34
+ const next = pendingSeek
35
+ pendingSeek = null
36
+ await player.seek(next)
37
+ }
38
+ seekInFlight = false
39
+ }
40
+
41
+ const updateTimecode = (currentMs: number, durationMs: number) => {
42
+ timecode.textContent = `${formatTime(currentMs)} / ${formatTime(durationMs)}`
43
+ }
44
+
45
+ scrub.addEventListener("input", async () => {
46
+ isScrubbing = true
47
+ const next = Math.max(0, Math.min(+scrub.value, player.duration))
48
+ updateTimecode(next, player.duration)
49
+ await queueSeek(next)
50
+ })
51
+
52
+ scrub.addEventListener("change", async () => {
53
+ isScrubbing = false
54
+ const next = Math.max(0, Math.min(+scrub.value, player.duration))
55
+ await queueSeek(next)
56
+ })
57
+
58
+ const setScrubState = (timeMs: number, durationMs: number) => {
59
+ const clamped = Math.max(0, Math.min(timeMs, durationMs))
60
+ if (!isScrubbing) scrub.value = String(Math.round(clamped))
61
+ const progress = durationMs ? (clamped / durationMs) * 100 : 0
62
+ playhead.style.left = `${progress}%`
63
+ updateTimecode(clamped, durationMs)
64
+ }
65
+
66
+ player.update(o.timeline)
67
+ }
68
+
69
+ function formatTime(ms: number) {
70
+ const clamped = Math.max(0, ms)
71
+ const totalSeconds = Math.floor(clamped / 1000)
72
+ const minutes = Math.floor(totalSeconds / 60)
73
+ const seconds = totalSeconds % 60
74
+ const millis = Math.floor(clamped % 1000)
75
+ return `${minutes}:${String(seconds).padStart(2, "0")}.${String(millis).padStart(3, "0")}`
76
+ }
@@ -0,0 +1,24 @@
1
+
2
+ import {Driver} from "../../driver/driver.js"
3
+ import {Datafile, Item, Omni} from "../../timeline/index.js"
4
+
5
+ export async function TimelineSchemaTest(driver: Driver, file: File) {
6
+ const omni = new Omni(driver)
7
+ const {videoA} = await omni.load({videoA: Datafile.make(file)})
8
+ const timeline = omni.timeline(o => {
9
+ const text = o.text("content", {duration: 1000})
10
+ const style = o.textStyle({fill: "green", fontSize: 100})
11
+ o.set<Item.Text>(text.id, {styleId: style.id})
12
+
13
+ return o.sequence(
14
+ o.stack(
15
+ text,
16
+ o.video(videoA, {duration: 3000, start: 1000}),
17
+ o.audio(videoA, {duration: 1000})
18
+ ),
19
+ o.gap(500),
20
+ o.video(videoA, {duration: 7000, start: 5000})
21
+ )})
22
+
23
+ return {timeline, omni}
24
+ }
@@ -1,3 +1,4 @@
1
+
1
2
  import {Driver} from "../../driver/driver.js"
2
3
  import {DecoderSource} from "../../driver/fns/schematic.js"
3
4
 
@@ -10,19 +11,23 @@ export function setupTranscodeTest(driver: Driver, source: DecoderSource) {
10
11
  const ctx = canvas.getContext("2d")
11
12
 
12
13
  async function run() {
13
- const readables = driver.decode({
14
+ const video = driver.decodeVideo({
14
15
  source,
15
16
  async onFrame(frame) {
16
17
  const composed = await driver.composite([
17
18
  {
19
+ id: 0,
18
20
  kind: "image",
19
21
  frame
20
22
  },
21
23
  {
24
+ id: 1,
22
25
  kind: "text",
23
26
  content: "omnitool",
24
- fontSize: 50,
25
- color: "green"
27
+ style: {
28
+ fontSize: 50,
29
+ fill: "green"
30
+ }
26
31
  }
27
32
  ])
28
33
  frame.close()
@@ -30,15 +35,26 @@ export function setupTranscodeTest(driver: Driver, source: DecoderSource) {
30
35
  return composed
31
36
  }
32
37
  })
38
+ const audio = driver.decodeAudio({source})
33
39
 
34
- await driver.encode({
35
- readables,
40
+ const {readable, done} = driver.encode({
41
+ video,
42
+ audio,
36
43
  config: {
37
44
  audio: {codec: "opus", bitrate: 128000},
38
45
  video: {codec: "vp9", bitrate: 1000000}
39
46
  }
40
47
  })
48
+
49
+ const handle = await window.showSaveFilePicker()
50
+ const writable = await handle.createWritable()
51
+
52
+ await Promise.all([
53
+ readable.pipeTo(writable),
54
+ done
55
+ ])
41
56
  }
42
57
 
43
58
  return {canvas, run}
44
59
  }
60
+
@@ -15,7 +15,7 @@ export async function setupTransitionsTest(driver: Driver, source: DecoderSource
15
15
  const transition = makeTransition({name: "circle", renderer: app.renderer})
16
16
 
17
17
  async function run() {
18
- const readables = driver.decode({
18
+ const video = driver.decodeVideo({
19
19
  source,
20
20
  async onFrame(frame) {
21
21
  const texture = transition.render({
@@ -31,7 +31,7 @@ export async function setupTransitionsTest(driver: Driver, source: DecoderSource
31
31
  })
32
32
 
33
33
  await driver.encode({
34
- readables,
34
+ video,
35
35
  config: {
36
36
  audio: {codec: "opus", bitrate: 128000},
37
37
  video: {codec: "vp9", bitrate: 1000000}
@@ -1,12 +1,14 @@
1
+ import {Driver} from "../../driver/driver.js"
1
2
  import {Waveform} from "../../timeline/parts/waveform.js"
2
3
 
3
- export async function waveformTest() {
4
- const container = document.querySelector(".waveform-demo") as HTMLElement
5
- const widthSlider = document.querySelector(".width") as HTMLInputElement
6
- const waveform = await Waveform.init("/assets/temp/gl.mp4", container)
4
+ export async function waveformTest(driver: Driver, source: File, root: HTMLElement) {
5
+ const container = root.querySelector(".waveform-canvas") as HTMLElement
6
+ const widthSlider = root.querySelector(".width") as HTMLInputElement
7
+ container.replaceChildren()
8
+ const waveform = await Waveform.init(driver, source, container)
7
9
 
8
- widthSlider.addEventListener("change", () => {
10
+ widthSlider.oninput = () => {
9
11
  const width = +widthSlider.value
10
12
  waveform.width = width
11
- })
13
+ }
12
14
  }
@@ -0,0 +1,9 @@
1
+
2
+ import {Comrade} from "@e280/comrade"
3
+ import {setupDriverWork} from "./fns/work.js"
4
+ import {DriverSchematic} from "./fns/schematic.js"
5
+
6
+ export async function driverWorker() {
7
+ await Comrade.worker<DriverSchematic>(setupDriverWork)
8
+ }
9
+
@@ -5,7 +5,7 @@ import {Science, test, expect} from "@e280/science"
5
5
  const workerUrl = new URL("./driver.worker.bundle.js", import.meta.url)
6
6
 
7
7
  export default Science.suite({
8
- "driver hello world": test(async() => {
8
+ "driver hello world": test.skip(async() => {
9
9
  const driver = await Driver.setup({workerUrl})
10
10
  expect(driver.machina.count).is(0)
11
11
  await driver.thread.work.hello()