@omnimedia/omnitool 1.1.0-1 → 1.1.0-100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (468) hide show
  1. package/README.md +556 -72
  2. package/package.json +20 -15
  3. package/s/context.ts +0 -7
  4. package/s/demo/demo.bundle.ts +104 -39
  5. package/s/demo/demo.css +246 -11
  6. package/s/demo/routines/export-test.ts +16 -0
  7. package/s/demo/routines/filmstrip-test.ts +23 -19
  8. package/s/demo/routines/load-video.ts +2 -3
  9. package/s/demo/routines/playback-test.ts +61 -0
  10. package/s/demo/routines/timeline-setup.ts +81 -0
  11. package/s/demo/routines/transcode-test.ts +21 -5
  12. package/s/demo/routines/transcriber-test.ts +34 -0
  13. package/s/demo/routines/transitions-test.ts +43 -0
  14. package/s/demo/routines/waveform-test.ts +35 -8
  15. package/s/driver/driver-worker.ts +9 -0
  16. package/s/driver/driver.test.ts +1 -1
  17. package/s/driver/driver.ts +52 -43
  18. package/s/driver/fns/host.ts +7 -6
  19. package/s/driver/fns/schematic.ts +69 -25
  20. package/s/driver/fns/work.ts +102 -214
  21. package/s/driver/parts/compositor.ts +319 -0
  22. package/s/driver/parts/machina.ts +19 -20
  23. package/s/driver/utils/find-pixi-filter.ts +24 -0
  24. package/s/driver/utils/load-decoder-source.ts +3 -4
  25. package/s/features/bg-remover/bg-remover.ts +26 -0
  26. package/s/features/bg-remover/default-spec.ts +11 -0
  27. package/s/features/bg-remover/types.ts +27 -0
  28. package/s/features/bg-remover/worker.bundle.ts +52 -0
  29. package/s/features/parts/expose-errors.ts +41 -0
  30. package/s/features/parts/load-pipe.ts +17 -0
  31. package/s/features/parts/types.ts +19 -0
  32. package/s/features/speech/transcribe/default-spec.ts +11 -0
  33. package/s/features/speech/transcribe/parts/prep-audio.ts +23 -0
  34. package/s/features/speech/transcribe/parts/transcribe.ts +70 -0
  35. package/s/features/speech/transcribe/transcriber.ts +46 -0
  36. package/s/features/speech/transcribe/types.ts +76 -0
  37. package/s/features/speech/transcribe/worker.bundle.ts +42 -0
  38. package/s/features/transition/parts/fragment.ts +24 -0
  39. package/s/features/transition/parts/types.ts +27 -0
  40. package/s/features/transition/parts/uniforms.ts +29 -0
  41. package/s/features/transition/parts/vertex.ts +31 -0
  42. package/s/features/transition/transition.ts +60 -0
  43. package/s/index.html.ts +103 -20
  44. package/s/index.ts +1 -0
  45. package/s/tests.bundle.ts +11 -0
  46. package/s/tests.html.ts +28 -0
  47. package/s/timeline/index.ts +17 -1
  48. package/s/timeline/parts/animations/make.ts +38 -0
  49. package/s/timeline/parts/animations/presets.ts +138 -0
  50. package/s/timeline/parts/animations/properties.ts +30 -0
  51. package/s/timeline/parts/animations/registry.ts +13 -0
  52. package/s/timeline/parts/animations/types.ts +80 -0
  53. package/s/timeline/parts/basics.ts +1 -1
  54. package/s/timeline/parts/captions.ts +91 -0
  55. package/s/timeline/parts/filmstrip.ts +43 -16
  56. package/s/timeline/parts/filters.ts +453 -0
  57. package/s/timeline/parts/item.ts +124 -11
  58. package/s/timeline/parts/media.ts +43 -1
  59. package/s/timeline/parts/resource-pool.ts +8 -5
  60. package/s/timeline/parts/resource.ts +3 -0
  61. package/s/timeline/parts/transitions.ts +102 -0
  62. package/s/timeline/parts/waveform/parts/collect.ts +72 -0
  63. package/s/timeline/parts/waveform/parts/render.ts +45 -0
  64. package/s/timeline/parts/waveform/parts/types.ts +24 -0
  65. package/s/timeline/parts/waveform/waveform.ts +161 -0
  66. package/s/timeline/renderers/export/parts/audio-gain.ts +17 -0
  67. package/s/timeline/renderers/export/parts/audio-mix.ts +133 -0
  68. package/s/timeline/renderers/export/parts/cursor.ts +291 -0
  69. package/s/timeline/renderers/export/parts/produce-audio.ts +64 -0
  70. package/s/timeline/renderers/export/parts/produce-video.ts +49 -0
  71. package/s/timeline/renderers/export/parts/resamplers.ts +48 -0
  72. package/s/timeline/renderers/export/produce.ts +28 -0
  73. package/s/timeline/renderers/parts/handy.ts +441 -0
  74. package/s/timeline/renderers/parts/samplers/audio/parts/find.ts +19 -0
  75. package/s/timeline/renderers/parts/samplers/audio/parts/init.ts +60 -0
  76. package/s/timeline/renderers/parts/samplers/audio/parts/sink.ts +38 -0
  77. package/s/timeline/renderers/parts/samplers/audio/parts/types.ts +16 -0
  78. package/s/timeline/renderers/parts/samplers/audio/sampler.ts +35 -0
  79. package/s/timeline/renderers/parts/samplers/visual/parts/defaults.ts +23 -0
  80. package/s/timeline/renderers/parts/samplers/visual/parts/image-sink.ts +51 -0
  81. package/s/timeline/renderers/parts/samplers/visual/parts/sample.ts +99 -0
  82. package/s/timeline/renderers/parts/samplers/visual/parts/sequence.ts +97 -0
  83. package/s/timeline/renderers/parts/samplers/visual/parts/transition.ts +28 -0
  84. package/s/timeline/renderers/parts/samplers/visual/parts/types.ts +11 -0
  85. package/s/timeline/renderers/parts/samplers/visual/parts/video-sink.ts +38 -0
  86. package/s/timeline/renderers/parts/samplers/visual/sampler.ts +31 -0
  87. package/s/timeline/renderers/parts/schedulers.ts +96 -0
  88. package/s/timeline/renderers/player/parts/playback.ts +213 -0
  89. package/s/timeline/renderers/player/player.ts +86 -0
  90. package/s/timeline/renderers/renderers.test.ts +403 -0
  91. package/s/timeline/sugar/helpers.ts +239 -0
  92. package/s/timeline/sugar/o.ts +443 -48
  93. package/s/timeline/sugar/omni.test.ts +210 -0
  94. package/s/timeline/sugar/omni.ts +38 -12
  95. package/s/timeline/types.ts +62 -0
  96. package/s/timeline/utils/anim.ts +63 -0
  97. package/s/timeline/utils/checksum.ts +5 -2
  98. package/s/timeline/utils/datafile.ts +15 -4
  99. package/s/timeline/utils/dummy-data.ts +3 -3
  100. package/s/timeline/utils/matrix.ts +54 -0
  101. package/s/timeline/utils/terps.ts +81 -0
  102. package/s/units/fps.ts +8 -0
  103. package/s/units/ms.ts +8 -0
  104. package/s/units/seconds.ts +8 -0
  105. package/x/WebGLRenderer-4CHIZDHY.js +2 -0
  106. package/x/WebGLRenderer-4CHIZDHY.js.map +7 -0
  107. package/x/WebGPURenderer-O6WXU2QR.js +2 -0
  108. package/x/WebGPURenderer-O6WXU2QR.js.map +7 -0
  109. package/x/browserAll-WNIOTNNP.js +2 -0
  110. package/x/browserAll-WNIOTNNP.js.map +7 -0
  111. package/x/chunk-23FOBGX6.js +2 -0
  112. package/x/chunk-23FOBGX6.js.map +7 -0
  113. package/x/chunk-73XOWA4F.js +393 -0
  114. package/x/chunk-73XOWA4F.js.map +7 -0
  115. package/x/chunk-IAWJKNX5.js +42 -0
  116. package/x/chunk-IAWJKNX5.js.map +7 -0
  117. package/x/chunk-KCMVLWBS.js +157 -0
  118. package/x/chunk-KCMVLWBS.js.map +7 -0
  119. package/x/chunk-MR32SQ27.js +2 -0
  120. package/x/chunk-MR32SQ27.js.map +7 -0
  121. package/x/chunk-VCUJJYRJ.js +327 -0
  122. package/x/chunk-VCUJJYRJ.js.map +7 -0
  123. package/x/chunk-XNIZ4L5W.js +269 -0
  124. package/x/chunk-XNIZ4L5W.js.map +7 -0
  125. package/x/chunk-ZLGNQFUI.js +15 -0
  126. package/x/chunk-ZLGNQFUI.js.map +7 -0
  127. package/x/context.d.ts +1 -4
  128. package/x/context.js +1 -5
  129. package/x/context.js.map +1 -1
  130. package/x/demo/WebGLRenderer-RSJAHIG2.js +2 -0
  131. package/x/demo/WebGLRenderer-RSJAHIG2.js.map +7 -0
  132. package/x/demo/WebGPURenderer-MGFAJCYY.js +2 -0
  133. package/x/demo/WebGPURenderer-MGFAJCYY.js.map +7 -0
  134. package/x/demo/browserAll-PTRBXBRP.js +2 -0
  135. package/x/demo/browserAll-PTRBXBRP.js.map +7 -0
  136. package/x/demo/chunk-CUYOGHWU.js +42 -0
  137. package/x/demo/chunk-CUYOGHWU.js.map +7 -0
  138. package/x/demo/chunk-DGTDNJ7W.js +2 -0
  139. package/x/demo/chunk-DGTDNJ7W.js.map +7 -0
  140. package/x/demo/chunk-FZ5BYF63.js +15 -0
  141. package/x/demo/chunk-FZ5BYF63.js.map +7 -0
  142. package/x/demo/chunk-KWN4NNES.js +269 -0
  143. package/x/demo/chunk-KWN4NNES.js.map +7 -0
  144. package/x/demo/chunk-OJ3FPXW7.js +157 -0
  145. package/x/demo/chunk-OJ3FPXW7.js.map +7 -0
  146. package/x/demo/chunk-PSLUOGTZ.js +393 -0
  147. package/x/demo/chunk-PSLUOGTZ.js.map +7 -0
  148. package/x/demo/chunk-VLCVEIFU.js +327 -0
  149. package/x/demo/chunk-VLCVEIFU.js.map +7 -0
  150. package/x/demo/chunk-ZWCPT5FR.js +2 -0
  151. package/x/demo/chunk-ZWCPT5FR.js.map +7 -0
  152. package/x/demo/demo.bundle.js +94 -36
  153. package/x/demo/demo.bundle.js.map +1 -1
  154. package/x/demo/demo.bundle.min.js +7359 -107
  155. package/x/demo/demo.bundle.min.js.map +4 -4
  156. package/x/demo/demo.css +246 -11
  157. package/x/demo/routines/export-test.d.ts +2 -0
  158. package/x/demo/routines/export-test.js +10 -0
  159. package/x/demo/routines/export-test.js.map +1 -0
  160. package/x/demo/routines/filmstrip-test.d.ts +1 -1
  161. package/x/demo/routines/filmstrip-test.js +21 -18
  162. package/x/demo/routines/filmstrip-test.js.map +1 -1
  163. package/x/demo/routines/load-video.d.ts +1 -1
  164. package/x/demo/routines/load-video.js +1 -2
  165. package/x/demo/routines/load-video.js.map +1 -1
  166. package/x/demo/routines/playback-test.d.ts +2 -0
  167. package/x/demo/routines/playback-test.js +51 -0
  168. package/x/demo/routines/playback-test.js.map +1 -0
  169. package/x/demo/routines/timeline-setup.d.ts +6 -0
  170. package/x/demo/routines/timeline-setup.js +59 -0
  171. package/x/demo/routines/timeline-setup.js.map +1 -0
  172. package/x/demo/routines/transcode-test.js +17 -5
  173. package/x/demo/routines/transcode-test.js.map +1 -1
  174. package/x/demo/routines/transcriber-test.d.ts +4 -0
  175. package/x/demo/routines/transcriber-test.js +33 -0
  176. package/x/demo/routines/transcriber-test.js.map +1 -0
  177. package/x/demo/routines/transitions-test.d.ts +5 -0
  178. package/x/demo/routines/transitions-test.js +35 -0
  179. package/x/demo/routines/transitions-test.js.map +1 -0
  180. package/x/demo/routines/waveform-test.d.ts +2 -1
  181. package/x/demo/routines/waveform-test.js +29 -8
  182. package/x/demo/routines/waveform-test.js.map +1 -1
  183. package/x/demo/webworkerAll-JENRT6BT.js +2 -0
  184. package/x/demo/webworkerAll-JENRT6BT.js.map +7 -0
  185. package/x/driver/driver-worker.d.ts +1 -0
  186. package/x/driver/driver-worker.js +6 -0
  187. package/x/driver/driver-worker.js.map +1 -0
  188. package/x/driver/driver.d.ts +24 -9
  189. package/x/driver/driver.js +51 -40
  190. package/x/driver/driver.js.map +1 -1
  191. package/x/driver/driver.test.js +1 -1
  192. package/x/driver/driver.test.js.map +1 -1
  193. package/x/driver/driver.worker.bundle.min.js +137 -1137
  194. package/x/driver/driver.worker.bundle.min.js.map +4 -4
  195. package/x/driver/fns/host.d.ts +12 -4
  196. package/x/driver/fns/host.js +3 -3
  197. package/x/driver/fns/host.js.map +1 -1
  198. package/x/driver/fns/schematic.d.ts +65 -25
  199. package/x/driver/fns/work.d.ts +14 -7
  200. package/x/driver/fns/work.js +83 -174
  201. package/x/driver/fns/work.js.map +1 -1
  202. package/x/driver/parts/compositor.d.ts +39 -0
  203. package/x/driver/parts/compositor.js +264 -0
  204. package/x/driver/parts/compositor.js.map +1 -0
  205. package/x/driver/parts/machina.d.ts +0 -20
  206. package/x/driver/parts/machina.js +6 -10
  207. package/x/driver/parts/machina.js.map +1 -1
  208. package/x/driver/utils/find-pixi-filter.d.ts +5 -0
  209. package/x/driver/utils/find-pixi-filter.js +13 -0
  210. package/x/driver/utils/find-pixi-filter.js.map +1 -0
  211. package/x/driver/utils/load-decoder-source.d.ts +2 -1
  212. package/x/driver/utils/load-decoder-source.js +2 -3
  213. package/x/driver/utils/load-decoder-source.js.map +1 -1
  214. package/x/features/bg-remover/bg-remover.d.ts +5 -0
  215. package/x/features/bg-remover/bg-remover.js +18 -0
  216. package/x/features/bg-remover/bg-remover.js.map +1 -0
  217. package/x/features/bg-remover/default-spec.d.ts +2 -0
  218. package/x/features/bg-remover/default-spec.js +6 -0
  219. package/x/features/bg-remover/default-spec.js.map +1 -0
  220. package/x/features/bg-remover/types.d.ts +20 -0
  221. package/x/features/bg-remover/types.js +2 -0
  222. package/x/features/bg-remover/types.js.map +1 -0
  223. package/x/features/bg-remover/worker.bundle.js +39 -0
  224. package/x/features/bg-remover/worker.bundle.js.map +1 -0
  225. package/x/features/bg-remover/worker.bundle.min.js +2916 -0
  226. package/x/features/bg-remover/worker.bundle.min.js.map +7 -0
  227. package/x/features/parts/expose-errors.d.ts +3 -0
  228. package/x/features/parts/expose-errors.js +32 -0
  229. package/x/features/parts/expose-errors.js.map +1 -0
  230. package/x/features/parts/load-pipe.d.ts +2 -0
  231. package/x/features/parts/load-pipe.js +13 -0
  232. package/x/features/parts/load-pipe.js.map +1 -0
  233. package/x/features/parts/types.d.ts +15 -0
  234. package/x/features/parts/types.js +2 -0
  235. package/x/features/parts/types.js.map +1 -0
  236. package/x/features/speech/transcribe/default-spec.d.ts +2 -0
  237. package/x/features/speech/transcribe/default-spec.js +8 -0
  238. package/x/features/speech/transcribe/default-spec.js.map +1 -0
  239. package/x/features/speech/transcribe/parts/prep-audio.d.ts +5 -0
  240. package/x/features/speech/transcribe/parts/prep-audio.js +21 -0
  241. package/x/features/speech/transcribe/parts/prep-audio.js.map +1 -0
  242. package/x/features/speech/transcribe/parts/transcribe.d.ts +5 -0
  243. package/x/features/speech/transcribe/parts/transcribe.js +56 -0
  244. package/x/features/speech/transcribe/parts/transcribe.js.map +1 -0
  245. package/x/features/speech/transcribe/transcriber.d.ts +5 -0
  246. package/x/features/speech/transcribe/transcriber.js +33 -0
  247. package/x/features/speech/transcribe/transcriber.js.map +1 -0
  248. package/x/features/speech/transcribe/types.d.ts +59 -0
  249. package/x/features/speech/transcribe/types.js +2 -0
  250. package/x/features/speech/transcribe/types.js.map +1 -0
  251. package/x/features/speech/transcribe/worker.bundle.js +35 -0
  252. package/x/features/speech/transcribe/worker.bundle.js.map +1 -0
  253. package/x/features/speech/transcribe/worker.bundle.min.js +2916 -0
  254. package/x/features/speech/transcribe/worker.bundle.min.js.map +7 -0
  255. package/x/features/transition/parts/fragment.d.ts +1 -0
  256. package/x/features/transition/parts/fragment.js +25 -0
  257. package/x/features/transition/parts/fragment.js.map +1 -0
  258. package/x/features/transition/parts/types.d.ts +23 -0
  259. package/x/features/transition/parts/types.js +2 -0
  260. package/x/features/transition/parts/types.js.map +1 -0
  261. package/x/features/transition/parts/uniforms.d.ts +31 -0
  262. package/x/features/transition/parts/uniforms.js +27 -0
  263. package/x/features/transition/parts/uniforms.js.map +1 -0
  264. package/x/features/transition/parts/vertex.d.ts +1 -0
  265. package/x/features/transition/parts/vertex.js +32 -0
  266. package/x/features/transition/parts/vertex.js.map +1 -0
  267. package/x/features/transition/transition.d.ts +5 -0
  268. package/x/features/transition/transition.js +50 -0
  269. package/x/features/transition/transition.js.map +1 -0
  270. package/x/index.d.ts +1 -0
  271. package/x/index.html +349 -30
  272. package/x/index.html.js +103 -19
  273. package/x/index.html.js.map +1 -1
  274. package/x/index.js +1 -0
  275. package/x/index.js.map +1 -1
  276. package/x/tests.bundle.d.ts +1 -0
  277. package/x/tests.bundle.js +8 -0
  278. package/x/tests.bundle.js.map +1 -0
  279. package/x/tests.bundle.min.js +7374 -0
  280. package/x/tests.bundle.min.js.map +7 -0
  281. package/x/tests.html +316 -0
  282. package/x/tests.html.d.ts +2 -0
  283. package/x/tests.html.js +22 -0
  284. package/x/tests.html.js.map +1 -0
  285. package/x/timeline/index.d.ts +16 -0
  286. package/x/timeline/index.js +16 -0
  287. package/x/timeline/index.js.map +1 -1
  288. package/x/timeline/parts/animations/make.d.ts +3 -0
  289. package/x/timeline/parts/animations/make.js +29 -0
  290. package/x/timeline/parts/animations/make.js.map +1 -0
  291. package/x/timeline/parts/animations/presets.d.ts +170 -0
  292. package/x/timeline/parts/animations/presets.js +135 -0
  293. package/x/timeline/parts/animations/presets.js.map +1 -0
  294. package/x/timeline/parts/animations/properties.d.ts +84 -0
  295. package/x/timeline/parts/animations/properties.js +25 -0
  296. package/x/timeline/parts/animations/properties.js.map +1 -0
  297. package/x/timeline/parts/animations/registry.d.ts +218 -0
  298. package/x/timeline/parts/animations/registry.js +11 -0
  299. package/x/timeline/parts/animations/registry.js.map +1 -0
  300. package/x/timeline/parts/animations/types.d.ts +60 -0
  301. package/x/timeline/parts/animations/types.js +2 -0
  302. package/x/timeline/parts/animations/types.js.map +1 -0
  303. package/x/timeline/parts/basics.d.ts +1 -1
  304. package/x/timeline/parts/captions.d.ts +41 -0
  305. package/x/timeline/parts/captions.js +55 -0
  306. package/x/timeline/parts/captions.js.map +1 -0
  307. package/x/timeline/parts/filmstrip.d.ts +4 -3
  308. package/x/timeline/parts/filmstrip.js +29 -10
  309. package/x/timeline/parts/filmstrip.js.map +1 -1
  310. package/x/timeline/parts/filters.d.ts +108 -0
  311. package/x/timeline/parts/filters.js +340 -0
  312. package/x/timeline/parts/filters.js.map +1 -0
  313. package/x/timeline/parts/item.d.ts +106 -12
  314. package/x/timeline/parts/item.js +11 -7
  315. package/x/timeline/parts/item.js.map +1 -1
  316. package/x/timeline/parts/media.d.ts +6 -0
  317. package/x/timeline/parts/media.js +35 -1
  318. package/x/timeline/parts/media.js.map +1 -1
  319. package/x/timeline/parts/resource-pool.d.ts +3 -0
  320. package/x/timeline/parts/resource-pool.js +7 -4
  321. package/x/timeline/parts/resource-pool.js.map +1 -1
  322. package/x/timeline/parts/resource.d.ts +3 -0
  323. package/x/timeline/parts/transitions.d.ts +15 -0
  324. package/x/timeline/parts/transitions.js +81 -0
  325. package/x/timeline/parts/transitions.js.map +1 -0
  326. package/x/timeline/parts/waveform/parts/collect.d.ts +11 -0
  327. package/x/timeline/parts/waveform/parts/collect.js +56 -0
  328. package/x/timeline/parts/waveform/parts/collect.js.map +1 -0
  329. package/x/timeline/parts/waveform/parts/render.d.ts +5 -0
  330. package/x/timeline/parts/waveform/parts/render.js +29 -0
  331. package/x/timeline/parts/waveform/parts/render.js.map +1 -0
  332. package/x/timeline/parts/waveform/parts/types.d.ts +21 -0
  333. package/x/timeline/parts/waveform/parts/types.js +2 -0
  334. package/x/timeline/parts/waveform/parts/types.js.map +1 -0
  335. package/x/timeline/parts/waveform/waveform.d.ts +19 -0
  336. package/x/timeline/parts/waveform/waveform.js +133 -0
  337. package/x/timeline/parts/waveform/waveform.js.map +1 -0
  338. package/x/timeline/renderers/export/parts/audio-gain.d.ts +1 -0
  339. package/x/timeline/renderers/export/parts/audio-gain.js +13 -0
  340. package/x/timeline/renderers/export/parts/audio-gain.js.map +1 -0
  341. package/x/timeline/renderers/export/parts/audio-mix.d.ts +21 -0
  342. package/x/timeline/renderers/export/parts/audio-mix.js +89 -0
  343. package/x/timeline/renderers/export/parts/audio-mix.js.map +1 -0
  344. package/x/timeline/renderers/export/parts/cursor.d.ts +35 -0
  345. package/x/timeline/renderers/export/parts/cursor.js +236 -0
  346. package/x/timeline/renderers/export/parts/cursor.js.map +1 -0
  347. package/x/timeline/renderers/export/parts/produce-audio.d.ts +6 -0
  348. package/x/timeline/renderers/export/parts/produce-audio.js +41 -0
  349. package/x/timeline/renderers/export/parts/produce-audio.js.map +1 -0
  350. package/x/timeline/renderers/export/parts/produce-video.d.ts +10 -0
  351. package/x/timeline/renderers/export/parts/produce-video.js +26 -0
  352. package/x/timeline/renderers/export/parts/produce-video.js.map +1 -0
  353. package/x/timeline/renderers/export/parts/resamplers.d.ts +12 -0
  354. package/x/timeline/renderers/export/parts/resamplers.js +29 -0
  355. package/x/timeline/renderers/export/parts/resamplers.js.map +1 -0
  356. package/x/timeline/renderers/export/produce.d.ts +13 -0
  357. package/x/timeline/renderers/export/produce.js +15 -0
  358. package/x/timeline/renderers/export/produce.js.map +1 -0
  359. package/x/timeline/renderers/parts/handy.d.ts +38 -0
  360. package/x/timeline/renderers/parts/handy.js +263 -0
  361. package/x/timeline/renderers/parts/handy.js.map +1 -0
  362. package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts +6 -0
  363. package/x/timeline/renderers/parts/samplers/audio/parts/find.js +15 -0
  364. package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map +1 -0
  365. package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts +5 -0
  366. package/x/timeline/renderers/parts/samplers/audio/parts/init.js +40 -0
  367. package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map +1 -0
  368. package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts +8 -0
  369. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js +24 -0
  370. package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map +1 -0
  371. package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts +14 -0
  372. package/x/timeline/renderers/parts/samplers/audio/parts/types.js +2 -0
  373. package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map +1 -0
  374. package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts +11 -0
  375. package/x/timeline/renderers/parts/samplers/audio/sampler.js +22 -0
  376. package/x/timeline/renderers/parts/samplers/audio/sampler.js.map +1 -0
  377. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts +8 -0
  378. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js +14 -0
  379. package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map +1 -0
  380. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.d.ts +11 -0
  381. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js +36 -0
  382. package/x/timeline/renderers/parts/samplers/visual/parts/image-sink.js.map +1 -0
  383. package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts +9 -0
  384. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js +70 -0
  385. package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map +1 -0
  386. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts +6 -0
  387. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js +63 -0
  388. package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map +1 -0
  389. package/x/timeline/renderers/parts/samplers/visual/parts/transition.d.ts +3 -0
  390. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js +18 -0
  391. package/x/timeline/renderers/parts/samplers/visual/parts/transition.js.map +1 -0
  392. package/x/timeline/renderers/parts/samplers/visual/parts/types.d.ts +9 -0
  393. package/x/timeline/renderers/parts/samplers/visual/parts/types.js +2 -0
  394. package/x/timeline/renderers/parts/samplers/visual/parts/types.js.map +1 -0
  395. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.d.ts +8 -0
  396. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js +24 -0
  397. package/x/timeline/renderers/parts/samplers/visual/parts/video-sink.js.map +1 -0
  398. package/x/timeline/renderers/parts/samplers/visual/sampler.d.ts +7 -0
  399. package/x/timeline/renderers/parts/samplers/visual/sampler.js +20 -0
  400. package/x/timeline/renderers/parts/samplers/visual/sampler.js.map +1 -0
  401. package/x/timeline/renderers/parts/schedulers.d.ts +17 -0
  402. package/x/timeline/renderers/parts/schedulers.js +64 -0
  403. package/x/timeline/renderers/parts/schedulers.js.map +1 -0
  404. package/x/timeline/renderers/player/parts/playback.d.ts +39 -0
  405. package/x/timeline/renderers/player/parts/playback.js +160 -0
  406. package/x/timeline/renderers/player/parts/playback.js.map +1 -0
  407. package/x/timeline/renderers/player/player.d.ts +27 -0
  408. package/x/timeline/renderers/player/player.js +64 -0
  409. package/x/timeline/renderers/player/player.js.map +1 -0
  410. package/x/timeline/renderers/renderers.test.d.ts +33 -0
  411. package/x/timeline/renderers/renderers.test.js +321 -0
  412. package/x/timeline/renderers/renderers.test.js.map +1 -0
  413. package/x/timeline/sugar/helpers.d.ts +72 -0
  414. package/x/timeline/sugar/helpers.js +122 -0
  415. package/x/timeline/sugar/helpers.js.map +1 -0
  416. package/x/timeline/sugar/o.d.ts +59 -8
  417. package/x/timeline/sugar/o.js +326 -40
  418. package/x/timeline/sugar/o.js.map +1 -1
  419. package/x/timeline/sugar/omni.d.ts +11 -2
  420. package/x/timeline/sugar/omni.js +30 -9
  421. package/x/timeline/sugar/omni.js.map +1 -1
  422. package/x/timeline/sugar/omni.test.d.ts +27 -0
  423. package/x/timeline/sugar/omni.test.js +128 -0
  424. package/x/timeline/sugar/omni.test.js.map +1 -0
  425. package/x/timeline/types.d.ts +37 -0
  426. package/x/timeline/types.js +2 -0
  427. package/x/timeline/types.js.map +1 -0
  428. package/x/timeline/utils/anim.d.ts +3 -0
  429. package/x/timeline/utils/anim.js +40 -0
  430. package/x/timeline/utils/anim.js.map +1 -0
  431. package/x/timeline/utils/checksum.d.ts +3 -2
  432. package/x/timeline/utils/checksum.js +2 -1
  433. package/x/timeline/utils/checksum.js.map +1 -1
  434. package/x/timeline/utils/datafile.d.ts +5 -3
  435. package/x/timeline/utils/datafile.js +18 -5
  436. package/x/timeline/utils/datafile.js.map +1 -1
  437. package/x/timeline/utils/dummy-data.d.ts +1 -2
  438. package/x/timeline/utils/dummy-data.js +4 -2
  439. package/x/timeline/utils/dummy-data.js.map +1 -1
  440. package/x/timeline/utils/matrix.d.ts +17 -0
  441. package/x/timeline/utils/matrix.js +36 -0
  442. package/x/timeline/utils/matrix.js.map +1 -0
  443. package/x/timeline/utils/terps.d.ts +11 -0
  444. package/x/timeline/utils/terps.js +57 -0
  445. package/x/timeline/utils/terps.js.map +1 -0
  446. package/x/units/fps.d.ts +6 -0
  447. package/x/units/fps.js +2 -0
  448. package/x/units/fps.js.map +1 -0
  449. package/x/units/ms.d.ts +6 -0
  450. package/x/units/ms.js +2 -0
  451. package/x/units/ms.js.map +1 -0
  452. package/x/units/seconds.d.ts +6 -0
  453. package/x/units/seconds.js +2 -0
  454. package/x/units/seconds.js.map +1 -0
  455. package/x/webworkerAll-RLCTMSDD.js +2 -0
  456. package/x/webworkerAll-RLCTMSDD.js.map +7 -0
  457. package/s/tests.test.ts +0 -8
  458. package/s/timeline/parts/waveform.ts +0 -62
  459. package/s/timeline/sugar/omni-test.ts +0 -38
  460. package/x/tests.test.js +0 -6
  461. package/x/tests.test.js.map +0 -1
  462. package/x/timeline/parts/waveform.d.ts +0 -8
  463. package/x/timeline/parts/waveform.js +0 -51
  464. package/x/timeline/parts/waveform.js.map +0 -1
  465. package/x/timeline/sugar/omni-test.js +0 -22
  466. package/x/timeline/sugar/omni-test.js.map +0 -1
  467. /package/x/{tests.test.d.ts → features/bg-remover/worker.bundle.d.ts} +0 -0
  468. /package/x/{timeline/sugar/omni-test.d.ts → features/speech/transcribe/worker.bundle.d.ts} +0 -0
@@ -0,0 +1,264 @@
1
+ import { pub } from "@e280/stz";
2
+ import { autoDetectRenderer, ColorMatrixFilter, Container, Graphics, Sprite, Text, Texture } from "pixi.js";
3
+ import * as PixiFilters from "pixi-filters";
4
+ import { findPixiFilter } from "../utils/find-pixi-filter.js";
5
+ import { mat6ToMatrix } from "../../timeline/utils/matrix.js";
6
+ import { makeTransition } from "../../features/transition/transition.js";
7
+ export class Compositor {
8
+ pixi;
9
+ onPointerDown = pub();
10
+ onPointerMove = pub();
11
+ onPointerUp = pub();
12
+ onDispose = pub();
13
+ static async setup() {
14
+ const renderer = await autoDetectRenderer({
15
+ width: 1920,
16
+ height: 1080,
17
+ preference: "webgl", // webgl and webgl2 causes memory leaks on chrome
18
+ background: "black",
19
+ preferWebGLVersion: 2
20
+ });
21
+ const stage = new Container();
22
+ stage.interactive = true;
23
+ return new this({ renderer, stage });
24
+ }
25
+ constructor(pixi) {
26
+ this.pixi = pixi;
27
+ }
28
+ #transitions = new Map();
29
+ // objects rendered for current Composition
30
+ #activeObjects = new Map();
31
+ #cropMasks = new WeakMap();
32
+ async composite(composition) {
33
+ const { stage, renderer } = this.pixi;
34
+ this.#cleanup(this.#collectIds(composition));
35
+ const { dispose } = await this.#renderLayer(composition, stage);
36
+ renderer.render(stage);
37
+ // make sure browser support webgl/webgpu otherwise it might take much longer to construct frame
38
+ // if its very slow on eg edge try chrome
39
+ const frame = new VideoFrame(renderer.canvas, {
40
+ timestamp: 0,
41
+ duration: 0,
42
+ });
43
+ dispose();
44
+ return frame;
45
+ }
46
+ /**
47
+ * get object for current Composition
48
+ * */
49
+ getActiveObject(id) {
50
+ return this.#activeObjects.get(id)?.sprite;
51
+ }
52
+ async #renderLayer(layer, parent) {
53
+ if (Array.isArray(layer)) {
54
+ const disposers = [];
55
+ for (const child of [...layer].reverse()) {
56
+ const result = await this.#renderLayer(child, parent);
57
+ disposers.push(result.dispose);
58
+ }
59
+ return { dispose: () => disposers.forEach(d => d()) };
60
+ }
61
+ switch (layer.kind) {
62
+ case 'text':
63
+ return this.#renderTextLayer(layer, parent);
64
+ case 'image':
65
+ return this.#renderImageLayer(layer, parent);
66
+ case 'transition':
67
+ return this.#renderTransitionLayer(layer, parent);
68
+ case 'gap': {
69
+ this.pixi?.renderer.clear();
70
+ return { dispose: () => { } };
71
+ }
72
+ default:
73
+ console.warn('Unknown layer kind', layer.kind);
74
+ return { dispose: () => { } };
75
+ }
76
+ }
77
+ #renderTextLayer(layer, parent) {
78
+ const sprite = this.#findOrCreate(layer);
79
+ sprite.text = layer.content;
80
+ if (layer.style)
81
+ sprite.style = layer.style;
82
+ this.#applyTransform(sprite, layer.matrix);
83
+ this.#applyAlpha(sprite, layer.alpha);
84
+ this.#applyCrop(sprite, layer.crop);
85
+ this.#applyFilters(sprite, layer.filters);
86
+ parent.addChild(sprite);
87
+ return {
88
+ dispose: () => { }
89
+ };
90
+ }
91
+ #renderImageLayer(layer, parent) {
92
+ const sprite = this.#findOrCreate(layer);
93
+ if (sprite.texture && sprite.texture !== Texture.EMPTY) {
94
+ sprite.texture.destroy(true);
95
+ }
96
+ const texture = Texture.from(layer.frame);
97
+ sprite.texture = texture;
98
+ this.#applyTransform(sprite, layer.matrix);
99
+ this.#applyAlpha(sprite, layer.alpha);
100
+ this.#applyCrop(sprite, layer.crop);
101
+ this.#applyFilters(sprite, layer.filters);
102
+ parent.addChild(sprite);
103
+ return {
104
+ dispose: () => {
105
+ layer.frame.close();
106
+ }
107
+ };
108
+ }
109
+ #renderTransitionLayer({ from, to, progress, name }, parent) {
110
+ const transition = this.#transitions.get(name) ??
111
+ (this.#transitions.set(name, makeTransition({
112
+ name,
113
+ renderer: this.pixi.renderer
114
+ })),
115
+ this.#transitions.get(name));
116
+ const texture = transition.render({ from, to, progress, width: from.displayWidth, height: from.displayHeight });
117
+ const sprite = new Sprite(texture);
118
+ parent.addChild(sprite);
119
+ return { dispose: () => sprite.destroy(false) };
120
+ }
121
+ #applyTransform(target, worldMatrix) {
122
+ if (!worldMatrix)
123
+ return;
124
+ const mx = mat6ToMatrix(worldMatrix);
125
+ target.setFromMatrix(mx);
126
+ }
127
+ #applyAlpha(target, alpha) {
128
+ target.alpha = alpha ?? 1;
129
+ }
130
+ #applyCrop(target, crop) {
131
+ const existing = this.#cropMasks.get(target);
132
+ if (existing) {
133
+ if (target.mask === existing)
134
+ target.mask = null;
135
+ existing.removeFromParent();
136
+ existing.clear();
137
+ }
138
+ if (!crop || crop.every(value => value === 0))
139
+ return;
140
+ const [top, right, bottom, left] = crop;
141
+ const activeMask = target.mask;
142
+ target.mask = null;
143
+ const bounds = target.getLocalBounds();
144
+ target.mask = activeMask;
145
+ const x = bounds.x + bounds.width * left;
146
+ const y = bounds.y + bounds.height * top;
147
+ const width = bounds.width * Math.max(0, 1 - left - right);
148
+ const height = bounds.height * Math.max(0, 1 - top - bottom);
149
+ const mask = existing ?? new Graphics();
150
+ mask.clear();
151
+ mask.beginFill(0xffffff);
152
+ mask.drawRect(x, y, width, height);
153
+ mask.endFill();
154
+ target.addChild(mask);
155
+ target.mask = mask;
156
+ this.#cropMasks.set(target, mask);
157
+ }
158
+ #applyFilters(target, specs) {
159
+ if (!specs?.length) {
160
+ target.filters = null;
161
+ return;
162
+ }
163
+ target.filters = specs
164
+ .map((spec) => {
165
+ switch (spec.type) {
166
+ case "ColorMatrixFilter": {
167
+ const { matrix, ...params } = spec.params ?? {};
168
+ const filter = new ColorMatrixFilter(params);
169
+ if (matrix)
170
+ filter.matrix = matrix;
171
+ return filter;
172
+ }
173
+ case "EmbossFilter":
174
+ return new PixiFilters.EmbossFilter(spec.params?.strength);
175
+ case "PixelateFilter":
176
+ return new PixiFilters.PixelateFilter(spec.params?.size);
177
+ default: {
178
+ const PixiFilter = findPixiFilter(spec.type);
179
+ return PixiFilter ? new PixiFilter(spec.params) : undefined;
180
+ }
181
+ }
182
+ })
183
+ .filter((filter) => !!filter);
184
+ }
185
+ #findOrCreate(layer) {
186
+ const object = this.#activeObjects.get(layer.id);
187
+ if (!object) {
188
+ switch (layer.kind) {
189
+ case 'text': {
190
+ const text = new Text({
191
+ text: layer.content,
192
+ style: layer.style
193
+ });
194
+ text.eventMode = "static";
195
+ const down = (event) => this.onPointerDown.publish({ event, id: layer.id, object: text });
196
+ const up = (event) => this.onPointerUp.publish({ event, id: layer.id, object: text });
197
+ const move = (event) => this.onPointerUp.publish({ event, id: layer.id, object: text });
198
+ text.on("pointerdown", down);
199
+ text.on("pointerup", up);
200
+ text.on("pointermove", move);
201
+ return this.#activeObjects
202
+ .set(layer.id, {
203
+ sprite: text,
204
+ dispose: () => {
205
+ this.onDispose.publish({ id: layer.id, object: text });
206
+ text.off("pointermove", move);
207
+ text.off("pointerdown", down);
208
+ text.off("pointerup", up);
209
+ }
210
+ })
211
+ .get(layer.id)?.sprite;
212
+ }
213
+ case 'image': {
214
+ const sprite = new Sprite();
215
+ sprite.eventMode = "static";
216
+ const down = (event) => this.onPointerDown.publish({ event, id: layer.id, object: sprite });
217
+ const up = (event) => this.onPointerUp.publish({ event, id: layer.id, object: sprite });
218
+ const move = (event) => this.onPointerUp.publish({ event, id: layer.id, object: sprite });
219
+ sprite.on("pointerdown", down);
220
+ sprite.on("pointermove", move);
221
+ sprite.on("pointerup", up);
222
+ return this.#activeObjects
223
+ .set(layer.id, {
224
+ sprite,
225
+ dispose: () => {
226
+ this.onDispose.publish({ id: layer.id, object: sprite });
227
+ sprite.off("pointerdown", down);
228
+ sprite.off("pointermove", move);
229
+ sprite.off("pointerup", up);
230
+ }
231
+ })
232
+ .get(layer.id)?.sprite;
233
+ }
234
+ }
235
+ }
236
+ else
237
+ return object.sprite;
238
+ }
239
+ #collectIds(layers) {
240
+ const result = new Set();
241
+ const traverse = (node) => {
242
+ if (Array.isArray(node)) {
243
+ for (const child of node)
244
+ traverse(child);
245
+ }
246
+ else {
247
+ result.add(node.id);
248
+ }
249
+ };
250
+ traverse(layers);
251
+ return result;
252
+ }
253
+ #cleanup(activeIds) {
254
+ for (const id of this.#activeObjects.keys()) {
255
+ if (!activeIds.has(id)) {
256
+ const { sprite, dispose } = this.#activeObjects.get(id);
257
+ dispose();
258
+ sprite.destroy(true);
259
+ this.#activeObjects.delete(id);
260
+ }
261
+ }
262
+ }
263
+ }
264
+ //# sourceMappingURL=compositor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"compositor.js","sourceRoot":"","sources":["../../../s/driver/parts/compositor.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAC,MAAM,WAAW,CAAA;AAC7B,OAAO,EACN,kBAAkB,EAClB,iBAAiB,EACjB,SAAS,EAGT,QAAQ,EAER,MAAM,EACN,IAAI,EACJ,OAAO,EACP,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,WAAW,MAAM,cAAc,CAAA;AAI3C,OAAO,EAAC,cAAc,EAAC,MAAM,8BAA8B,CAAA;AAE3D,OAAO,EAAO,YAAY,EAAC,MAAM,gCAAgC,CAAA;AACjE,OAAO,EAAC,cAAc,EAAC,MAAM,yCAAyC,CAAA;AAEtE,MAAM,OAAO,UAAU;IAmBH;IAlBnB,aAAa,GAAG,GAAG,EAA+D,CAAA;IAClF,aAAa,GAAG,GAAG,EAA+D,CAAA;IAClF,WAAW,GAAG,GAAG,EAA+D,CAAA;IAChF,SAAS,GAAG,GAAG,EAAiC,CAAA;IAEhD,MAAM,CAAC,KAAK,CAAC,KAAK;QACjB,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC;YACzC,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,OAAO,EAAE,iDAAiD;YACtE,UAAU,EAAE,OAAO;YACnB,kBAAkB,EAAE,CAAC;SACrB,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,IAAI,SAAS,EAAE,CAAA;QAC7B,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;QACxB,OAAO,IAAI,IAAI,CAAC,EAAC,QAAQ,EAAE,KAAK,EAAC,CAAC,CAAA;IACnC,CAAC;IAED,YAAmB,IAA4C;QAA5C,SAAI,GAAJ,IAAI,CAAwC;IAAG,CAAC;IAEnE,YAAY,GAAmD,IAAI,GAAG,EAAE,CAAA;IACxE,2CAA2C;IAC3C,cAAc,GAAG,IAAI,GAAG,EAAoD,CAAA;IAC5E,UAAU,GAAG,IAAI,OAAO,EAAuB,CAAA;IAE/C,KAAK,CAAC,SAAS,CACd,WAAwB;QAExB,MAAM,EAAC,KAAK,EAAE,QAAQ,EAAC,GAAG,IAAI,CAAC,IAAI,CAAA;QAEnC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAA;QAC5C,MAAM,EAAC,OAAO,EAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;QAC7D,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEtB,gGAAgG;QAChG,yCAAyC;QACzC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC7C,SAAS,EAAE,CAAC;YACZ,QAAQ,EAAE,CAAC;SACX,CAAC,CAAA;QAEF,OAAO,EAAE,CAAA;QAET,OAAO,KAAK,CAAA;IACb,CAAC;IAED;;SAEK;IACL,eAAe,CAAC,EAAM;QACrB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY,CACjB,KAA0B,EAC1B,MAAiB;QAEjB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAmB,EAAE,CAAA;YACpC,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;gBACrD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAC/B,CAAC;YACD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAC,CAAA;QACpD,CAAC;QAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,MAAM;gBACV,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC5C,KAAK,OAAO;gBACX,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC7C,KAAK,YAAY;gBAChB,OAAO,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClD,KAAK,KAAK,CAAC,CAAC,CAAC;gBACZ,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAC3B,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;YAC3B,CAAC;YACD;gBACC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAG,KAAa,CAAC,IAAI,CAAC,CAAA;gBACvD,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,EAAC,CAAA;QAC5B,CAAC;IACF,CAAC;IAED,gBAAgB,CACf,KAAqC,EACrC,MAAiB;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAO,KAAK,CAAE,CAAA;QAC/C,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,CAAA;QAC3B,IAAI,KAAK,CAAC,KAAK;YACd,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAA;QAC3B,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QACzC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;SACjB,CAAA;IACF,CAAC;IAED,iBAAiB,CAChB,KAAsC,EACtC,MAAiB;QAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAS,KAAK,CAAE,CAAA;QAEjD,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,KAAK,EAAE,CAAC;YACxD,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAC7B,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACzC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAA;QACxB,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAA;QAC1C,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;QACnC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;QACzC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QAEvB,OAAO;YACN,OAAO,EAAE,GAAG,EAAE;gBACb,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACpB,CAAC;SACD,CAAA;IACF,CAAC;IAED,sBAAsB,CACrB,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAuC,EAChE,MAAiB;QAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7C,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC;gBAC3C,IAAI;gBACJ,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;aAC5B,CAAC,CAAC;gBACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAE,CAC7B,CAAA;QACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,CAAC,aAAa,EAAC,CAAC,CAAA;QAC7G,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QACvB,OAAO,EAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAC,CAAA;IAC9C,CAAC;IAED,eAAe,CAAC,MAAqB,EAAE,WAAkB;QACvD,IAAI,CAAC,WAAW;YAAE,OAAM;QACzB,MAAM,EAAE,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;QACnC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,MAAiB,EAAE,KAAc;QAC5C,MAAM,CAAC,KAAK,GAAG,KAAK,IAAI,CAAC,CAAA;IAC1B,CAAC;IAED,UAAU,CAAC,MAAiB,EAAE,IAAW;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAC5C,IAAI,QAAQ,EAAE,CAAC;YACd,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAC3B,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;YACnB,QAAQ,CAAC,gBAAgB,EAAE,CAAA;YAC3B,QAAQ,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC;QAED,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC;YAC5C,OAAM;QAEP,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,IAAI,CAAA;QACvC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAA;QAC9B,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;QAClB,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAA;QACtC,MAAM,CAAC,IAAI,GAAG,UAAU,CAAA;QACxB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACxC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,GAAG,CAAA;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,MAAM,CAAC,CAAA;QAE5D,MAAM,IAAI,GAAG,QAAQ,IAAI,IAAI,QAAQ,EAAE,CAAA;QACvC,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAA;QACxB,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAA;QAClC,IAAI,CAAC,OAAO,EAAE,CAAA;QACd,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACrB,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;QAClB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;IAClC,CAAC;IAED,aAAa,CAAC,MAAiB,EAAE,KAA+B;QAC/D,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC;YACpB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAA;YACrB,OAAM;QACP,CAAC;QAED,MAAM,CAAC,OAAO,GAAG,KAAK;aACpB,GAAG,CAAC,CAAC,IAAI,EAAsB,EAAE;YACjC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,mBAAmB,CAAC,CAAC,CAAC;oBAC1B,MAAM,EAAC,MAAM,EAAE,GAAG,MAAM,EAAC,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAA;oBAC7C,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAA;oBAC5C,IAAI,MAAM;wBACT,MAAM,CAAC,MAAM,GAAG,MAAM,CAAA;oBACvB,OAAO,MAAM,CAAA;gBACd,CAAC;gBACD,KAAK,cAAc;oBAClB,OAAO,IAAI,WAAW,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;gBAC3D,KAAK,gBAAgB;oBACpB,OAAO,IAAI,WAAW,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBACzD,OAAO,CAAC,CAAC,CAAC;oBACT,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBAC5C,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;gBAC5D,CAAC;YACF,CAAC;QACF,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,MAAM,EAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IACjD,CAAC;IAED,aAAa,CAAgB,KAAY;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAChD,IAAG,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,MAAM,CAAC,CAAC,CAAC;oBACb,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC;wBACrB,IAAI,EAAE,KAAK,CAAC,OAAO;wBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;qBAClB,CAAC,CAAA;oBACF,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAA;oBACzB,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;oBAC9G,MAAM,EAAE,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;oBAC1G,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;oBAE5G,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAC5B,IAAI,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;oBACxB,IAAI,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAE5B,OAAO,IAAI,CAAC,cAAc;yBACxB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;wBACd,MAAM,EAAE,IAAI;wBACZ,OAAO,EAAE,GAAG,EAAE;4BACb,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAA;4BACpD,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC7B,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC7B,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;wBAC1B,CAAC;qBACD,CAAC;yBACD,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAW,CAAA;gBAC7B,CAAC;gBACD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACd,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;oBAC3B,MAAM,CAAC,SAAS,GAAG,QAAQ,CAAA;oBAC3B,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;oBAChH,MAAM,EAAE,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;oBAC5G,MAAM,IAAI,GAAG,CAAC,KAA4B,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;oBAE9G,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAC9B,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;oBAC9B,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;oBAE1B,OAAO,IAAI,CAAC,cAAc;yBACxB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE;wBACd,MAAM;wBACN,OAAO,EAAE,GAAG,EAAE;4BACb,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAC,CAAC,CAAA;4BACtD,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC/B,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,CAAA;4BAC/B,MAAM,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;wBAC5B,CAAC;qBACD,CAAC;yBACD,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,MAAW,CAAA;gBAC7B,CAAC;YACF,CAAC;QACF,CAAC;;YAAM,OAAO,MAAM,CAAC,MAAW,CAAA;IACjC,CAAC;IAED,WAAW,CAAC,MAA2B;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAA;QAChC,MAAM,QAAQ,GAAG,CAAC,IAAyB,EAAE,EAAE;YAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,IAAI;oBAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;YAC1C,CAAC;iBAAM,CAAC;gBACP,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACpB,CAAC;QACF,CAAC,CAAA;QACD,QAAQ,CAAC,MAAM,CAAC,CAAA;QAChB,OAAO,MAAM,CAAA;IACd,CAAC;IAED,QAAQ,CAAC,SAAsB;QAC9B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;YAC7C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACxB,MAAM,EAAC,MAAM,EAAE,OAAO,EAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;gBACtD,OAAO,EAAE,CAAA;gBACT,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gBACpB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YAC/B,CAAC;QACF,CAAC;IACF,CAAC;CACD"}
@@ -1,23 +1,3 @@
1
- import { WebMediaInfo } from "web-demuxer";
2
- type Events = {
3
- type: "config";
4
- config: {
5
- audio: AudioDecoderConfig;
6
- video: VideoDecoderConfig;
7
- };
8
- } | {
9
- type: "info";
10
- data: WebMediaInfo;
11
- } | {
12
- type: "encoderQueueSize";
13
- size: number;
14
- };
15
- type Handler = (event: Events) => void;
16
1
  export declare class Machina {
17
- #private;
18
2
  count: number;
19
- register(id: number, handler: Handler): void;
20
- unregister(id: number): void;
21
- dispatch(id: number, event: Events): void;
22
3
  }
23
- export {};
@@ -1,14 +1,10 @@
1
+ // type Events =
2
+ // | {type: "config", config: {audio: AudioDecoderConfig, video: VideoDecoderConfig}}
3
+ // | {type: "info", data: WebMediaInfo}
4
+ // | {type: "encoderQueueSize", size: number}
5
+ //
6
+ // type Handler = (event: Events) => void
1
7
  export class Machina {
2
8
  count = 0;
3
- #handlers = new Map();
4
- register(id, handler) {
5
- this.#handlers.set(id, handler);
6
- }
7
- unregister(id) {
8
- this.#handlers.delete(id);
9
- }
10
- dispatch(id, event) {
11
- this.#handlers.get(id)?.(event);
12
- }
13
9
  }
14
10
  //# sourceMappingURL=machina.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,OAAO;IACnB,KAAK,GAAG,CAAC,CAAA;IAET,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAA;IAEtC,QAAQ,CAAC,EAAU,EAAE,OAAgB;QACpC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAA;IAChC,CAAC;IAED,UAAU,CAAC,EAAU;QACpB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC;IAED,QAAQ,CAAC,EAAU,EAAE,KAAa;QACjC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;IAChC,CAAC;CACD"}
1
+ {"version":3,"file":"machina.js","sourceRoot":"","sources":["../../../s/driver/parts/machina.ts"],"names":[],"mappings":"AACA,gBAAgB;AAChB,sFAAsF;AACtF,wCAAwC;AACxC,8CAA8C;AAC9C,EAAE;AACF,yCAAyC;AAEzC,MAAM,OAAO,OAAO;IACnB,KAAK,GAAG,CAAC,CAAA;CAeT"}
@@ -0,0 +1,5 @@
1
+ import { Filter } from "pixi.js";
2
+ import type { FilterType } from "../../timeline/parts/filters.js";
3
+ type FilterConstructor = new (options?: any) => Filter;
4
+ export declare function findPixiFilter(type: FilterType): FilterConstructor | undefined;
5
+ export {};
@@ -0,0 +1,13 @@
1
+ import { AlphaFilter, BlurFilter, ColorMatrixFilter, NoiseFilter, } from "pixi.js";
2
+ import * as PixiFilters from "pixi-filters";
3
+ const pixiFilters = {
4
+ AlphaFilter,
5
+ BlurFilter,
6
+ ColorMatrixFilter,
7
+ NoiseFilter,
8
+ ...PixiFilters
9
+ };
10
+ export function findPixiFilter(type) {
11
+ return pixiFilters[type];
12
+ }
13
+ //# sourceMappingURL=find-pixi-filter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"find-pixi-filter.js","sourceRoot":"","sources":["../../../s/driver/utils/find-pixi-filter.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,WAAW,EACX,UAAU,EACV,iBAAiB,EACjB,WAAW,GAEX,MAAM,SAAS,CAAA;AAChB,OAAO,KAAK,WAAW,MAAM,cAAc,CAAA;AAM3C,MAAM,WAAW,GAAmD;IACnE,WAAW;IACX,UAAU;IACV,iBAAiB;IACjB,WAAW;IACX,GAAG,WAAW;CACd,CAAA;AAED,MAAM,UAAU,cAAc,CAAC,IAAgB;IAC9C,OAAO,WAAW,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC"}
@@ -1,2 +1,3 @@
1
+ import { BlobSource, UrlSource } from "mediabunny";
1
2
  import { DecoderSource } from "../fns/schematic.js";
2
- export declare function loadDecoderSource(source: DecoderSource): Promise<any>;
3
+ export declare function loadDecoderSource(source: DecoderSource): Promise<UrlSource | BlobSource>;
@@ -1,9 +1,8 @@
1
1
  import { BlobSource, UrlSource } from "mediabunny";
2
2
  // only streamable sources
3
3
  export async function loadDecoderSource(source) {
4
- if (source instanceof FileSystemFileHandle) {
5
- const file = await source.getFile();
6
- return new BlobSource(file);
4
+ if (source instanceof Blob) {
5
+ return new BlobSource(source);
7
6
  }
8
7
  else {
9
8
  return new UrlSource(source);
@@ -1 +1 @@
1
- {"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,oBAAoB,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;QACnC,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC"}
1
+ {"version":3,"file":"load-decoder-source.js","sourceRoot":"","sources":["../../../s/driver/utils/load-decoder-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAE,SAAS,EAAC,MAAM,YAAY,CAAA;AAGhD,0BAA0B;AAC1B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAqB;IAC5D,IAAG,MAAM,YAAY,IAAI,EAAE,CAAC;QAC3B,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;SAAM,CAAC;QACP,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,CAAA;IAC7B,CAAC;AACF,CAAC"}
@@ -0,0 +1,5 @@
1
+ import { BgRemoverOptions, RemoverOptions } from "./types.js";
2
+ export declare function makeBgRemover({ spec, workerUrl, onLoading }: BgRemoverOptions): Promise<{
3
+ remove: (input: RemoverOptions) => Promise<VideoFrame>;
4
+ dispose: () => void;
5
+ }>;
@@ -0,0 +1,18 @@
1
+ import { queue } from "@e280/stz";
2
+ import { Comrade, LoggerTap, tune } from "@e280/comrade";
3
+ export async function makeBgRemover({ spec, workerUrl, onLoading }) {
4
+ const thread = await Comrade.thread({
5
+ label: "OmnitoolBgRemover",
6
+ workerUrl,
7
+ tap: new LoggerTap(),
8
+ setupHost: () => ({
9
+ loading: async (loading) => onLoading(loading),
10
+ }),
11
+ });
12
+ await thread.work.prepare(spec);
13
+ return {
14
+ remove: queue(async (input) => await thread.work.remove[tune]({ transfer: [input.frame] })(input.frame)),
15
+ dispose: () => thread.terminate()
16
+ };
17
+ }
18
+ //# sourceMappingURL=bg-remover.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"bg-remover.js","sourceRoot":"","sources":["../../../s/features/bg-remover/bg-remover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,WAAW,CAAA;AAC/B,OAAO,EAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAC,MAAM,eAAe,CAAA;AAKtD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAmB;IACjF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAqB;QACvD,KAAK,EAAE,mBAAmB;QAC1B,SAAS;QACT,GAAG,EAAE,IAAI,SAAS,EAAE;QACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACjB,OAAO,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;SAC5C,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAE/B,OAAO;QACN,MAAM,EAAE,KAAK,CAAC,KAAK,EAAC,KAAqB,EAAE,EAAE,CAC5C,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CACtE;QACD,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE;KACjC,CAAA;AACF,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { PipelineSpec } from "../parts/types.js";
2
+ export declare const defaultBgRemoverSpec: () => PipelineSpec;
@@ -0,0 +1,6 @@
1
+ export const defaultBgRemoverSpec = () => ({
2
+ model: "Xenova/modnet",
3
+ dtype: "auto",
4
+ device: "webgpu"
5
+ });
6
+ //# sourceMappingURL=default-spec.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../s/features/bg-remover/default-spec.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAiB,EAAE,CAAC,CAAC;IACxD,KAAK,EAAE,eAAe;IACtB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,QAAQ;CAChB,CAAC,CAAA"}
@@ -0,0 +1,20 @@
1
+ import { AsSchematic } from "@e280/comrade";
2
+ import { Loading, PipelineSpec } from "../parts/types.js";
3
+ export type BgRemoverSchematic = AsSchematic<{
4
+ work: {
5
+ prepare(spec: PipelineSpec): Promise<void>;
6
+ remove(request: VideoFrame): Promise<VideoFrame>;
7
+ };
8
+ host: {
9
+ loading(load: Loading): Promise<void>;
10
+ };
11
+ }>;
12
+ export type RemoverOptions = {
13
+ frame: VideoFrame;
14
+ };
15
+ export type BgRemoverModels = "onnx-community/ISNet-ONNX" | "Xenova/modnet" | "briaai/RMBG-1.4";
16
+ export type BgRemoverOptions = {
17
+ spec: PipelineSpec;
18
+ workerUrl: URL | string;
19
+ onLoading: (loading: Loading) => void;
20
+ };
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../s/features/bg-remover/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,39 @@
1
+ import { defer, once } from "@e280/stz";
2
+ import { Comrade } from "@e280/comrade";
3
+ import { loadPipe } from "../parts/load-pipe.js";
4
+ import { exposeErrors } from "../parts/expose-errors.js";
5
+ const deferred = defer();
6
+ const makePrepare = (host) => once(async (spec) => {
7
+ deferred.resolve({
8
+ spec,
9
+ pipe: await loadPipe({
10
+ spec,
11
+ task: "background-removal",
12
+ onLoading: loading => host.loading(loading),
13
+ })
14
+ });
15
+ });
16
+ const canvas = new OffscreenCanvas(1920, 1080);
17
+ const ctx = canvas.getContext("2d");
18
+ await Comrade.worker(shell => {
19
+ const prepare = makePrepare(shell.host);
20
+ return {
21
+ prepare: exposeErrors(prepare),
22
+ remove: exposeErrors(async (request) => {
23
+ const { pipe } = await deferred.promise;
24
+ canvas.width = request.displayWidth;
25
+ canvas.height = request.displayHeight;
26
+ ctx?.drawImage(request, 0, 0);
27
+ const output = await pipe(canvas);
28
+ const mask = output[0];
29
+ const frame = new VideoFrame(mask.toCanvas(), {
30
+ timestamp: request.timestamp,
31
+ duration: request.duration ?? undefined,
32
+ });
33
+ request.close();
34
+ shell.transfer = [frame];
35
+ return frame;
36
+ })
37
+ };
38
+ });
39
+ //# sourceMappingURL=worker.bundle.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../s/features/bg-remover/worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AACrC,OAAO,EAAC,OAAO,EAAO,MAAM,eAAe,CAAA;AAK3C,OAAO,EAAC,QAAQ,EAAC,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAC,YAAY,EAAC,MAAM,2BAA2B,CAAA;AAEtD,MAAM,QAAQ,GAAG,KAAK,EAAyD,CAAA;AAC/E,MAAM,WAAW,GAAG,CAAC,IAA8B,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAC,IAAkB,EAAE,EAAE;IACxF,QAAQ,CAAC,OAAO,CAAC;QAChB,IAAI;QACJ,IAAI,EAAE,MAAM,QAAQ,CAAC;YACpB,IAAI;YACJ,IAAI,EAAE,oBAAoB;YAC1B,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3C,CAA8B;KAC/B,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;AAC9C,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;AAEnC,MAAM,OAAO,CAAC,MAAM,CAAqB,KAAK,CAAC,EAAE;IAChD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO;QACN,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC;QAC9B,MAAM,EAAE,YAAY,CAAC,KAAK,EAAC,OAAO,EAAE,EAAE;YACrC,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;YAErC,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,YAAY,CAAA;YACnC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,aAAa,CAAA;YACrC,GAAG,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAA;YACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YAEtB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE;gBAC7C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;aACvC,CAAC,CAAA;YAEF,OAAO,CAAC,KAAK,EAAE,CAAA;YACf,KAAK,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;YACxB,OAAO,KAAK,CAAA;QACb,CAAC,CAAC;KACF,CAAA;AACF,CAAC,CAAC,CAAA"}