@twick/2d 0.14.18 → 0.14.19

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (536) hide show
  1. package/LICENSE +21 -21
  2. package/package.json +4 -4
  3. package/src/editor/NodeInspectorConfig.tsx +76 -76
  4. package/src/editor/PreviewOverlayConfig.tsx +67 -67
  5. package/src/editor/Provider.tsx +93 -93
  6. package/src/editor/SceneGraphTabConfig.tsx +81 -81
  7. package/src/editor/icons/CircleIcon.tsx +7 -7
  8. package/src/editor/icons/CodeBlockIcon.tsx +8 -8
  9. package/src/editor/icons/CurveIcon.tsx +7 -7
  10. package/src/editor/icons/GridIcon.tsx +7 -7
  11. package/src/editor/icons/IconMap.ts +35 -35
  12. package/src/editor/icons/ImgIcon.tsx +8 -8
  13. package/src/editor/icons/LayoutIcon.tsx +9 -9
  14. package/src/editor/icons/LineIcon.tsx +7 -7
  15. package/src/editor/icons/NodeIcon.tsx +7 -7
  16. package/src/editor/icons/RayIcon.tsx +7 -7
  17. package/src/editor/icons/RectIcon.tsx +7 -7
  18. package/src/editor/icons/ShapeIcon.tsx +7 -7
  19. package/src/editor/icons/TxtIcon.tsx +8 -8
  20. package/src/editor/icons/VideoIcon.tsx +7 -7
  21. package/src/editor/icons/View2DIcon.tsx +10 -10
  22. package/src/editor/index.ts +17 -17
  23. package/src/editor/tree/DetachedRoot.tsx +23 -23
  24. package/src/editor/tree/NodeElement.tsx +74 -74
  25. package/src/editor/tree/TreeElement.tsx +72 -72
  26. package/src/editor/tree/TreeRoot.tsx +10 -10
  27. package/src/editor/tree/ViewRoot.tsx +20 -20
  28. package/src/editor/tree/index.module.scss +38 -38
  29. package/src/editor/tree/index.ts +3 -3
  30. package/src/editor/tsconfig.build.json +5 -5
  31. package/src/editor/tsconfig.json +12 -12
  32. package/src/editor/tsdoc.json +4 -4
  33. package/src/editor/vite-env.d.ts +1 -1
  34. package/src/lib/code/CodeCursor.ts +445 -445
  35. package/src/lib/code/CodeDiffer.ts +78 -78
  36. package/src/lib/code/CodeFragment.ts +97 -97
  37. package/src/lib/code/CodeHighlighter.ts +75 -75
  38. package/src/lib/code/CodeMetrics.ts +47 -47
  39. package/src/lib/code/CodeRange.test.ts +74 -74
  40. package/src/lib/code/CodeRange.ts +216 -216
  41. package/src/lib/code/CodeScope.ts +101 -101
  42. package/src/lib/code/CodeSelection.ts +24 -24
  43. package/src/lib/code/CodeSignal.ts +327 -327
  44. package/src/lib/code/CodeTokenizer.ts +54 -54
  45. package/src/lib/code/DefaultHighlightStyle.ts +98 -98
  46. package/src/lib/code/LezerHighlighter.ts +113 -113
  47. package/src/lib/code/diff.test.ts +311 -311
  48. package/src/lib/code/diff.ts +319 -319
  49. package/src/lib/code/extractRange.ts +126 -126
  50. package/src/lib/code/index.ts +13 -13
  51. package/src/lib/components/Audio.ts +168 -168
  52. package/src/lib/components/Bezier.ts +105 -105
  53. package/src/lib/components/Circle.ts +266 -266
  54. package/src/lib/components/Code.ts +526 -526
  55. package/src/lib/components/CodeBlock.ts +576 -576
  56. package/src/lib/components/CubicBezier.ts +112 -112
  57. package/src/lib/components/Curve.ts +455 -455
  58. package/src/lib/components/Grid.ts +135 -135
  59. package/src/lib/components/Icon.ts +96 -96
  60. package/src/lib/components/Img.ts +319 -319
  61. package/src/lib/components/Knot.ts +157 -157
  62. package/src/lib/components/Latex.ts +122 -122
  63. package/src/lib/components/Layout.ts +1092 -1092
  64. package/src/lib/components/Line.ts +429 -429
  65. package/src/lib/components/Media.ts +576 -576
  66. package/src/lib/components/Node.ts +1940 -1940
  67. package/src/lib/components/Path.ts +137 -137
  68. package/src/lib/components/Polygon.ts +171 -171
  69. package/src/lib/components/QuadBezier.ts +100 -100
  70. package/src/lib/components/Ray.ts +125 -125
  71. package/src/lib/components/Rect.ts +187 -187
  72. package/src/lib/components/Rive.ts +156 -156
  73. package/src/lib/components/SVG.ts +797 -797
  74. package/src/lib/components/Shape.ts +143 -143
  75. package/src/lib/components/Spline.ts +344 -344
  76. package/src/lib/components/Txt.test.tsx +81 -81
  77. package/src/lib/components/Txt.ts +203 -203
  78. package/src/lib/components/TxtLeaf.ts +205 -205
  79. package/src/lib/components/Video.ts +461 -461
  80. package/src/lib/components/View2D.ts +98 -98
  81. package/src/lib/components/__tests__/children.test.tsx +142 -142
  82. package/src/lib/components/__tests__/clone.test.tsx +126 -126
  83. package/src/lib/components/__tests__/generatorTest.ts +28 -28
  84. package/src/lib/components/__tests__/mockScene2D.ts +45 -45
  85. package/src/lib/components/__tests__/query.test.tsx +122 -122
  86. package/src/lib/components/__tests__/state.test.tsx +60 -60
  87. package/src/lib/components/index.ts +28 -28
  88. package/src/lib/components/types.ts +35 -35
  89. package/src/lib/curves/ArcSegment.ts +159 -159
  90. package/src/lib/curves/CircleSegment.ts +77 -77
  91. package/src/lib/curves/CubicBezierSegment.ts +78 -78
  92. package/src/lib/curves/CurveDrawingInfo.ts +11 -11
  93. package/src/lib/curves/CurvePoint.ts +15 -15
  94. package/src/lib/curves/CurveProfile.ts +7 -7
  95. package/src/lib/curves/KnotInfo.ts +10 -10
  96. package/src/lib/curves/LineSegment.ts +62 -62
  97. package/src/lib/curves/Polynomial.ts +355 -355
  98. package/src/lib/curves/Polynomial2D.ts +62 -62
  99. package/src/lib/curves/PolynomialSegment.ts +124 -124
  100. package/src/lib/curves/QuadBezierSegment.ts +64 -64
  101. package/src/lib/curves/Segment.ts +17 -17
  102. package/src/lib/curves/UniformPolynomialCurveSampler.ts +94 -94
  103. package/src/lib/curves/createCurveProfileLerp.ts +471 -471
  104. package/src/lib/curves/getBezierSplineProfile.ts +223 -223
  105. package/src/lib/curves/getCircleProfile.ts +86 -86
  106. package/src/lib/curves/getPathProfile.ts +178 -178
  107. package/src/lib/curves/getPointAtDistance.ts +21 -21
  108. package/src/lib/curves/getPolylineProfile.test.ts +21 -21
  109. package/src/lib/curves/getPolylineProfile.ts +89 -89
  110. package/src/lib/curves/getRectProfile.ts +139 -139
  111. package/src/lib/curves/index.ts +16 -16
  112. package/src/lib/decorators/canvasStyleSignal.ts +16 -16
  113. package/src/lib/decorators/colorSignal.ts +9 -9
  114. package/src/lib/decorators/compound.ts +72 -72
  115. package/src/lib/decorators/computed.ts +18 -18
  116. package/src/lib/decorators/defaultStyle.ts +18 -18
  117. package/src/lib/decorators/filtersSignal.ts +136 -136
  118. package/src/lib/decorators/index.ts +10 -10
  119. package/src/lib/decorators/initializers.ts +32 -32
  120. package/src/lib/decorators/nodeName.ts +13 -13
  121. package/src/lib/decorators/signal.test.ts +90 -90
  122. package/src/lib/decorators/signal.ts +345 -345
  123. package/src/lib/decorators/spacingSignal.ts +15 -15
  124. package/src/lib/decorators/vector2Signal.ts +30 -30
  125. package/src/lib/globals.d.ts +2 -2
  126. package/src/lib/index.ts +8 -8
  127. package/src/lib/jsx-dev-runtime.ts +2 -2
  128. package/src/lib/jsx-runtime.ts +46 -46
  129. package/src/lib/parse-svg-path.d.ts +14 -14
  130. package/src/lib/partials/Filter.ts +180 -180
  131. package/src/lib/partials/Gradient.ts +102 -102
  132. package/src/lib/partials/Pattern.ts +34 -34
  133. package/src/lib/partials/ShaderConfig.ts +117 -117
  134. package/src/lib/partials/index.ts +4 -4
  135. package/src/lib/partials/types.ts +58 -58
  136. package/src/lib/scenes/Scene2D.ts +242 -242
  137. package/src/lib/scenes/index.ts +3 -3
  138. package/src/lib/scenes/makeScene2D.ts +16 -16
  139. package/src/lib/scenes/useScene2D.ts +6 -6
  140. package/src/lib/tsconfig.build.json +5 -5
  141. package/src/lib/tsconfig.json +10 -10
  142. package/src/lib/tsdoc.json +4 -4
  143. package/src/lib/utils/CanvasUtils.ts +306 -306
  144. package/src/lib/utils/diff.test.ts +453 -453
  145. package/src/lib/utils/diff.ts +148 -148
  146. package/src/lib/utils/index.ts +2 -2
  147. package/src/lib/utils/is.ts +11 -11
  148. package/src/lib/utils/makeSignalExtensions.ts +30 -30
  149. package/src/lib/utils/video/declarations.d.ts +1 -1
  150. package/src/lib/utils/video/ffmpeg-client.ts +50 -50
  151. package/src/lib/utils/video/mp4-parser-manager.ts +72 -72
  152. package/src/lib/utils/video/parser/index.ts +1 -1
  153. package/src/lib/utils/video/parser/parser.ts +257 -257
  154. package/src/lib/utils/video/parser/sampler.ts +72 -72
  155. package/src/lib/utils/video/parser/segment.ts +302 -302
  156. package/src/lib/utils/video/parser/sink.ts +29 -29
  157. package/src/lib/utils/video/parser/utils.ts +31 -31
  158. package/src/tsconfig.base.json +19 -19
  159. package/src/tsconfig.build.json +8 -8
  160. package/src/tsconfig.json +5 -5
  161. package/tsconfig.project.json +7 -7
  162. package/editor/editor/NodeInspectorConfig.d.ts +0 -3
  163. package/editor/editor/NodeInspectorConfig.d.ts.map +0 -1
  164. package/editor/editor/PreviewOverlayConfig.d.ts +0 -3
  165. package/editor/editor/PreviewOverlayConfig.d.ts.map +0 -1
  166. package/editor/editor/Provider.d.ts +0 -17
  167. package/editor/editor/Provider.d.ts.map +0 -1
  168. package/editor/editor/SceneGraphTabConfig.d.ts +0 -3
  169. package/editor/editor/SceneGraphTabConfig.d.ts.map +0 -1
  170. package/editor/editor/icons/CircleIcon.d.ts +0 -2
  171. package/editor/editor/icons/CircleIcon.d.ts.map +0 -1
  172. package/editor/editor/icons/CodeBlockIcon.d.ts +0 -2
  173. package/editor/editor/icons/CodeBlockIcon.d.ts.map +0 -1
  174. package/editor/editor/icons/CurveIcon.d.ts +0 -2
  175. package/editor/editor/icons/CurveIcon.d.ts.map +0 -1
  176. package/editor/editor/icons/GridIcon.d.ts +0 -2
  177. package/editor/editor/icons/GridIcon.d.ts.map +0 -1
  178. package/editor/editor/icons/IconMap.d.ts +0 -3
  179. package/editor/editor/icons/IconMap.d.ts.map +0 -1
  180. package/editor/editor/icons/ImgIcon.d.ts +0 -2
  181. package/editor/editor/icons/ImgIcon.d.ts.map +0 -1
  182. package/editor/editor/icons/LayoutIcon.d.ts +0 -2
  183. package/editor/editor/icons/LayoutIcon.d.ts.map +0 -1
  184. package/editor/editor/icons/LineIcon.d.ts +0 -2
  185. package/editor/editor/icons/LineIcon.d.ts.map +0 -1
  186. package/editor/editor/icons/NodeIcon.d.ts +0 -2
  187. package/editor/editor/icons/NodeIcon.d.ts.map +0 -1
  188. package/editor/editor/icons/RayIcon.d.ts +0 -2
  189. package/editor/editor/icons/RayIcon.d.ts.map +0 -1
  190. package/editor/editor/icons/RectIcon.d.ts +0 -2
  191. package/editor/editor/icons/RectIcon.d.ts.map +0 -1
  192. package/editor/editor/icons/ShapeIcon.d.ts +0 -2
  193. package/editor/editor/icons/ShapeIcon.d.ts.map +0 -1
  194. package/editor/editor/icons/TxtIcon.d.ts +0 -2
  195. package/editor/editor/icons/TxtIcon.d.ts.map +0 -1
  196. package/editor/editor/icons/VideoIcon.d.ts +0 -2
  197. package/editor/editor/icons/VideoIcon.d.ts.map +0 -1
  198. package/editor/editor/icons/View2DIcon.d.ts +0 -2
  199. package/editor/editor/icons/View2DIcon.d.ts.map +0 -1
  200. package/editor/editor/index.d.ts +0 -4
  201. package/editor/editor/index.d.ts.map +0 -1
  202. package/editor/editor/tree/DetachedRoot.d.ts +0 -2
  203. package/editor/editor/tree/DetachedRoot.d.ts.map +0 -1
  204. package/editor/editor/tree/NodeElement.d.ts +0 -8
  205. package/editor/editor/tree/NodeElement.d.ts.map +0 -1
  206. package/editor/editor/tree/TreeElement.d.ts +0 -15
  207. package/editor/editor/tree/TreeElement.d.ts.map +0 -1
  208. package/editor/editor/tree/TreeRoot.d.ts +0 -3
  209. package/editor/editor/tree/TreeRoot.d.ts.map +0 -1
  210. package/editor/editor/tree/ViewRoot.d.ts +0 -2
  211. package/editor/editor/tree/ViewRoot.d.ts.map +0 -1
  212. package/editor/editor/tree/index.d.ts +0 -4
  213. package/editor/editor/tree/index.d.ts.map +0 -1
  214. package/editor/editor/tsconfig.build.tsbuildinfo +0 -1
  215. package/editor/index.css +0 -33
  216. package/editor/index.js +0 -341
  217. package/editor/index.js.map +0 -1
  218. package/lib/code/CodeCursor.d.ts +0 -83
  219. package/lib/code/CodeCursor.d.ts.map +0 -1
  220. package/lib/code/CodeCursor.js +0 -306
  221. package/lib/code/CodeDiffer.d.ts +0 -28
  222. package/lib/code/CodeDiffer.d.ts.map +0 -1
  223. package/lib/code/CodeDiffer.js +0 -51
  224. package/lib/code/CodeFragment.d.ts +0 -42
  225. package/lib/code/CodeFragment.d.ts.map +0 -1
  226. package/lib/code/CodeFragment.js +0 -72
  227. package/lib/code/CodeHighlighter.d.ts +0 -71
  228. package/lib/code/CodeHighlighter.d.ts.map +0 -1
  229. package/lib/code/CodeHighlighter.js +0 -2
  230. package/lib/code/CodeMetrics.d.ts +0 -11
  231. package/lib/code/CodeMetrics.d.ts.map +0 -1
  232. package/lib/code/CodeMetrics.js +0 -29
  233. package/lib/code/CodeRange.d.ts +0 -41
  234. package/lib/code/CodeRange.d.ts.map +0 -1
  235. package/lib/code/CodeRange.js +0 -179
  236. package/lib/code/CodeScope.d.ts +0 -16
  237. package/lib/code/CodeScope.d.ts.map +0 -1
  238. package/lib/code/CodeScope.js +0 -72
  239. package/lib/code/CodeSelection.d.ts +0 -6
  240. package/lib/code/CodeSelection.d.ts.map +0 -1
  241. package/lib/code/CodeSelection.js +0 -13
  242. package/lib/code/CodeSignal.d.ts +0 -60
  243. package/lib/code/CodeSignal.d.ts.map +0 -1
  244. package/lib/code/CodeSignal.js +0 -194
  245. package/lib/code/CodeTokenizer.d.ts +0 -8
  246. package/lib/code/CodeTokenizer.d.ts.map +0 -1
  247. package/lib/code/CodeTokenizer.js +0 -50
  248. package/lib/code/DefaultHighlightStyle.d.ts +0 -3
  249. package/lib/code/DefaultHighlightStyle.d.ts.map +0 -1
  250. package/lib/code/DefaultHighlightStyle.js +0 -98
  251. package/lib/code/LezerHighlighter.d.ts +0 -22
  252. package/lib/code/LezerHighlighter.d.ts.map +0 -1
  253. package/lib/code/LezerHighlighter.js +0 -89
  254. package/lib/code/diff.d.ts +0 -31
  255. package/lib/code/diff.d.ts.map +0 -1
  256. package/lib/code/diff.js +0 -236
  257. package/lib/code/extractRange.d.ts +0 -17
  258. package/lib/code/extractRange.d.ts.map +0 -1
  259. package/lib/code/extractRange.js +0 -102
  260. package/lib/code/index.d.ts +0 -14
  261. package/lib/code/index.d.ts.map +0 -1
  262. package/lib/code/index.js +0 -14
  263. package/lib/components/Audio.d.ts +0 -14
  264. package/lib/components/Audio.d.ts.map +0 -1
  265. package/lib/components/Audio.js +0 -148
  266. package/lib/components/Bezier.d.ts +0 -23
  267. package/lib/components/Bezier.d.ts.map +0 -1
  268. package/lib/components/Bezier.js +0 -81
  269. package/lib/components/Circle.d.ts +0 -193
  270. package/lib/components/Circle.d.ts.map +0 -1
  271. package/lib/components/Circle.js +0 -178
  272. package/lib/components/Code.d.ts +0 -231
  273. package/lib/components/Code.d.ts.map +0 -1
  274. package/lib/components/Code.js +0 -325
  275. package/lib/components/CodeBlock.d.ts +0 -133
  276. package/lib/components/CodeBlock.d.ts.map +0 -1
  277. package/lib/components/CodeBlock.js +0 -461
  278. package/lib/components/CubicBezier.d.ts +0 -70
  279. package/lib/components/CubicBezier.d.ts.map +0 -1
  280. package/lib/components/CubicBezier.js +0 -81
  281. package/lib/components/Curve.d.ts +0 -204
  282. package/lib/components/Curve.d.ts.map +0 -1
  283. package/lib/components/Curve.js +0 -284
  284. package/lib/components/Grid.d.ts +0 -76
  285. package/lib/components/Grid.d.ts.map +0 -1
  286. package/lib/components/Grid.js +0 -91
  287. package/lib/components/Icon.d.ts +0 -59
  288. package/lib/components/Icon.d.ts.map +0 -1
  289. package/lib/components/Icon.js +0 -58
  290. package/lib/components/Img.d.ts +0 -118
  291. package/lib/components/Img.d.ts.map +0 -1
  292. package/lib/components/Img.js +0 -245
  293. package/lib/components/Knot.d.ts +0 -90
  294. package/lib/components/Knot.d.ts.map +0 -1
  295. package/lib/components/Knot.js +0 -68
  296. package/lib/components/Latex.d.ts +0 -39
  297. package/lib/components/Latex.d.ts.map +0 -1
  298. package/lib/components/Latex.js +0 -101
  299. package/lib/components/Layout.d.ts +0 -419
  300. package/lib/components/Layout.d.ts.map +0 -1
  301. package/lib/components/Layout.js +0 -706
  302. package/lib/components/Line.d.ts +0 -160
  303. package/lib/components/Line.d.ts.map +0 -1
  304. package/lib/components/Line.js +0 -346
  305. package/lib/components/Media.d.ts +0 -70
  306. package/lib/components/Media.d.ts.map +0 -1
  307. package/lib/components/Media.js +0 -493
  308. package/lib/components/Node.d.ts +0 -836
  309. package/lib/components/Node.d.ts.map +0 -1
  310. package/lib/components/Node.js +0 -1317
  311. package/lib/components/Path.d.ts +0 -20
  312. package/lib/components/Path.d.ts.map +0 -1
  313. package/lib/components/Path.js +0 -97
  314. package/lib/components/Polygon.d.ts +0 -113
  315. package/lib/components/Polygon.d.ts.map +0 -1
  316. package/lib/components/Polygon.js +0 -123
  317. package/lib/components/QuadBezier.d.ts +0 -62
  318. package/lib/components/QuadBezier.d.ts.map +0 -1
  319. package/lib/components/QuadBezier.js +0 -76
  320. package/lib/components/Ray.d.ts +0 -62
  321. package/lib/components/Ray.d.ts.map +0 -1
  322. package/lib/components/Ray.js +0 -96
  323. package/lib/components/Rect.d.ts +0 -114
  324. package/lib/components/Rect.d.ts.map +0 -1
  325. package/lib/components/Rect.js +0 -76
  326. package/lib/components/Rive.d.ts +0 -22
  327. package/lib/components/Rive.d.ts.map +0 -1
  328. package/lib/components/Rive.js +0 -117
  329. package/lib/components/SVG.d.ts +0 -178
  330. package/lib/components/SVG.d.ts.map +0 -1
  331. package/lib/components/SVG.js +0 -577
  332. package/lib/components/Shape.d.ts +0 -40
  333. package/lib/components/Shape.d.ts.map +0 -1
  334. package/lib/components/Shape.js +0 -134
  335. package/lib/components/Spline.d.ts +0 -89
  336. package/lib/components/Spline.d.ts.map +0 -1
  337. package/lib/components/Spline.js +0 -256
  338. package/lib/components/Txt.d.ts +0 -53
  339. package/lib/components/Txt.d.ts.map +0 -1
  340. package/lib/components/Txt.js +0 -173
  341. package/lib/components/TxtLeaf.d.ts +0 -21
  342. package/lib/components/TxtLeaf.d.ts.map +0 -1
  343. package/lib/components/TxtLeaf.js +0 -181
  344. package/lib/components/Video.d.ts +0 -69
  345. package/lib/components/Video.d.ts.map +0 -1
  346. package/lib/components/Video.js +0 -342
  347. package/lib/components/View2D.d.ts +0 -28
  348. package/lib/components/View2D.d.ts.map +0 -1
  349. package/lib/components/View2D.js +0 -93
  350. package/lib/components/index.d.ts +0 -29
  351. package/lib/components/index.d.ts.map +0 -1
  352. package/lib/components/index.js +0 -29
  353. package/lib/components/types.d.ts +0 -17
  354. package/lib/components/types.d.ts.map +0 -1
  355. package/lib/components/types.js +0 -2
  356. package/lib/curves/ArcSegment.d.ts +0 -26
  357. package/lib/curves/ArcSegment.d.ts.map +0 -1
  358. package/lib/curves/ArcSegment.js +0 -97
  359. package/lib/curves/CircleSegment.d.ts +0 -18
  360. package/lib/curves/CircleSegment.d.ts.map +0 -1
  361. package/lib/curves/CircleSegment.js +0 -52
  362. package/lib/curves/CubicBezierSegment.d.ts +0 -18
  363. package/lib/curves/CubicBezierSegment.d.ts.map +0 -1
  364. package/lib/curves/CubicBezierSegment.js +0 -55
  365. package/lib/curves/CurveDrawingInfo.d.ts +0 -11
  366. package/lib/curves/CurveDrawingInfo.d.ts.map +0 -1
  367. package/lib/curves/CurveDrawingInfo.js +0 -2
  368. package/lib/curves/CurvePoint.d.ts +0 -15
  369. package/lib/curves/CurvePoint.d.ts.map +0 -1
  370. package/lib/curves/CurvePoint.js +0 -2
  371. package/lib/curves/CurveProfile.d.ts +0 -7
  372. package/lib/curves/CurveProfile.d.ts.map +0 -1
  373. package/lib/curves/CurveProfile.js +0 -2
  374. package/lib/curves/KnotInfo.d.ts +0 -12
  375. package/lib/curves/KnotInfo.d.ts.map +0 -1
  376. package/lib/curves/KnotInfo.js +0 -2
  377. package/lib/curves/LineSegment.d.ts +0 -16
  378. package/lib/curves/LineSegment.d.ts.map +0 -1
  379. package/lib/curves/LineSegment.js +0 -45
  380. package/lib/curves/Polynomial.d.ts +0 -118
  381. package/lib/curves/Polynomial.d.ts.map +0 -1
  382. package/lib/curves/Polynomial.js +0 -259
  383. package/lib/curves/Polynomial2D.d.ts +0 -22
  384. package/lib/curves/Polynomial2D.d.ts.map +0 -1
  385. package/lib/curves/Polynomial2D.js +0 -45
  386. package/lib/curves/PolynomialSegment.d.ts +0 -39
  387. package/lib/curves/PolynomialSegment.d.ts.map +0 -1
  388. package/lib/curves/PolynomialSegment.js +0 -86
  389. package/lib/curves/QuadBezierSegment.d.ts +0 -17
  390. package/lib/curves/QuadBezierSegment.d.ts.map +0 -1
  391. package/lib/curves/QuadBezierSegment.js +0 -49
  392. package/lib/curves/Segment.d.ts +0 -9
  393. package/lib/curves/Segment.d.ts.map +0 -1
  394. package/lib/curves/Segment.js +0 -3
  395. package/lib/curves/UniformPolynomialCurveSampler.d.ts +0 -43
  396. package/lib/curves/UniformPolynomialCurveSampler.d.ts.map +0 -1
  397. package/lib/curves/UniformPolynomialCurveSampler.js +0 -73
  398. package/lib/curves/createCurveProfileLerp.d.ts +0 -32
  399. package/lib/curves/createCurveProfileLerp.d.ts.map +0 -1
  400. package/lib/curves/createCurveProfileLerp.js +0 -351
  401. package/lib/curves/getBezierSplineProfile.d.ts +0 -12
  402. package/lib/curves/getBezierSplineProfile.d.ts.map +0 -1
  403. package/lib/curves/getBezierSplineProfile.js +0 -137
  404. package/lib/curves/getCircleProfile.d.ts +0 -4
  405. package/lib/curves/getCircleProfile.d.ts.map +0 -1
  406. package/lib/curves/getCircleProfile.js +0 -44
  407. package/lib/curves/getPathProfile.d.ts +0 -3
  408. package/lib/curves/getPathProfile.d.ts.map +0 -1
  409. package/lib/curves/getPathProfile.js +0 -128
  410. package/lib/curves/getPointAtDistance.d.ts +0 -4
  411. package/lib/curves/getPointAtDistance.d.ts.map +0 -1
  412. package/lib/curves/getPointAtDistance.js +0 -15
  413. package/lib/curves/getPolylineProfile.d.ts +0 -4
  414. package/lib/curves/getPolylineProfile.d.ts.map +0 -1
  415. package/lib/curves/getPolylineProfile.js +0 -58
  416. package/lib/curves/getRectProfile.d.ts +0 -4
  417. package/lib/curves/getRectProfile.d.ts.map +0 -1
  418. package/lib/curves/getRectProfile.js +0 -57
  419. package/lib/curves/index.d.ts +0 -17
  420. package/lib/curves/index.d.ts.map +0 -1
  421. package/lib/curves/index.js +0 -17
  422. package/lib/decorators/canvasStyleSignal.d.ts +0 -5
  423. package/lib/decorators/canvasStyleSignal.d.ts.map +0 -1
  424. package/lib/decorators/canvasStyleSignal.js +0 -12
  425. package/lib/decorators/colorSignal.d.ts +0 -2
  426. package/lib/decorators/colorSignal.d.ts.map +0 -1
  427. package/lib/decorators/colorSignal.js +0 -9
  428. package/lib/decorators/compound.d.ts +0 -26
  429. package/lib/decorators/compound.d.ts.map +0 -1
  430. package/lib/decorators/compound.js +0 -49
  431. package/lib/decorators/computed.d.ts +0 -9
  432. package/lib/decorators/computed.d.ts.map +0 -1
  433. package/lib/decorators/computed.js +0 -18
  434. package/lib/decorators/defaultStyle.d.ts +0 -2
  435. package/lib/decorators/defaultStyle.d.ts.map +0 -1
  436. package/lib/decorators/defaultStyle.js +0 -14
  437. package/lib/decorators/filtersSignal.d.ts +0 -13
  438. package/lib/decorators/filtersSignal.d.ts.map +0 -1
  439. package/lib/decorators/filtersSignal.js +0 -73
  440. package/lib/decorators/index.d.ts +0 -11
  441. package/lib/decorators/index.d.ts.map +0 -1
  442. package/lib/decorators/index.js +0 -11
  443. package/lib/decorators/initializers.d.ts +0 -4
  444. package/lib/decorators/initializers.d.ts.map +0 -1
  445. package/lib/decorators/initializers.js +0 -27
  446. package/lib/decorators/nodeName.d.ts +0 -9
  447. package/lib/decorators/nodeName.d.ts.map +0 -1
  448. package/lib/decorators/nodeName.js +0 -13
  449. package/lib/decorators/signal.d.ts +0 -183
  450. package/lib/decorators/signal.d.ts.map +0 -1
  451. package/lib/decorators/signal.js +0 -285
  452. package/lib/decorators/spacingSignal.d.ts +0 -2
  453. package/lib/decorators/spacingSignal.d.ts.map +0 -1
  454. package/lib/decorators/spacingSignal.js +0 -15
  455. package/lib/decorators/vector2Signal.d.ts +0 -9
  456. package/lib/decorators/vector2Signal.d.ts.map +0 -1
  457. package/lib/decorators/vector2Signal.js +0 -15
  458. package/lib/index.d.ts +0 -9
  459. package/lib/index.d.ts.map +0 -1
  460. package/lib/index.js +0 -9
  461. package/lib/jsx-dev-runtime.d.ts +0 -3
  462. package/lib/jsx-dev-runtime.d.ts.map +0 -1
  463. package/lib/jsx-dev-runtime.js +0 -3
  464. package/lib/jsx-runtime.d.ts +0 -12
  465. package/lib/jsx-runtime.d.ts.map +0 -1
  466. package/lib/jsx-runtime.js +0 -23
  467. package/lib/partials/Filter.d.ts +0 -82
  468. package/lib/partials/Filter.d.ts.map +0 -1
  469. package/lib/partials/Filter.js +0 -135
  470. package/lib/partials/Gradient.d.ts +0 -31
  471. package/lib/partials/Gradient.d.ts.map +0 -1
  472. package/lib/partials/Gradient.js +0 -63
  473. package/lib/partials/Pattern.d.ts +0 -13
  474. package/lib/partials/Pattern.d.ts.map +0 -1
  475. package/lib/partials/Pattern.js +0 -27
  476. package/lib/partials/ShaderConfig.d.ts +0 -81
  477. package/lib/partials/ShaderConfig.d.ts.map +0 -1
  478. package/lib/partials/ShaderConfig.js +0 -25
  479. package/lib/partials/index.d.ts +0 -5
  480. package/lib/partials/index.d.ts.map +0 -1
  481. package/lib/partials/index.js +0 -5
  482. package/lib/partials/types.d.ts +0 -35
  483. package/lib/partials/types.d.ts.map +0 -1
  484. package/lib/partials/types.js +0 -2
  485. package/lib/scenes/Scene2D.d.ts +0 -29
  486. package/lib/scenes/Scene2D.d.ts.map +0 -1
  487. package/lib/scenes/Scene2D.js +0 -180
  488. package/lib/scenes/index.d.ts +0 -4
  489. package/lib/scenes/index.d.ts.map +0 -1
  490. package/lib/scenes/index.js +0 -4
  491. package/lib/scenes/makeScene2D.d.ts +0 -5
  492. package/lib/scenes/makeScene2D.d.ts.map +0 -1
  493. package/lib/scenes/makeScene2D.js +0 -11
  494. package/lib/scenes/useScene2D.d.ts +0 -3
  495. package/lib/scenes/useScene2D.d.ts.map +0 -1
  496. package/lib/scenes/useScene2D.js +0 -5
  497. package/lib/tsconfig.build.tsbuildinfo +0 -1
  498. package/lib/utils/CanvasUtils.d.ts +0 -23
  499. package/lib/utils/CanvasUtils.d.ts.map +0 -1
  500. package/lib/utils/CanvasUtils.js +0 -138
  501. package/lib/utils/diff.d.ts +0 -31
  502. package/lib/utils/diff.d.ts.map +0 -1
  503. package/lib/utils/diff.js +0 -97
  504. package/lib/utils/index.d.ts +0 -3
  505. package/lib/utils/index.d.ts.map +0 -1
  506. package/lib/utils/index.js +0 -3
  507. package/lib/utils/is.d.ts +0 -8
  508. package/lib/utils/is.d.ts.map +0 -1
  509. package/lib/utils/is.js +0 -10
  510. package/lib/utils/makeSignalExtensions.d.ts +0 -4
  511. package/lib/utils/makeSignalExtensions.d.ts.map +0 -1
  512. package/lib/utils/makeSignalExtensions.js +0 -20
  513. package/lib/utils/video/ffmpeg-client.d.ts +0 -5
  514. package/lib/utils/video/ffmpeg-client.d.ts.map +0 -1
  515. package/lib/utils/video/ffmpeg-client.js +0 -32
  516. package/lib/utils/video/mp4-parser-manager.d.ts +0 -3
  517. package/lib/utils/video/mp4-parser-manager.d.ts.map +0 -1
  518. package/lib/utils/video/mp4-parser-manager.js +0 -55
  519. package/lib/utils/video/parser/index.d.ts +0 -2
  520. package/lib/utils/video/parser/index.d.ts.map +0 -1
  521. package/lib/utils/video/parser/index.js +0 -2
  522. package/lib/utils/video/parser/parser.d.ts +0 -21
  523. package/lib/utils/video/parser/parser.d.ts.map +0 -1
  524. package/lib/utils/video/parser/parser.js +0 -168
  525. package/lib/utils/video/parser/sampler.d.ts +0 -16
  526. package/lib/utils/video/parser/sampler.d.ts.map +0 -1
  527. package/lib/utils/video/parser/sampler.js +0 -56
  528. package/lib/utils/video/parser/segment.d.ts +0 -48
  529. package/lib/utils/video/parser/segment.d.ts.map +0 -1
  530. package/lib/utils/video/parser/segment.js +0 -239
  531. package/lib/utils/video/parser/sink.d.ts +0 -9
  532. package/lib/utils/video/parser/sink.d.ts.map +0 -1
  533. package/lib/utils/video/parser/sink.js +0 -22
  534. package/lib/utils/video/parser/utils.d.ts +0 -10
  535. package/lib/utils/video/parser/utils.d.ts.map +0 -1
  536. package/lib/utils/video/parser/utils.js +0 -22
@@ -1,461 +1,461 @@
1
- import type {SerializedVector2, SignalValue, SimpleSignal} from '@twick/core';
2
- import {BBox, DependencyContext, PlaybackState} from '@twick/core';
3
- import Hls from 'hls.js';
4
- import {computed, initial, nodeName, signal} from '../decorators';
5
- import type {DesiredLength} from '../partials';
6
- import {drawImage} from '../utils';
7
- import {ImageCommunication} from '../utils/video/ffmpeg-client';
8
- import {dropExtractor, getFrame} from '../utils/video/mp4-parser-manager';
9
- import type {MediaProps} from './Media';
10
- import {Media} from './Media';
11
-
12
- export interface VideoProps extends MediaProps {
13
- /**
14
- * {@inheritDoc Video.alpha}
15
- */
16
- alpha?: SignalValue<number>;
17
- /**
18
- * {@inheritDoc Video.smoothing}
19
- */
20
- smoothing?: SignalValue<boolean>;
21
- /**
22
- * {@inheritDoc Video.decoder}
23
- */
24
- decoder?: SignalValue<'web' | 'ffmpeg' | 'slow' | null>;
25
- }
26
-
27
- @nodeName('Video')
28
- export class Video extends Media {
29
- /**
30
- * The alpha value of this video.
31
- *
32
- * @remarks
33
- * Unlike opacity, the alpha value affects only the video itself, leaving the
34
- * fill, stroke, and children intact.
35
- */
36
- @initial(1)
37
- @signal()
38
- public declare readonly alpha: SimpleSignal<number, this>;
39
-
40
- /**
41
- * Whether the video should be smoothed.
42
- *
43
- * @remarks
44
- * When disabled, the video will be scaled using the nearest neighbor
45
- * interpolation with no smoothing. The resulting video will appear pixelated.
46
- *
47
- * @defaultValue true
48
- */
49
- @initial(true)
50
- @signal()
51
- public declare readonly smoothing: SimpleSignal<boolean, this>;
52
-
53
- /**
54
- * Which decoder to use during rendering. The `web` decoder is the fastest
55
- * but only supports MP4 files. The `ffmpeg` decoder is slower and more resource
56
- * intensive but supports more formats. The `slow` decoder is the slowest but
57
- * supports all formats.
58
- *
59
- * @defaultValue null
60
- */
61
- @initial(null)
62
- @signal()
63
- public declare readonly decoder: SimpleSignal<
64
- 'web' | 'ffmpeg' | 'slow' | null,
65
- this
66
- >;
67
-
68
- public detectedFileType: 'mp4' | 'webm' | 'hls' | 'mov' | 'unknown' =
69
- 'unknown';
70
- private fileTypeWasDetected: boolean = false;
71
-
72
- private static readonly pool: Record<string, HTMLVideoElement> = {};
73
-
74
- private static readonly imageCommunication = !import.meta.hot
75
- ? null
76
- : new ImageCommunication();
77
-
78
- public constructor(props: VideoProps) {
79
- super(props);
80
- }
81
-
82
- protected override desiredSize(): SerializedVector2<DesiredLength> {
83
- const custom = super.desiredSize();
84
- if (custom.x === null && custom.y === null) {
85
- const image = this.video();
86
- return {
87
- x: image.videoWidth,
88
- y: image.videoHeight,
89
- };
90
- }
91
-
92
- return custom;
93
- }
94
-
95
- protected mediaElement(): HTMLVideoElement {
96
- return this.video();
97
- }
98
-
99
- protected seekedMedia(): HTMLVideoElement {
100
- return this.seekedVideo();
101
- }
102
-
103
- protected fastSeekedMedia(): HTMLVideoElement {
104
- return this.fastSeekedVideo();
105
- }
106
-
107
- @computed()
108
- private video(): HTMLVideoElement {
109
- const src = this.src();
110
-
111
- // Use a temporary key for undefined src to avoid conflicts
112
- const key = `${this.key}/${src || 'pending'}`;
113
-
114
- let video = Video.pool[key];
115
- if (!video) {
116
- video = document.createElement('video');
117
- video.crossOrigin = 'anonymous';
118
-
119
- // Only set src if it's valid, otherwise leave it empty
120
- if (src && src !== 'undefined') {
121
- try {
122
- const parsedSrc = new URL(src, window.location.origin);
123
-
124
- if (parsedSrc.pathname.endsWith('.m3u8')) {
125
- const hls = new Hls();
126
- hls.loadSource(src);
127
- hls.attachMedia(video);
128
- } else {
129
- video.src = src;
130
- }
131
- } catch (error) {
132
- // Fallback to direct assignment
133
- video.src = src;
134
- }
135
- }
136
-
137
- Video.pool[key] = video;
138
- } else if (src && src !== 'undefined' && video.src !== src) {
139
- // Update existing video element if src has changed and is now valid
140
- try {
141
- const parsedSrc = new URL(src, window.location.origin);
142
-
143
- if (parsedSrc.pathname.endsWith('.m3u8')) {
144
- const hls = new Hls();
145
- hls.loadSource(src);
146
- hls.attachMedia(video);
147
- } else {
148
- video.src = src;
149
- }
150
- } catch (error) {
151
- // Fallback to direct assignment
152
- video.src = src;
153
- }
154
-
155
- // Move video to correct pool key
156
- delete Video.pool[key];
157
- const newKey = `${this.key}/${src}`;
158
- Video.pool[newKey] = video;
159
- }
160
-
161
- // If src is still undefined, wait for it to become available
162
- if (!src || src === 'undefined') {
163
- DependencyContext.collectPromise(
164
- new Promise<void>(resolve => {
165
- // Check periodically for valid src
166
- const checkSrc = () => {
167
- const currentSrc = this.src();
168
- if (currentSrc && currentSrc !== 'undefined') {
169
- resolve();
170
- } else {
171
- setTimeout(checkSrc, 10);
172
- }
173
- };
174
- checkSrc();
175
- }),
176
- );
177
- }
178
-
179
- const weNeedToWait = this.waitForCanPlayNecessary(video);
180
-
181
- if (!weNeedToWait) {
182
- return video;
183
- }
184
-
185
- DependencyContext.collectPromise(
186
- new Promise<void>(resolve => {
187
- this.waitForCanPlay(video, resolve);
188
- }),
189
- );
190
-
191
- return video;
192
- }
193
-
194
- @computed()
195
- protected seekedVideo(): HTMLVideoElement {
196
- const video = this.video();
197
- const time = this.clampTime(this.time());
198
-
199
- video.playbackRate = this.playbackRate();
200
-
201
- if (!video.paused) {
202
- video.pause();
203
- }
204
-
205
- if (this.lastTime === time) {
206
- return video;
207
- }
208
-
209
- this.setCurrentTime(time);
210
-
211
- return video;
212
- }
213
-
214
- @computed()
215
- protected fastSeekedVideo(): HTMLVideoElement {
216
- const video = this.video();
217
- const time = this.clampTime(this.time());
218
-
219
- video.playbackRate = this.playbackRate();
220
-
221
- if (this.lastTime === time) {
222
- return video;
223
- }
224
-
225
- const playing =
226
- this.playing() && time < video.duration && video.playbackRate > 0;
227
-
228
- if (playing) {
229
- if (video.paused) {
230
- DependencyContext.collectPromise(video.play());
231
- }
232
- } else {
233
- if (!video.paused) {
234
- video.pause();
235
- }
236
- }
237
-
238
- // reseek when video is out of sync by more than one second
239
- if (Math.abs(video.currentTime - time) > 1) {
240
- this.setCurrentTime(time);
241
- } else if (!playing) {
242
- video.currentTime = time;
243
- }
244
-
245
- return video;
246
- }
247
-
248
- protected lastFrame: ImageBitmap | null = null;
249
-
250
- protected async webcodecSeekedVideo(): Promise<CanvasImageSource> {
251
- const video = this.video();
252
- const time = this.clampTime(this.time());
253
-
254
- video.playbackRate = this.playbackRate();
255
-
256
- if (this.lastFrame && this.lastTime === time) {
257
- return this.lastFrame;
258
- }
259
-
260
- const fps = this.view().fps() / this.playbackRate();
261
- return getFrame(this.key, video.src, time, fps);
262
- }
263
-
264
- protected async ffmpegSeekedVideo(): Promise<ImageBitmap> {
265
- const video = this.video();
266
- const time = this.clampTime(this.time());
267
- const duration = this.getDuration();
268
-
269
- video.playbackRate = this.playbackRate();
270
-
271
- if (this.lastFrame && this.lastTime === time) {
272
- return this.lastFrame;
273
- }
274
-
275
- const fps = this.view().fps() / this.playbackRate();
276
-
277
- if (!Video.imageCommunication) {
278
- throw new Error('ServerSeekedVideo can only be used with HMR.');
279
- }
280
-
281
- const frame = await Video.imageCommunication.getFrame(
282
- this.key,
283
- video.src,
284
- time,
285
- duration,
286
- fps,
287
- );
288
- this.lastFrame = frame;
289
- this.lastTime = time;
290
-
291
- return frame;
292
- }
293
-
294
- protected async seekFunction() {
295
- const playbackState = this.view().playbackState();
296
-
297
- // During playback
298
- if (
299
- playbackState === PlaybackState.Playing ||
300
- playbackState === PlaybackState.Presenting
301
- ) {
302
- return this.fastSeekedVideo();
303
- }
304
-
305
- if (playbackState === PlaybackState.Paused) {
306
- return this.seekedVideo();
307
- }
308
-
309
- // During rendering, if set explicitly
310
- if (this.decoder() === 'slow') {
311
- return this.seekedVideo();
312
- }
313
-
314
- if (this.decoder() === 'ffmpeg') {
315
- return this.ffmpegSeekedVideo();
316
- }
317
-
318
- if (this.decoder() === 'web') {
319
- return this.webcodecSeekedVideo();
320
- }
321
-
322
- if (!this.fileTypeWasDetected) {
323
- this.detectFileType();
324
- }
325
-
326
- // If not set explicitly, use detected file type to determine decoder
327
- if (this.detectedFileType === 'webm') {
328
- return this.ffmpegSeekedVideo();
329
- }
330
-
331
- if (this.detectedFileType === 'hls') {
332
- return this.seekedVideo();
333
- }
334
-
335
- return this.webcodecSeekedVideo();
336
- }
337
-
338
- protected override async draw(context: CanvasRenderingContext2D) {
339
- // Auto-start playback if Twick is playing but media isn't
340
- this.autoPlayBasedOnTwick();
341
-
342
- this.drawShape(context);
343
- const alpha = this.alpha();
344
- if (alpha > 0) {
345
- const video = await this.seekFunction();
346
-
347
- const box = BBox.fromSizeCentered(this.computedSize());
348
- context.save();
349
- context.clip(this.getPath());
350
- if (alpha < 1) {
351
- context.globalAlpha *= alpha;
352
- }
353
- context.imageSmoothingEnabled = this.smoothing();
354
- drawImage(context, video, box);
355
- context.restore();
356
- }
357
-
358
- if (this.clip()) {
359
- context.clip(this.getPath());
360
- }
361
-
362
- await this.drawChildren(context);
363
- }
364
-
365
- protected override applyFlex() {
366
- super.applyFlex();
367
- try {
368
- const video = this.video();
369
- // Only set aspect ratio if video element is available and has valid dimensions
370
- if (video && video.videoWidth > 0 && video.videoHeight > 0) {
371
- this.element.style.aspectRatio = (
372
- this.ratio() ?? video.videoWidth / video.videoHeight
373
- ).toString();
374
- }
375
- } catch (error) {
376
- // If video element is not ready yet, skip setting aspect ratio
377
- // It will be set later when the video becomes available
378
- }
379
- }
380
-
381
- public override remove() {
382
- super.remove();
383
- dropExtractor(this.key, this.src());
384
- return this;
385
- }
386
-
387
- private handleUnknownFileType(src: string) {
388
- console.warn(
389
- `WARNING: Could not detect file type of video (${src}), will default to using mp4 decoder. If your video file is not an mp4 file, this will lead to an error - to fix this, reencode your video as an mp4 file (better performance) or specify a different decoder: https://docs.re.video/common-issues/slow-rendering#use-mp4-decoder`,
390
- );
391
- this.detectedFileType = 'unknown';
392
- this.fileTypeWasDetected = true;
393
- }
394
-
395
- private detectFileType() {
396
- return DependencyContext.collectPromise(
397
- (async () => {
398
- const src = this.src();
399
- const extension = src.split('?')[0].split('.').pop()?.toLowerCase();
400
-
401
- if (
402
- extension === 'mp4' ||
403
- extension === 'webm' ||
404
- extension === 'mov'
405
- ) {
406
- this.detectedFileType = extension;
407
- this.fileTypeWasDetected = true;
408
- return;
409
- }
410
-
411
- if (extension === 'm3u8') {
412
- this.detectedFileType = 'hls';
413
- this.fileTypeWasDetected = true;
414
- return;
415
- }
416
-
417
- if (!src.startsWith('http://') && !src.startsWith('https://')) {
418
- this.handleUnknownFileType(src);
419
- return;
420
- }
421
-
422
- const response = await fetch(src, {method: 'HEAD'});
423
- const contentType = response.headers.get('Content-Type');
424
-
425
- if (!contentType) {
426
- this.handleUnknownFileType(src);
427
- return;
428
- }
429
-
430
- if (contentType.includes('video/mp4')) {
431
- this.detectedFileType = 'mp4';
432
- this.fileTypeWasDetected = true;
433
- return;
434
- }
435
-
436
- if (contentType.includes('video/webm')) {
437
- this.detectedFileType = 'webm';
438
- this.fileTypeWasDetected = true;
439
- return;
440
- }
441
-
442
- if (contentType.includes('video/quicktime')) {
443
- this.detectedFileType = 'mov';
444
- this.fileTypeWasDetected = true;
445
- return;
446
- }
447
-
448
- if (
449
- contentType.includes('application/vnd.apple.mpegurl') ||
450
- contentType.includes('application/x-mpegURL')
451
- ) {
452
- this.detectedFileType = 'hls';
453
- this.fileTypeWasDetected = true;
454
- return;
455
- }
456
-
457
- this.handleUnknownFileType(src);
458
- })(),
459
- );
460
- }
461
- }
1
+ import type {SerializedVector2, SignalValue, SimpleSignal} from '@twick/core';
2
+ import {BBox, DependencyContext, PlaybackState} from '@twick/core';
3
+ import Hls from 'hls.js';
4
+ import {computed, initial, nodeName, signal} from '../decorators';
5
+ import type {DesiredLength} from '../partials';
6
+ import {drawImage} from '../utils';
7
+ import {ImageCommunication} from '../utils/video/ffmpeg-client';
8
+ import {dropExtractor, getFrame} from '../utils/video/mp4-parser-manager';
9
+ import type {MediaProps} from './Media';
10
+ import {Media} from './Media';
11
+
12
+ export interface VideoProps extends MediaProps {
13
+ /**
14
+ * {@inheritDoc Video.alpha}
15
+ */
16
+ alpha?: SignalValue<number>;
17
+ /**
18
+ * {@inheritDoc Video.smoothing}
19
+ */
20
+ smoothing?: SignalValue<boolean>;
21
+ /**
22
+ * {@inheritDoc Video.decoder}
23
+ */
24
+ decoder?: SignalValue<'web' | 'ffmpeg' | 'slow' | null>;
25
+ }
26
+
27
+ @nodeName('Video')
28
+ export class Video extends Media {
29
+ /**
30
+ * The alpha value of this video.
31
+ *
32
+ * @remarks
33
+ * Unlike opacity, the alpha value affects only the video itself, leaving the
34
+ * fill, stroke, and children intact.
35
+ */
36
+ @initial(1)
37
+ @signal()
38
+ public declare readonly alpha: SimpleSignal<number, this>;
39
+
40
+ /**
41
+ * Whether the video should be smoothed.
42
+ *
43
+ * @remarks
44
+ * When disabled, the video will be scaled using the nearest neighbor
45
+ * interpolation with no smoothing. The resulting video will appear pixelated.
46
+ *
47
+ * @defaultValue true
48
+ */
49
+ @initial(true)
50
+ @signal()
51
+ public declare readonly smoothing: SimpleSignal<boolean, this>;
52
+
53
+ /**
54
+ * Which decoder to use during rendering. The `web` decoder is the fastest
55
+ * but only supports MP4 files. The `ffmpeg` decoder is slower and more resource
56
+ * intensive but supports more formats. The `slow` decoder is the slowest but
57
+ * supports all formats.
58
+ *
59
+ * @defaultValue null
60
+ */
61
+ @initial(null)
62
+ @signal()
63
+ public declare readonly decoder: SimpleSignal<
64
+ 'web' | 'ffmpeg' | 'slow' | null,
65
+ this
66
+ >;
67
+
68
+ public detectedFileType: 'mp4' | 'webm' | 'hls' | 'mov' | 'unknown' =
69
+ 'unknown';
70
+ private fileTypeWasDetected: boolean = false;
71
+
72
+ private static readonly pool: Record<string, HTMLVideoElement> = {};
73
+
74
+ private static readonly imageCommunication = !import.meta.hot
75
+ ? null
76
+ : new ImageCommunication();
77
+
78
+ public constructor(props: VideoProps) {
79
+ super(props);
80
+ }
81
+
82
+ protected override desiredSize(): SerializedVector2<DesiredLength> {
83
+ const custom = super.desiredSize();
84
+ if (custom.x === null && custom.y === null) {
85
+ const image = this.video();
86
+ return {
87
+ x: image.videoWidth,
88
+ y: image.videoHeight,
89
+ };
90
+ }
91
+
92
+ return custom;
93
+ }
94
+
95
+ protected mediaElement(): HTMLVideoElement {
96
+ return this.video();
97
+ }
98
+
99
+ protected seekedMedia(): HTMLVideoElement {
100
+ return this.seekedVideo();
101
+ }
102
+
103
+ protected fastSeekedMedia(): HTMLVideoElement {
104
+ return this.fastSeekedVideo();
105
+ }
106
+
107
+ @computed()
108
+ private video(): HTMLVideoElement {
109
+ const src = this.src();
110
+
111
+ // Use a temporary key for undefined src to avoid conflicts
112
+ const key = `${this.key}/${src || 'pending'}`;
113
+
114
+ let video = Video.pool[key];
115
+ if (!video) {
116
+ video = document.createElement('video');
117
+ video.crossOrigin = 'anonymous';
118
+
119
+ // Only set src if it's valid, otherwise leave it empty
120
+ if (src && src !== 'undefined') {
121
+ try {
122
+ const parsedSrc = new URL(src, window.location.origin);
123
+
124
+ if (parsedSrc.pathname.endsWith('.m3u8')) {
125
+ const hls = new Hls();
126
+ hls.loadSource(src);
127
+ hls.attachMedia(video);
128
+ } else {
129
+ video.src = src;
130
+ }
131
+ } catch (error) {
132
+ // Fallback to direct assignment
133
+ video.src = src;
134
+ }
135
+ }
136
+
137
+ Video.pool[key] = video;
138
+ } else if (src && src !== 'undefined' && video.src !== src) {
139
+ // Update existing video element if src has changed and is now valid
140
+ try {
141
+ const parsedSrc = new URL(src, window.location.origin);
142
+
143
+ if (parsedSrc.pathname.endsWith('.m3u8')) {
144
+ const hls = new Hls();
145
+ hls.loadSource(src);
146
+ hls.attachMedia(video);
147
+ } else {
148
+ video.src = src;
149
+ }
150
+ } catch (error) {
151
+ // Fallback to direct assignment
152
+ video.src = src;
153
+ }
154
+
155
+ // Move video to correct pool key
156
+ delete Video.pool[key];
157
+ const newKey = `${this.key}/${src}`;
158
+ Video.pool[newKey] = video;
159
+ }
160
+
161
+ // If src is still undefined, wait for it to become available
162
+ if (!src || src === 'undefined') {
163
+ DependencyContext.collectPromise(
164
+ new Promise<void>(resolve => {
165
+ // Check periodically for valid src
166
+ const checkSrc = () => {
167
+ const currentSrc = this.src();
168
+ if (currentSrc && currentSrc !== 'undefined') {
169
+ resolve();
170
+ } else {
171
+ setTimeout(checkSrc, 10);
172
+ }
173
+ };
174
+ checkSrc();
175
+ }),
176
+ );
177
+ }
178
+
179
+ const weNeedToWait = this.waitForCanPlayNecessary(video);
180
+
181
+ if (!weNeedToWait) {
182
+ return video;
183
+ }
184
+
185
+ DependencyContext.collectPromise(
186
+ new Promise<void>(resolve => {
187
+ this.waitForCanPlay(video, resolve);
188
+ }),
189
+ );
190
+
191
+ return video;
192
+ }
193
+
194
+ @computed()
195
+ protected seekedVideo(): HTMLVideoElement {
196
+ const video = this.video();
197
+ const time = this.clampTime(this.time());
198
+
199
+ video.playbackRate = this.playbackRate();
200
+
201
+ if (!video.paused) {
202
+ video.pause();
203
+ }
204
+
205
+ if (this.lastTime === time) {
206
+ return video;
207
+ }
208
+
209
+ this.setCurrentTime(time);
210
+
211
+ return video;
212
+ }
213
+
214
+ @computed()
215
+ protected fastSeekedVideo(): HTMLVideoElement {
216
+ const video = this.video();
217
+ const time = this.clampTime(this.time());
218
+
219
+ video.playbackRate = this.playbackRate();
220
+
221
+ if (this.lastTime === time) {
222
+ return video;
223
+ }
224
+
225
+ const playing =
226
+ this.playing() && time < video.duration && video.playbackRate > 0;
227
+
228
+ if (playing) {
229
+ if (video.paused) {
230
+ DependencyContext.collectPromise(video.play());
231
+ }
232
+ } else {
233
+ if (!video.paused) {
234
+ video.pause();
235
+ }
236
+ }
237
+
238
+ // reseek when video is out of sync by more than one second
239
+ if (Math.abs(video.currentTime - time) > 1) {
240
+ this.setCurrentTime(time);
241
+ } else if (!playing) {
242
+ video.currentTime = time;
243
+ }
244
+
245
+ return video;
246
+ }
247
+
248
+ protected lastFrame: ImageBitmap | null = null;
249
+
250
+ protected async webcodecSeekedVideo(): Promise<CanvasImageSource> {
251
+ const video = this.video();
252
+ const time = this.clampTime(this.time());
253
+
254
+ video.playbackRate = this.playbackRate();
255
+
256
+ if (this.lastFrame && this.lastTime === time) {
257
+ return this.lastFrame;
258
+ }
259
+
260
+ const fps = this.view().fps() / this.playbackRate();
261
+ return getFrame(this.key, video.src, time, fps);
262
+ }
263
+
264
+ protected async ffmpegSeekedVideo(): Promise<ImageBitmap> {
265
+ const video = this.video();
266
+ const time = this.clampTime(this.time());
267
+ const duration = this.getDuration();
268
+
269
+ video.playbackRate = this.playbackRate();
270
+
271
+ if (this.lastFrame && this.lastTime === time) {
272
+ return this.lastFrame;
273
+ }
274
+
275
+ const fps = this.view().fps() / this.playbackRate();
276
+
277
+ if (!Video.imageCommunication) {
278
+ throw new Error('ServerSeekedVideo can only be used with HMR.');
279
+ }
280
+
281
+ const frame = await Video.imageCommunication.getFrame(
282
+ this.key,
283
+ video.src,
284
+ time,
285
+ duration,
286
+ fps,
287
+ );
288
+ this.lastFrame = frame;
289
+ this.lastTime = time;
290
+
291
+ return frame;
292
+ }
293
+
294
+ protected async seekFunction() {
295
+ const playbackState = this.view().playbackState();
296
+
297
+ // During playback
298
+ if (
299
+ playbackState === PlaybackState.Playing ||
300
+ playbackState === PlaybackState.Presenting
301
+ ) {
302
+ return this.fastSeekedVideo();
303
+ }
304
+
305
+ if (playbackState === PlaybackState.Paused) {
306
+ return this.seekedVideo();
307
+ }
308
+
309
+ // During rendering, if set explicitly
310
+ if (this.decoder() === 'slow') {
311
+ return this.seekedVideo();
312
+ }
313
+
314
+ if (this.decoder() === 'ffmpeg') {
315
+ return this.ffmpegSeekedVideo();
316
+ }
317
+
318
+ if (this.decoder() === 'web') {
319
+ return this.webcodecSeekedVideo();
320
+ }
321
+
322
+ if (!this.fileTypeWasDetected) {
323
+ this.detectFileType();
324
+ }
325
+
326
+ // If not set explicitly, use detected file type to determine decoder
327
+ if (this.detectedFileType === 'webm') {
328
+ return this.ffmpegSeekedVideo();
329
+ }
330
+
331
+ if (this.detectedFileType === 'hls') {
332
+ return this.seekedVideo();
333
+ }
334
+
335
+ return this.webcodecSeekedVideo();
336
+ }
337
+
338
+ protected override async draw(context: CanvasRenderingContext2D) {
339
+ // Auto-start playback if Twick is playing but media isn't
340
+ this.autoPlayBasedOnTwick();
341
+
342
+ this.drawShape(context);
343
+ const alpha = this.alpha();
344
+ if (alpha > 0) {
345
+ const video = await this.seekFunction();
346
+
347
+ const box = BBox.fromSizeCentered(this.computedSize());
348
+ context.save();
349
+ context.clip(this.getPath());
350
+ if (alpha < 1) {
351
+ context.globalAlpha *= alpha;
352
+ }
353
+ context.imageSmoothingEnabled = this.smoothing();
354
+ drawImage(context, video, box);
355
+ context.restore();
356
+ }
357
+
358
+ if (this.clip()) {
359
+ context.clip(this.getPath());
360
+ }
361
+
362
+ await this.drawChildren(context);
363
+ }
364
+
365
+ protected override applyFlex() {
366
+ super.applyFlex();
367
+ try {
368
+ const video = this.video();
369
+ // Only set aspect ratio if video element is available and has valid dimensions
370
+ if (video && video.videoWidth > 0 && video.videoHeight > 0) {
371
+ this.element.style.aspectRatio = (
372
+ this.ratio() ?? video.videoWidth / video.videoHeight
373
+ ).toString();
374
+ }
375
+ } catch (error) {
376
+ // If video element is not ready yet, skip setting aspect ratio
377
+ // It will be set later when the video becomes available
378
+ }
379
+ }
380
+
381
+ public override remove() {
382
+ super.remove();
383
+ dropExtractor(this.key, this.src());
384
+ return this;
385
+ }
386
+
387
+ private handleUnknownFileType(src: string) {
388
+ console.warn(
389
+ `WARNING: Could not detect file type of video (${src}), will default to using mp4 decoder. If your video file is not an mp4 file, this will lead to an error - to fix this, reencode your video as an mp4 file (better performance) or specify a different decoder: https://docs.re.video/common-issues/slow-rendering#use-mp4-decoder`,
390
+ );
391
+ this.detectedFileType = 'unknown';
392
+ this.fileTypeWasDetected = true;
393
+ }
394
+
395
+ private detectFileType() {
396
+ return DependencyContext.collectPromise(
397
+ (async () => {
398
+ const src = this.src();
399
+ const extension = src.split('?')[0].split('.').pop()?.toLowerCase();
400
+
401
+ if (
402
+ extension === 'mp4' ||
403
+ extension === 'webm' ||
404
+ extension === 'mov'
405
+ ) {
406
+ this.detectedFileType = extension;
407
+ this.fileTypeWasDetected = true;
408
+ return;
409
+ }
410
+
411
+ if (extension === 'm3u8') {
412
+ this.detectedFileType = 'hls';
413
+ this.fileTypeWasDetected = true;
414
+ return;
415
+ }
416
+
417
+ if (!src.startsWith('http://') && !src.startsWith('https://')) {
418
+ this.handleUnknownFileType(src);
419
+ return;
420
+ }
421
+
422
+ const response = await fetch(src, {method: 'HEAD'});
423
+ const contentType = response.headers.get('Content-Type');
424
+
425
+ if (!contentType) {
426
+ this.handleUnknownFileType(src);
427
+ return;
428
+ }
429
+
430
+ if (contentType.includes('video/mp4')) {
431
+ this.detectedFileType = 'mp4';
432
+ this.fileTypeWasDetected = true;
433
+ return;
434
+ }
435
+
436
+ if (contentType.includes('video/webm')) {
437
+ this.detectedFileType = 'webm';
438
+ this.fileTypeWasDetected = true;
439
+ return;
440
+ }
441
+
442
+ if (contentType.includes('video/quicktime')) {
443
+ this.detectedFileType = 'mov';
444
+ this.fileTypeWasDetected = true;
445
+ return;
446
+ }
447
+
448
+ if (
449
+ contentType.includes('application/vnd.apple.mpegurl') ||
450
+ contentType.includes('application/x-mpegURL')
451
+ ) {
452
+ this.detectedFileType = 'hls';
453
+ this.fileTypeWasDetected = true;
454
+ return;
455
+ }
456
+
457
+ this.handleUnknownFileType(src);
458
+ })(),
459
+ );
460
+ }
461
+ }