@luxonis/depthai-viewer-common 3.7.4 → 3.7.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (524) hide show
  1. package/LICENSE +202 -0
  2. package/LICENSE.MPL-2.0 +373 -0
  3. package/NOTICE +15 -0
  4. package/REFACTOR_HANDOFF.md +969 -0
  5. package/REFACTOR_PLAN.md +265 -0
  6. package/THIRD_PARTY_NOTICES.md +3624 -0
  7. package/build-utils.sh +45 -0
  8. package/dist/components/DepthAIContext.d.ts +1 -1
  9. package/dist/components/DepthAIContext.d.ts.map +1 -1
  10. package/dist/components/DepthAIContext.js.map +1 -1
  11. package/dist/components/Streams.d.ts.map +1 -1
  12. package/dist/components/Streams.js +10 -3
  13. package/dist/components/Streams.js.map +1 -1
  14. package/dist/dai-connection/connection.d.ts +5 -3
  15. package/dist/dai-connection/connection.d.ts.map +1 -1
  16. package/dist/dai-connection/connection.js +3 -3
  17. package/dist/dai-connection/connection.js.map +1 -1
  18. package/dist/hooks/benchmark-automation.d.ts.map +1 -1
  19. package/dist/hooks/benchmark-automation.js +1 -1
  20. package/dist/hooks/benchmark-automation.js.map +1 -1
  21. package/dist/hooks/connection.d.ts +1 -1
  22. package/dist/hooks/connection.d.ts.map +1 -1
  23. package/dist/hooks/connection.js +21 -0
  24. package/dist/hooks/connection.js.map +1 -1
  25. package/dist/index.css +160 -0
  26. package/dist/models/device-configuration.d.ts +1 -1
  27. package/dist/providers/ConnectionProvider.d.ts.map +1 -1
  28. package/dist/providers/ConnectionProvider.js +1 -1
  29. package/dist/providers/ConnectionProvider.js.map +1 -1
  30. package/dist/providers/VisualizerRuntimeConfigProvider.d.ts +2 -1
  31. package/dist/providers/VisualizerRuntimeConfigProvider.d.ts.map +1 -1
  32. package/dist/providers/VisualizerRuntimeConfigProvider.js +6 -2
  33. package/dist/providers/VisualizerRuntimeConfigProvider.js.map +1 -1
  34. package/dist/utils/vite-dev-fix.js +1 -1
  35. package/dist/utils/vite-dev-fix.js.map +1 -1
  36. package/dist/visualizer/browser-decoder-fixtures-entry.d.ts +2 -0
  37. package/dist/visualizer/browser-decoder-fixtures-entry.d.ts.map +1 -0
  38. package/dist/visualizer/browser-decoder-fixtures-entry.js +28 -0
  39. package/dist/visualizer/browser-decoder-fixtures-entry.js.map +1 -0
  40. package/dist/visualizer/components/CssBaseline.d.ts +5 -0
  41. package/dist/visualizer/components/CssBaseline.d.ts.map +1 -0
  42. package/dist/visualizer/components/CssBaseline.js +5 -0
  43. package/dist/visualizer/components/CssBaseline.js.map +1 -0
  44. package/dist/visualizer/components/EmptyState.d.ts +7 -0
  45. package/dist/visualizer/components/EmptyState.d.ts.map +1 -0
  46. package/dist/visualizer/components/EmptyState.js +5 -0
  47. package/dist/visualizer/components/EmptyState.js.map +1 -0
  48. package/dist/visualizer/components/ErrorBoundary.d.ts +16 -0
  49. package/dist/visualizer/components/ErrorBoundary.d.ts.map +1 -0
  50. package/dist/visualizer/components/ErrorBoundary.js +27 -0
  51. package/dist/visualizer/components/ErrorBoundary.js.map +1 -0
  52. package/dist/visualizer/components/GlobalCss.d.ts +2 -0
  53. package/dist/visualizer/components/GlobalCss.d.ts.map +1 -0
  54. package/dist/visualizer/components/GlobalCss.js +4 -0
  55. package/dist/visualizer/components/GlobalCss.js.map +1 -0
  56. package/dist/visualizer/components/Panel.d.ts +37 -0
  57. package/dist/visualizer/components/Panel.d.ts.map +1 -0
  58. package/dist/visualizer/components/Panel.js +129 -0
  59. package/dist/visualizer/components/Panel.js.map +1 -0
  60. package/dist/visualizer/components/PanelLayout.d.ts +3 -0
  61. package/dist/visualizer/components/PanelLayout.d.ts.map +1 -0
  62. package/dist/visualizer/components/PanelLayout.js +5 -0
  63. package/dist/visualizer/components/PanelLayout.js.map +1 -0
  64. package/dist/visualizer/components/PanelToolbar.d.ts +24 -0
  65. package/dist/visualizer/components/PanelToolbar.d.ts.map +1 -0
  66. package/dist/visualizer/components/PanelToolbar.js +69 -0
  67. package/dist/visualizer/components/PanelToolbar.js.map +1 -0
  68. package/dist/visualizer/components/RemountOnValueChange.d.ts +7 -0
  69. package/dist/visualizer/components/RemountOnValueChange.d.ts.map +1 -0
  70. package/dist/visualizer/components/RemountOnValueChange.js +20 -0
  71. package/dist/visualizer/components/RemountOnValueChange.js.map +1 -0
  72. package/dist/visualizer/components/measure-event-loop-delay.d.ts +2 -0
  73. package/dist/visualizer/components/measure-event-loop-delay.d.ts.map +1 -0
  74. package/dist/visualizer/components/measure-event-loop-delay.js +18 -0
  75. package/dist/visualizer/components/measure-event-loop-delay.js.map +1 -0
  76. package/dist/visualizer/components/shared-interval.d.ts +2 -0
  77. package/dist/visualizer/components/shared-interval.d.ts.map +1 -0
  78. package/dist/visualizer/components/shared-interval.js +50 -0
  79. package/dist/visualizer/components/shared-interval.js.map +1 -0
  80. package/dist/visualizer/components/use-element-width.d.ts +3 -0
  81. package/dist/visualizer/components/use-element-width.d.ts.map +1 -0
  82. package/dist/visualizer/components/use-element-width.js +23 -0
  83. package/dist/visualizer/components/use-element-width.js.map +1 -0
  84. package/dist/visualizer/connection/adapter.d.ts +43 -0
  85. package/dist/visualizer/connection/adapter.d.ts.map +1 -0
  86. package/dist/visualizer/connection/adapter.js +196 -0
  87. package/dist/visualizer/connection/adapter.js.map +1 -0
  88. package/dist/visualizer/connection/communicator.d.ts +94 -0
  89. package/dist/visualizer/connection/communicator.d.ts.map +1 -0
  90. package/dist/visualizer/connection/communicator.js +134 -0
  91. package/dist/visualizer/connection/communicator.js.map +1 -0
  92. package/dist/visualizer/connection/connection.d.ts +54 -0
  93. package/dist/visualizer/connection/connection.d.ts.map +1 -0
  94. package/dist/visualizer/connection/connection.js +155 -0
  95. package/dist/visualizer/connection/connection.js.map +1 -0
  96. package/dist/visualizer/connection/foxglove-client-adapter.d.ts +31 -0
  97. package/dist/visualizer/connection/foxglove-client-adapter.d.ts.map +1 -0
  98. package/dist/visualizer/connection/foxglove-client-adapter.js +125 -0
  99. package/dist/visualizer/connection/foxglove-client-adapter.js.map +1 -0
  100. package/dist/visualizer/connection/foxglove-connection.d.ts +86 -0
  101. package/dist/visualizer/connection/foxglove-connection.d.ts.map +1 -0
  102. package/dist/visualizer/connection/foxglove-connection.js +329 -0
  103. package/dist/visualizer/connection/foxglove-connection.js.map +1 -0
  104. package/dist/visualizer/connection/foxglove-protocol.d.ts +6 -0
  105. package/dist/visualizer/connection/foxglove-protocol.d.ts.map +1 -0
  106. package/dist/visualizer/connection/foxglove-protocol.js +63 -0
  107. package/dist/visualizer/connection/foxglove-protocol.js.map +1 -0
  108. package/dist/visualizer/connection/foxglove-ws-types.d.ts +80 -0
  109. package/dist/visualizer/connection/foxglove-ws-types.d.ts.map +1 -0
  110. package/dist/visualizer/connection/foxglove-ws-types.js +13 -0
  111. package/dist/visualizer/connection/foxglove-ws-types.js.map +1 -0
  112. package/dist/visualizer/connection/webrtc/bridge.d.ts +11 -0
  113. package/dist/visualizer/connection/webrtc/bridge.d.ts.map +1 -0
  114. package/dist/visualizer/connection/webrtc/bridge.js +453 -0
  115. package/dist/visualizer/connection/webrtc/bridge.js.map +1 -0
  116. package/dist/visualizer/connection/webrtc/comms-proxy.d.ts +9 -0
  117. package/dist/visualizer/connection/webrtc/comms-proxy.d.ts.map +1 -0
  118. package/dist/visualizer/connection/webrtc/comms-proxy.js +90 -0
  119. package/dist/visualizer/connection/webrtc/comms-proxy.js.map +1 -0
  120. package/dist/visualizer/connection/webrtc/handler.d.ts +97 -0
  121. package/dist/visualizer/connection/webrtc/handler.d.ts.map +1 -0
  122. package/dist/visualizer/connection/webrtc/handler.js +149 -0
  123. package/dist/visualizer/connection/webrtc/handler.js.map +1 -0
  124. package/dist/visualizer/connection/webrtc/worker.d.ts +2 -0
  125. package/dist/visualizer/connection/webrtc/worker.d.ts.map +1 -0
  126. package/dist/visualizer/connection/webrtc/worker.js +32 -0
  127. package/dist/visualizer/connection/webrtc/worker.js.map +1 -0
  128. package/dist/visualizer/connection/ws/worker.d.ts +17 -0
  129. package/dist/visualizer/connection/ws/worker.d.ts.map +1 -0
  130. package/dist/visualizer/connection/ws/worker.js +161 -0
  131. package/dist/visualizer/connection/ws/worker.js.map +1 -0
  132. package/dist/visualizer/context/AppConfigurationContext.d.ts +9 -0
  133. package/dist/visualizer/context/AppConfigurationContext.d.ts.map +1 -0
  134. package/dist/visualizer/context/AppConfigurationContext.js +4 -0
  135. package/dist/visualizer/context/AppConfigurationContext.js.map +1 -0
  136. package/dist/visualizer/context/ConnectionsProvider.d.ts +5 -0
  137. package/dist/visualizer/context/ConnectionsProvider.d.ts.map +1 -0
  138. package/dist/visualizer/context/ConnectionsProvider.js +8 -0
  139. package/dist/visualizer/context/ConnectionsProvider.js.map +1 -0
  140. package/dist/visualizer/context/CurrentLayoutContext.d.ts +63 -0
  141. package/dist/visualizer/context/CurrentLayoutContext.d.ts.map +1 -0
  142. package/dist/visualizer/context/CurrentLayoutContext.js +4 -0
  143. package/dist/visualizer/context/CurrentLayoutContext.js.map +1 -0
  144. package/dist/visualizer/context/MessagePipelineInternalContext.d.ts +3 -0
  145. package/dist/visualizer/context/MessagePipelineInternalContext.d.ts.map +1 -0
  146. package/dist/visualizer/context/MessagePipelineInternalContext.js +3 -0
  147. package/dist/visualizer/context/MessagePipelineInternalContext.js.map +1 -0
  148. package/dist/visualizer/context/MessagePipelineProvider.d.ts +17 -0
  149. package/dist/visualizer/context/MessagePipelineProvider.d.ts.map +1 -0
  150. package/dist/visualizer/context/MessagePipelineProvider.js +224 -0
  151. package/dist/visualizer/context/MessagePipelineProvider.js.map +1 -0
  152. package/dist/visualizer/context/MinimalCurrentLayoutProvider.d.ts +5 -0
  153. package/dist/visualizer/context/MinimalCurrentLayoutProvider.d.ts.map +1 -0
  154. package/dist/visualizer/context/MinimalCurrentLayoutProvider.js +198 -0
  155. package/dist/visualizer/context/MinimalCurrentLayoutProvider.js.map +1 -0
  156. package/dist/visualizer/context/PanelCatalogContext.d.ts +11 -0
  157. package/dist/visualizer/context/PanelCatalogContext.d.ts.map +1 -0
  158. package/dist/visualizer/context/PanelCatalogContext.js +4 -0
  159. package/dist/visualizer/context/PanelCatalogContext.js.map +1 -0
  160. package/dist/visualizer/context/PanelStateContextProvider.d.ts +5 -0
  161. package/dist/visualizer/context/PanelStateContextProvider.d.ts.map +1 -0
  162. package/dist/visualizer/context/PanelStateContextProvider.js +5 -0
  163. package/dist/visualizer/context/PanelStateContextProvider.js.map +1 -0
  164. package/dist/visualizer/context/TimelineInteractionStateProvider.d.ts +5 -0
  165. package/dist/visualizer/context/TimelineInteractionStateProvider.d.ts.map +1 -0
  166. package/dist/visualizer/context/TimelineInteractionStateProvider.js +5 -0
  167. package/dist/visualizer/context/TimelineInteractionStateProvider.js.map +1 -0
  168. package/dist/visualizer/context/VisualizerContext.d.ts +13 -0
  169. package/dist/visualizer/context/VisualizerContext.d.ts.map +1 -0
  170. package/dist/visualizer/context/VisualizerContext.js +81 -0
  171. package/dist/visualizer/context/VisualizerContext.js.map +1 -0
  172. package/dist/visualizer/context/VisualizerFlatContext.d.ts +10 -0
  173. package/dist/visualizer/context/VisualizerFlatContext.d.ts.map +1 -0
  174. package/dist/visualizer/context/VisualizerFlatContext.js +13 -0
  175. package/dist/visualizer/context/VisualizerFlatContext.js.map +1 -0
  176. package/dist/visualizer/context/message-pipeline-store.d.ts +35 -0
  177. package/dist/visualizer/context/message-pipeline-store.d.ts.map +1 -0
  178. package/dist/visualizer/context/message-pipeline-store.js +275 -0
  179. package/dist/visualizer/context/message-pipeline-store.js.map +1 -0
  180. package/dist/visualizer/context/message-pipeline-types.d.ts +52 -0
  181. package/dist/visualizer/context/message-pipeline-types.d.ts.map +1 -0
  182. package/dist/visualizer/context/message-pipeline-types.js +5 -0
  183. package/dist/visualizer/context/message-pipeline-types.js.map +1 -0
  184. package/dist/visualizer/context/pause-frame.d.ts +4 -0
  185. package/dist/visualizer/context/pause-frame.d.ts.map +1 -0
  186. package/dist/visualizer/context/pause-frame.js +21 -0
  187. package/dist/visualizer/context/pause-frame.js.map +1 -0
  188. package/dist/visualizer/fonts/fonts.css +6 -0
  189. package/dist/visualizer/fonts/ubuntu-mono.ttf +0 -0
  190. package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.d.ts +7 -0
  191. package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.d.ts.map +1 -0
  192. package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.js +12 -0
  193. package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.js.map +1 -0
  194. package/dist/visualizer/i18n-stubs/i18next.d.ts +24 -0
  195. package/dist/visualizer/i18n-stubs/i18next.d.ts.map +1 -0
  196. package/dist/visualizer/i18n-stubs/i18next.js +46 -0
  197. package/dist/visualizer/i18n-stubs/i18next.js.map +1 -0
  198. package/dist/visualizer/i18n-stubs/react-i18next.d.ts +10 -0
  199. package/dist/visualizer/i18n-stubs/react-i18next.d.ts.map +1 -0
  200. package/dist/visualizer/i18n-stubs/react-i18next.js +15 -0
  201. package/dist/visualizer/i18n-stubs/react-i18next.js.map +1 -0
  202. package/dist/visualizer/index.d.ts +14 -0
  203. package/dist/visualizer/index.d.ts.map +1 -0
  204. package/dist/visualizer/index.js +16 -0
  205. package/dist/visualizer/index.js.map +1 -0
  206. package/dist/visualizer/messaging/browser-decoder-fixtures.d.ts +15 -0
  207. package/dist/visualizer/messaging/browser-decoder-fixtures.d.ts.map +1 -0
  208. package/dist/visualizer/messaging/browser-decoder-fixtures.js +205 -0
  209. package/dist/visualizer/messaging/browser-decoder-fixtures.js.map +1 -0
  210. package/dist/visualizer/messaging/decode-core.d.ts +75 -0
  211. package/dist/visualizer/messaging/decode-core.d.ts.map +1 -0
  212. package/dist/visualizer/messaging/decode-core.js +244 -0
  213. package/dist/visualizer/messaging/decode-core.js.map +1 -0
  214. package/dist/visualizer/messaging/decoder-fixtures.d.ts +14 -0
  215. package/dist/visualizer/messaging/decoder-fixtures.d.ts.map +1 -0
  216. package/dist/visualizer/messaging/decoder-fixtures.js +743 -0
  217. package/dist/visualizer/messaging/decoder-fixtures.js.map +1 -0
  218. package/dist/visualizer/messaging/decoder-harness.d.ts +24 -0
  219. package/dist/visualizer/messaging/decoder-harness.d.ts.map +1 -0
  220. package/dist/visualizer/messaging/decoder-harness.js +24 -0
  221. package/dist/visualizer/messaging/decoder-harness.js.map +1 -0
  222. package/dist/visualizer/messaging/deserialization/detections/constants.d.ts +16 -0
  223. package/dist/visualizer/messaging/deserialization/detections/constants.d.ts.map +1 -0
  224. package/dist/visualizer/messaging/deserialization/detections/constants.js +106 -0
  225. package/dist/visualizer/messaging/deserialization/detections/constants.js.map +1 -0
  226. package/dist/visualizer/messaging/deserialization/detections/custom.d.ts +11 -0
  227. package/dist/visualizer/messaging/deserialization/detections/custom.d.ts.map +1 -0
  228. package/dist/visualizer/messaging/deserialization/detections/custom.js +62 -0
  229. package/dist/visualizer/messaging/deserialization/detections/custom.js.map +1 -0
  230. package/dist/visualizer/messaging/deserialization/detections/detection.d.ts +14 -0
  231. package/dist/visualizer/messaging/deserialization/detections/detection.d.ts.map +1 -0
  232. package/dist/visualizer/messaging/deserialization/detections/detection.js +296 -0
  233. package/dist/visualizer/messaging/deserialization/detections/detection.js.map +1 -0
  234. package/dist/visualizer/messaging/deserialization/detections/utils.d.ts +9 -0
  235. package/dist/visualizer/messaging/deserialization/detections/utils.d.ts.map +1 -0
  236. package/dist/visualizer/messaging/deserialization/detections/utils.js +22 -0
  237. package/dist/visualizer/messaging/deserialization/detections/utils.js.map +1 -0
  238. package/dist/visualizer/messaging/deserialization/imu/imu.d.ts +5 -0
  239. package/dist/visualizer/messaging/deserialization/imu/imu.d.ts.map +1 -0
  240. package/dist/visualizer/messaging/deserialization/imu/imu.js +27 -0
  241. package/dist/visualizer/messaging/deserialization/imu/imu.js.map +1 -0
  242. package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.d.ts +2 -0
  243. package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.d.ts.map +1 -0
  244. package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.js +45 -0
  245. package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.js.map +1 -0
  246. package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.d.ts +9 -0
  247. package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.d.ts.map +1 -0
  248. package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.js +46 -0
  249. package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.js.map +1 -0
  250. package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.d.ts +2 -0
  251. package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.d.ts.map +1 -0
  252. package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js +477 -0
  253. package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js.map +1 -0
  254. package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.d.ts +35 -0
  255. package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.d.ts.map +1 -0
  256. package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.js +344 -0
  257. package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.js.map +1 -0
  258. package/dist/visualizer/messaging/deserialization/pointcloud/utils.d.ts +18 -0
  259. package/dist/visualizer/messaging/deserialization/pointcloud/utils.d.ts.map +1 -0
  260. package/dist/visualizer/messaging/deserialization/pointcloud/utils.js +58 -0
  261. package/dist/visualizer/messaging/deserialization/pointcloud/utils.js.map +1 -0
  262. package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.d.ts +9 -0
  263. package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.d.ts.map +1 -0
  264. package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.js +39 -0
  265. package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.js.map +1 -0
  266. package/dist/visualizer/messaging/deserialization/video/color.d.ts +9 -0
  267. package/dist/visualizer/messaging/deserialization/video/color.d.ts.map +1 -0
  268. package/dist/visualizer/messaging/deserialization/video/color.js +27 -0
  269. package/dist/visualizer/messaging/deserialization/video/color.js.map +1 -0
  270. package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.d.ts +5 -0
  271. package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.d.ts.map +1 -0
  272. package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.js +124 -0
  273. package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.js.map +1 -0
  274. package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.d.ts +13 -0
  275. package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.d.ts.map +1 -0
  276. package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.js +37 -0
  277. package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.js.map +1 -0
  278. package/dist/visualizer/messaging/deserialization/video/depth.d.ts +15 -0
  279. package/dist/visualizer/messaging/deserialization/video/depth.d.ts.map +1 -0
  280. package/dist/visualizer/messaging/deserialization/video/depth.js +126 -0
  281. package/dist/visualizer/messaging/deserialization/video/depth.js.map +1 -0
  282. package/dist/visualizer/messaging/deserialization/video/h264.d.ts +81 -0
  283. package/dist/visualizer/messaging/deserialization/video/h264.d.ts.map +1 -0
  284. package/dist/visualizer/messaging/deserialization/video/h264.js +634 -0
  285. package/dist/visualizer/messaging/deserialization/video/h264.js.map +1 -0
  286. package/dist/visualizer/messaging/deserialization/video/h265.d.ts +16 -0
  287. package/dist/visualizer/messaging/deserialization/video/h265.d.ts.map +1 -0
  288. package/dist/visualizer/messaging/deserialization/video/h265.js +448 -0
  289. package/dist/visualizer/messaging/deserialization/video/h265.js.map +1 -0
  290. package/dist/visualizer/messaging/deserialization/video/mjpeg.d.ts +11 -0
  291. package/dist/visualizer/messaging/deserialization/video/mjpeg.d.ts.map +1 -0
  292. package/dist/visualizer/messaging/deserialization/video/mjpeg.js +89 -0
  293. package/dist/visualizer/messaging/deserialization/video/mjpeg.js.map +1 -0
  294. package/dist/visualizer/messaging/deserialization/video/mono.d.ts +8 -0
  295. package/dist/visualizer/messaging/deserialization/video/mono.d.ts.map +1 -0
  296. package/dist/visualizer/messaging/deserialization/video/mono.js +27 -0
  297. package/dist/visualizer/messaging/deserialization/video/mono.js.map +1 -0
  298. package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.d.ts +18 -0
  299. package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.d.ts.map +1 -0
  300. package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.js +651 -0
  301. package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.js.map +1 -0
  302. package/dist/visualizer/messaging/deserialization.worker.d.ts +15 -0
  303. package/dist/visualizer/messaging/deserialization.worker.d.ts.map +1 -0
  304. package/dist/visualizer/messaging/deserialization.worker.js +96 -0
  305. package/dist/visualizer/messaging/deserialization.worker.js.map +1 -0
  306. package/dist/visualizer/messaging/message-event.d.ts +114 -0
  307. package/dist/visualizer/messaging/message-event.d.ts.map +1 -0
  308. package/dist/visualizer/messaging/message-event.js +80 -0
  309. package/dist/visualizer/messaging/message-event.js.map +1 -0
  310. package/dist/visualizer/messaging/message-handler.d.ts +10 -0
  311. package/dist/visualizer/messaging/message-handler.d.ts.map +1 -0
  312. package/dist/visualizer/messaging/message-handler.js +436 -0
  313. package/dist/visualizer/messaging/message-handler.js.map +1 -0
  314. package/dist/visualizer/messaging/message.d.ts +32 -0
  315. package/dist/visualizer/messaging/message.d.ts.map +1 -0
  316. package/dist/visualizer/messaging/message.js +5 -0
  317. package/dist/visualizer/messaging/message.js.map +1 -0
  318. package/dist/visualizer/messaging/parse-utils.d.ts +23 -0
  319. package/dist/visualizer/messaging/parse-utils.d.ts.map +1 -0
  320. package/dist/visualizer/messaging/parse-utils.js +76 -0
  321. package/dist/visualizer/messaging/parse-utils.js.map +1 -0
  322. package/dist/visualizer/messaging/protobuf.d.ts +109 -0
  323. package/dist/visualizer/messaging/protobuf.d.ts.map +1 -0
  324. package/dist/visualizer/messaging/protobuf.js +81 -0
  325. package/dist/visualizer/messaging/protobuf.js.map +1 -0
  326. package/dist/visualizer/messaging/schema-constants.d.ts +21 -0
  327. package/dist/visualizer/messaging/schema-constants.d.ts.map +1 -0
  328. package/dist/visualizer/messaging/schema-constants.js +24 -0
  329. package/dist/visualizer/messaging/schema-constants.js.map +1 -0
  330. package/dist/visualizer/messaging/stream-diagnostics.d.ts +40 -0
  331. package/dist/visualizer/messaging/stream-diagnostics.d.ts.map +1 -0
  332. package/dist/visualizer/messaging/stream-diagnostics.js +257 -0
  333. package/dist/visualizer/messaging/stream-diagnostics.js.map +1 -0
  334. package/dist/visualizer/messaging/utils.d.ts +14 -0
  335. package/dist/visualizer/messaging/utils.d.ts.map +1 -0
  336. package/dist/visualizer/messaging/utils.js +109 -0
  337. package/dist/visualizer/messaging/utils.js.map +1 -0
  338. package/dist/visualizer/output.css +4337 -0
  339. package/dist/visualizer/panels/ImagePanel.d.ts +35 -0
  340. package/dist/visualizer/panels/ImagePanel.d.ts.map +1 -0
  341. package/dist/visualizer/panels/ImagePanel.js +26 -0
  342. package/dist/visualizer/panels/ImagePanel.js.map +1 -0
  343. package/dist/visualizer/panels/PointCloudPanel.d.ts +32 -0
  344. package/dist/visualizer/panels/PointCloudPanel.d.ts.map +1 -0
  345. package/dist/visualizer/panels/PointCloudPanel.js +62 -0
  346. package/dist/visualizer/panels/PointCloudPanel.js.map +1 -0
  347. package/dist/visualizer/panels/image/ImageCanvasRenderer.d.ts +27 -0
  348. package/dist/visualizer/panels/image/ImageCanvasRenderer.d.ts.map +1 -0
  349. package/dist/visualizer/panels/image/ImageCanvasRenderer.js +715 -0
  350. package/dist/visualizer/panels/image/ImageCanvasRenderer.js.map +1 -0
  351. package/dist/visualizer/panels/image/annotation-overlay.d.ts +10 -0
  352. package/dist/visualizer/panels/image/annotation-overlay.d.ts.map +1 -0
  353. package/dist/visualizer/panels/image/annotation-overlay.js +113 -0
  354. package/dist/visualizer/panels/image/annotation-overlay.js.map +1 -0
  355. package/dist/visualizer/panels/image/raw-image-decoder.d.ts +11 -0
  356. package/dist/visualizer/panels/image/raw-image-decoder.d.ts.map +1 -0
  357. package/dist/visualizer/panels/image/raw-image-decoder.js +184 -0
  358. package/dist/visualizer/panels/image/raw-image-decoder.js.map +1 -0
  359. package/dist/visualizer/panels/image/raw-image-decoder.worker.d.ts +2 -0
  360. package/dist/visualizer/panels/image/raw-image-decoder.worker.d.ts.map +1 -0
  361. package/dist/visualizer/panels/image/raw-image-decoder.worker.js +40 -0
  362. package/dist/visualizer/panels/image/raw-image-decoder.worker.js.map +1 -0
  363. package/dist/visualizer/panels/image/raw-image-pixel-decoders.d.ts +35 -0
  364. package/dist/visualizer/panels/image/raw-image-pixel-decoders.d.ts.map +1 -0
  365. package/dist/visualizer/panels/image/raw-image-pixel-decoders.js +352 -0
  366. package/dist/visualizer/panels/image/raw-image-pixel-decoders.js.map +1 -0
  367. package/dist/visualizer/panels/image/segmentation-mask-overlay.d.ts +10 -0
  368. package/dist/visualizer/panels/image/segmentation-mask-overlay.d.ts.map +1 -0
  369. package/dist/visualizer/panels/image/segmentation-mask-overlay.js +56 -0
  370. package/dist/visualizer/panels/image/segmentation-mask-overlay.js.map +1 -0
  371. package/dist/visualizer/panels/image/webgl-image-renderer.d.ts +48 -0
  372. package/dist/visualizer/panels/image/webgl-image-renderer.d.ts.map +1 -0
  373. package/dist/visualizer/panels/image/webgl-image-renderer.js +726 -0
  374. package/dist/visualizer/panels/image/webgl-image-renderer.js.map +1 -0
  375. package/dist/visualizer/panels/image/worker-image-decoder.d.ts +20 -0
  376. package/dist/visualizer/panels/image/worker-image-decoder.d.ts.map +1 -0
  377. package/dist/visualizer/panels/image/worker-image-decoder.js +134 -0
  378. package/dist/visualizer/panels/image/worker-image-decoder.js.map +1 -0
  379. package/dist/visualizer/panels/panel-renderer.d.ts +2 -0
  380. package/dist/visualizer/panels/panel-renderer.d.ts.map +1 -0
  381. package/dist/visualizer/panels/panel-renderer.js +5 -0
  382. package/dist/visualizer/panels/panel-renderer.js.map +1 -0
  383. package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.d.ts +35 -0
  384. package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.d.ts.map +1 -0
  385. package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.js +882 -0
  386. package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.js.map +1 -0
  387. package/dist/visualizer/panels/pointcloud-camera.d.ts +14 -0
  388. package/dist/visualizer/panels/pointcloud-camera.d.ts.map +1 -0
  389. package/dist/visualizer/panels/pointcloud-camera.js +16 -0
  390. package/dist/visualizer/panels/pointcloud-camera.js.map +1 -0
  391. package/dist/visualizer/protobuf.generated/EncodedFrame.d.ts +76 -0
  392. package/dist/visualizer/protobuf.generated/EncodedFrame.d.ts.map +1 -0
  393. package/dist/visualizer/protobuf.generated/EncodedFrame.js +448 -0
  394. package/dist/visualizer/protobuf.generated/EncodedFrame.js.map +1 -0
  395. package/dist/visualizer/protobuf.generated/Event.d.ts +171 -0
  396. package/dist/visualizer/protobuf.generated/Event.d.ts.map +1 -0
  397. package/dist/visualizer/protobuf.generated/Event.js +1805 -0
  398. package/dist/visualizer/protobuf.generated/Event.js.map +1 -0
  399. package/dist/visualizer/protobuf.generated/IMUData.d.ts +84 -0
  400. package/dist/visualizer/protobuf.generated/IMUData.d.ts.map +1 -0
  401. package/dist/visualizer/protobuf.generated/IMUData.js +745 -0
  402. package/dist/visualizer/protobuf.generated/IMUData.js.map +1 -0
  403. package/dist/visualizer/protobuf.generated/ImageAnnotations.d.ts +74 -0
  404. package/dist/visualizer/protobuf.generated/ImageAnnotations.d.ts.map +1 -0
  405. package/dist/visualizer/protobuf.generated/ImageAnnotations.js +675 -0
  406. package/dist/visualizer/protobuf.generated/ImageAnnotations.js.map +1 -0
  407. package/dist/visualizer/protobuf.generated/ImgDetections.d.ts +48 -0
  408. package/dist/visualizer/protobuf.generated/ImgDetections.d.ts.map +1 -0
  409. package/dist/visualizer/protobuf.generated/ImgDetections.js +429 -0
  410. package/dist/visualizer/protobuf.generated/ImgDetections.js.map +1 -0
  411. package/dist/visualizer/protobuf.generated/ImgFrame.d.ts +117 -0
  412. package/dist/visualizer/protobuf.generated/ImgFrame.d.ts.map +1 -0
  413. package/dist/visualizer/protobuf.generated/ImgFrame.js +699 -0
  414. package/dist/visualizer/protobuf.generated/ImgFrame.js.map +1 -0
  415. package/dist/visualizer/protobuf.generated/PointCloudData.d.ts +43 -0
  416. package/dist/visualizer/protobuf.generated/PointCloudData.d.ts.map +1 -0
  417. package/dist/visualizer/protobuf.generated/PointCloudData.js +348 -0
  418. package/dist/visualizer/protobuf.generated/PointCloudData.js.map +1 -0
  419. package/dist/visualizer/protobuf.generated/RGBDData.d.ts +37 -0
  420. package/dist/visualizer/protobuf.generated/RGBDData.d.ts.map +1 -0
  421. package/dist/visualizer/protobuf.generated/RGBDData.js +205 -0
  422. package/dist/visualizer/protobuf.generated/RGBDData.js.map +1 -0
  423. package/dist/visualizer/protobuf.generated/SegmentationMask.d.ts +36 -0
  424. package/dist/visualizer/protobuf.generated/SegmentationMask.d.ts.map +1 -0
  425. package/dist/visualizer/protobuf.generated/SegmentationMask.js +238 -0
  426. package/dist/visualizer/protobuf.generated/SegmentationMask.js.map +1 -0
  427. package/dist/visualizer/protobuf.generated/SpatialImgDetections.d.ts +88 -0
  428. package/dist/visualizer/protobuf.generated/SpatialImgDetections.d.ts.map +1 -0
  429. package/dist/visualizer/protobuf.generated/SpatialImgDetections.js +775 -0
  430. package/dist/visualizer/protobuf.generated/SpatialImgDetections.js.map +1 -0
  431. package/dist/visualizer/protobuf.generated/common.d.ts +175 -0
  432. package/dist/visualizer/protobuf.generated/common.d.ts.map +1 -0
  433. package/dist/visualizer/protobuf.generated/common.js +1796 -0
  434. package/dist/visualizer/protobuf.generated/common.js.map +1 -0
  435. package/dist/visualizer/runtime-config.d.ts +2 -0
  436. package/dist/visualizer/runtime-config.d.ts.map +1 -0
  437. package/dist/visualizer/runtime-config.js +5 -0
  438. package/dist/visualizer/runtime-config.js.map +1 -0
  439. package/dist/visualizer/utils/artificial-worker.d.ts +10 -0
  440. package/dist/visualizer/utils/artificial-worker.d.ts.map +1 -0
  441. package/dist/visualizer/utils/artificial-worker.js +31 -0
  442. package/dist/visualizer/utils/artificial-worker.js.map +1 -0
  443. package/dist/visualizer/utils/async.d.ts +3 -0
  444. package/dist/visualizer/utils/async.d.ts.map +1 -0
  445. package/dist/visualizer/utils/async.js +35 -0
  446. package/dist/visualizer/utils/async.js.map +1 -0
  447. package/dist/visualizer/utils/browser-storage.d.ts +3 -0
  448. package/dist/visualizer/utils/browser-storage.d.ts.map +1 -0
  449. package/dist/visualizer/utils/browser-storage.js +16 -0
  450. package/dist/visualizer/utils/browser-storage.js.map +1 -0
  451. package/dist/visualizer/utils/callback-manager.d.ts +7 -0
  452. package/dist/visualizer/utils/callback-manager.d.ts.map +1 -0
  453. package/dist/visualizer/utils/callback-manager.js +21 -0
  454. package/dist/visualizer/utils/callback-manager.js.map +1 -0
  455. package/dist/visualizer/utils/comlink-wrap.d.ts +7 -0
  456. package/dist/visualizer/utils/comlink-wrap.d.ts.map +1 -0
  457. package/dist/visualizer/utils/comlink-wrap.js +15 -0
  458. package/dist/visualizer/utils/comlink-wrap.js.map +1 -0
  459. package/dist/visualizer/utils/compatibility.d.ts +2 -0
  460. package/dist/visualizer/utils/compatibility.d.ts.map +1 -0
  461. package/dist/visualizer/utils/compatibility.js +19 -0
  462. package/dist/visualizer/utils/compatibility.js.map +1 -0
  463. package/dist/visualizer/utils/config-store.d.ts +10 -0
  464. package/dist/visualizer/utils/config-store.d.ts.map +1 -0
  465. package/dist/visualizer/utils/config-store.js +22 -0
  466. package/dist/visualizer/utils/config-store.js.map +1 -0
  467. package/dist/visualizer/utils/encoding.d.ts +4 -0
  468. package/dist/visualizer/utils/encoding.d.ts.map +1 -0
  469. package/dist/visualizer/utils/encoding.js +23 -0
  470. package/dist/visualizer/utils/encoding.js.map +1 -0
  471. package/dist/visualizer/utils/error.d.ts +20 -0
  472. package/dist/visualizer/utils/error.d.ts.map +1 -0
  473. package/dist/visualizer/utils/error.js +79 -0
  474. package/dist/visualizer/utils/error.js.map +1 -0
  475. package/dist/visualizer/utils/estimate-object-size.d.ts +2 -0
  476. package/dist/visualizer/utils/estimate-object-size.d.ts.map +1 -0
  477. package/dist/visualizer/utils/estimate-object-size.js +60 -0
  478. package/dist/visualizer/utils/estimate-object-size.js.map +1 -0
  479. package/dist/visualizer/utils/frame-store.d.ts +13 -0
  480. package/dist/visualizer/utils/frame-store.d.ts.map +1 -0
  481. package/dist/visualizer/utils/frame-store.js +43 -0
  482. package/dist/visualizer/utils/frame-store.js.map +1 -0
  483. package/dist/visualizer/utils/imu-manager.d.ts +13 -0
  484. package/dist/visualizer/utils/imu-manager.d.ts.map +1 -0
  485. package/dist/visualizer/utils/imu-manager.js +36 -0
  486. package/dist/visualizer/utils/imu-manager.js.map +1 -0
  487. package/dist/visualizer/utils/logger.d.ts +13 -0
  488. package/dist/visualizer/utils/logger.d.ts.map +1 -0
  489. package/dist/visualizer/utils/logger.js +47 -0
  490. package/dist/visualizer/utils/logger.js.map +1 -0
  491. package/dist/visualizer/utils/metrics-manager.d.ts +33 -0
  492. package/dist/visualizer/utils/metrics-manager.d.ts.map +1 -0
  493. package/dist/visualizer/utils/metrics-manager.js +113 -0
  494. package/dist/visualizer/utils/metrics-manager.js.map +1 -0
  495. package/dist/visualizer/utils/player-types.d.ts +65 -0
  496. package/dist/visualizer/utils/player-types.d.ts.map +1 -0
  497. package/dist/visualizer/utils/player-types.js +22 -0
  498. package/dist/visualizer/utils/player-types.js.map +1 -0
  499. package/dist/visualizer/utils/poitcloud-sync.d.ts +13 -0
  500. package/dist/visualizer/utils/poitcloud-sync.d.ts.map +1 -0
  501. package/dist/visualizer/utils/poitcloud-sync.js +95 -0
  502. package/dist/visualizer/utils/poitcloud-sync.js.map +1 -0
  503. package/dist/visualizer/utils/runtime-config.d.ts +23 -0
  504. package/dist/visualizer/utils/runtime-config.d.ts.map +1 -0
  505. package/dist/visualizer/utils/runtime-config.js +76 -0
  506. package/dist/visualizer/utils/runtime-config.js.map +1 -0
  507. package/dist/visualizer/utils/segmentation-colors.d.ts +9 -0
  508. package/dist/visualizer/utils/segmentation-colors.d.ts.map +1 -0
  509. package/dist/visualizer/utils/segmentation-colors.js +42 -0
  510. package/dist/visualizer/utils/segmentation-colors.js.map +1 -0
  511. package/dist/visualizer/utils/time.d.ts +7 -0
  512. package/dist/visualizer/utils/time.d.ts.map +1 -0
  513. package/dist/visualizer/utils/time.js +24 -0
  514. package/dist/visualizer/utils/time.js.map +1 -0
  515. package/dist/visualizer/utils/use-theme-mode.d.ts +3 -0
  516. package/dist/visualizer/utils/use-theme-mode.d.ts.map +1 -0
  517. package/dist/visualizer/utils/use-theme-mode.js +71 -0
  518. package/dist/visualizer/utils/use-theme-mode.js.map +1 -0
  519. package/package.json +33 -8
  520. package/protobuf-gen.sh +87 -0
  521. package/protobuf-gen.win.ps1 +130 -0
  522. package/scripts/browser-decoder-fixtures.html +54 -0
  523. package/scripts/fixtures.vite.config.mjs +30 -0
  524. package/scripts/run-decoder-fixtures.mjs +45 -0
@@ -0,0 +1,477 @@
1
+ // This Source Code Form is subject to the terms of the Mozilla Public
2
+ // License, v2.0. If a copy of the MPL was not distributed with this
3
+ // file, You can obtain one at http://mozilla.org/MPL/2.0/
4
+ /// <reference types="@webgpu/types" />
5
+ import { expose, transfer } from "comlink";
6
+ import { Logger } from "../../../utils/logger.js";
7
+ import { i420ToRgbaToPointcloud } from "./utils.js";
8
+ const logger = Logger.getLogger();
9
+ function transferPointCloudResults(results) {
10
+ return transfer(results, results.map((result) => result.buffer));
11
+ }
12
+ function depthToPointCloudBuffer(uint16Array, width, height, fx, fy, cx, cy, maxSteroDepth) {
13
+ const numPixels = width * height;
14
+ const points = new Float32Array(numPixels * 3);
15
+ for (let v = 0; v < height; v++) {
16
+ for (let u = 0; u < width; u++) {
17
+ const pixelIndex = v * width + u;
18
+ const depthValue = uint16Array[pixelIndex] ?? 0;
19
+ let x = 0.0;
20
+ let y = 0.0;
21
+ let z = 0.0;
22
+ const depthScale = 1.0;
23
+ const scaledDepth = depthValue * depthScale;
24
+ if (scaledDepth > 0 && fx !== 0 && fy !== 0) {
25
+ x = ((u - cx) * scaledDepth) / fx;
26
+ y = ((cy - v) * scaledDepth) / fy;
27
+ z = scaledDepth;
28
+ // Filter out points beyond maxSteroDepth
29
+ if (z > maxSteroDepth) {
30
+ x = 0.0;
31
+ y = 0.0;
32
+ z = 0.0;
33
+ }
34
+ }
35
+ const pointOffset = pixelIndex * 3;
36
+ points[pointOffset] = x;
37
+ points[pointOffset + 1] = y;
38
+ points[pointOffset + 2] = z;
39
+ }
40
+ }
41
+ const buffer = new ArrayBuffer(numPixels * 16);
42
+ const view = new DataView(buffer);
43
+ const pointsU8 = new Uint8Array(points.buffer);
44
+ for (let i = 0; i < numPixels; i++) {
45
+ const xyzOffsetBytes = i * 12;
46
+ const outputOffsetBytes = i * 16;
47
+ for (let b = 0; b < 12; ++b) {
48
+ view.setUint8(outputOffsetBytes + b, pointsU8[xyzOffsetBytes + b]);
49
+ }
50
+ view.setUint8(outputOffsetBytes + 12, 0); // R
51
+ view.setUint8(outputOffsetBytes + 13, 0); // G
52
+ view.setUint8(outputOffsetBytes + 14, 0); // B
53
+ view.setUint8(outputOffsetBytes + 15, 255); // A (Opaque)
54
+ }
55
+ return new Uint8Array(buffer);
56
+ }
57
+ const WORKGROUP_SIZE_X = 128;
58
+ const POINT_STRIDE_BYTES = 16;
59
+ let cachedGpuContext;
60
+ let gpuContextPromise;
61
+ const shader = `
62
+ struct Intrinsics {
63
+ fx: f32,
64
+ fy: f32,
65
+ cx: f32,
66
+ cy: f32,
67
+ depthScale: f32,
68
+ depthWidth: f32,
69
+ depthHeight: f32,
70
+ i420Width: f32,
71
+ i420Height: f32,
72
+ numFrames_f: f32,
73
+ bytesPerI420Frame_f: f32,
74
+ maxSteroDepth: f32,
75
+ };
76
+
77
+ struct OutputPointData {
78
+ x: f32,
79
+ y: f32,
80
+ z: f32,
81
+ color: u32,
82
+ };
83
+
84
+ @group(0) @binding(0) var<storage, read> depthBuffer: array<u32>;
85
+ @group(0) @binding(1) var<storage, read> intrinsics: Intrinsics;
86
+ @group(0) @binding(2) var<storage, read_write> xyzColorBuffer: array<OutputPointData>;
87
+ @group(0) @binding(3) var<storage, read> i420Buffer: array<u32>;
88
+
89
+ fn getI420Byte(byteIndexWithinFrame: u32, frameOffsetElements: u32, bufferLengthElements: u32) -> u32 {
90
+ let globalByteIndex = (frameOffsetElements * 4u) + byteIndexWithinFrame;
91
+ let elementIndex = globalByteIndex / 4u;
92
+ let offsetInElement = globalByteIndex % 4u;
93
+ if (elementIndex >= bufferLengthElements) {
94
+ return 0u;
95
+ }
96
+ let packedValue = i420Buffer[elementIndex];
97
+ return (packedValue >> (offsetInElement * 8u)) & 0xFFu;
98
+ }
99
+
100
+ @compute @workgroup_size(${WORKGROUP_SIZE_X}, 1, 1)
101
+ fn main(@builtin(global_invocation_id) global_id: vec3<u32>) {
102
+ let pixel_idx_in_frame = global_id.x;
103
+ let frame_idx = global_id.y;
104
+ let depthWidth = u32(intrinsics.depthWidth);
105
+ let depthHeight = u32(intrinsics.depthHeight);
106
+ let i420WidthU = u32(intrinsics.i420Width);
107
+ let i420HeightU = u32(intrinsics.i420Height);
108
+ let numFrames = u32(intrinsics.numFrames_f);
109
+ let bytesPerI420Frame = u32(intrinsics.bytesPerI420Frame_f);
110
+ let numPixelsPerFrame = depthWidth * depthHeight;
111
+ if (pixel_idx_in_frame >= numPixelsPerFrame || frame_idx >= numFrames || depthWidth == 0u || depthHeight == 0u) {
112
+ return;
113
+ }
114
+ let global_output_idx = (frame_idx * numPixelsPerFrame) + pixel_idx_in_frame;
115
+ let depth_elements_per_frame = (numPixelsPerFrame + 1u) / 2u;
116
+ let depth_frame_offset = frame_idx * depth_elements_per_frame;
117
+ let i420AlignedStrideBytes = (bytesPerI420Frame + 3u) / 4u * 4u;
118
+ let i420_elements_per_frame_aligned = i420AlignedStrideBytes / 4u;
119
+ let i420_frame_offset = frame_idx * i420_elements_per_frame_aligned;
120
+ let depthIndex32_within_frame = pixel_idx_in_frame / 2u;
121
+ let packedDepthU32_idx = depth_frame_offset + depthIndex32_within_frame;
122
+ if (packedDepthU32_idx >= arrayLength(&depthBuffer)) {
123
+ return;
124
+ }
125
+ let packedDepthU32 = depthBuffer[packedDepthU32_idx];
126
+ var rawDepthU16: u32;
127
+ if (pixel_idx_in_frame % 2u == 0u) {
128
+ rawDepthU16 = packedDepthU32 & 0xFFFFu;
129
+ } else {
130
+ rawDepthU16 = (packedDepthU32 >> 16u) & 0xFFFFu;
131
+ }
132
+ let u = f32(pixel_idx_in_frame % depthWidth);
133
+ let v = f32(pixel_idx_in_frame / depthWidth);
134
+ var outputPoint: OutputPointData;
135
+ outputPoint.x = 0.0;
136
+ outputPoint.y = 0.0;
137
+ outputPoint.z = 0.0;
138
+ outputPoint.color = 0xFF000000u;
139
+ let fx = intrinsics.fx;
140
+ let fy = intrinsics.fy;
141
+ let depthScale = intrinsics.depthScale;
142
+ let maxSteroDepth = intrinsics.maxSteroDepth;
143
+ if (rawDepthU16 > 0u && fx != 0.0 && fy != 0.0 && depthScale > 0.0) {
144
+ let z = f32(rawDepthU16) * depthScale;
145
+ let x = (u - intrinsics.cx) * z / fx;
146
+ let y = (intrinsics.cy - v) * z / fy;
147
+
148
+ // Filter out points beyond maxSteroDepth
149
+ if (z <= maxSteroDepth) {
150
+ outputPoint.x = x;
151
+ outputPoint.y = y;
152
+ outputPoint.z = z;
153
+
154
+ if (i420WidthU > 0u && i420HeightU > 0u && bytesPerI420Frame > 0u) {
155
+ let i420X = min(i420WidthU - 1u, u32(floor(u * (intrinsics.i420Width / intrinsics.depthWidth))));
156
+ let i420Y = min(i420HeightU - 1u, u32(floor(v * (intrinsics.i420Height / intrinsics.depthHeight))));
157
+ let frameSizeY = i420WidthU * i420HeightU;
158
+ let uvWidth = (i420WidthU + 1u) / 2u;
159
+ let uvHeight = (i420HeightU + 1u) / 2u;
160
+ let frameSizeUV = uvWidth * uvHeight;
161
+ let uOffsetBytes = frameSizeY;
162
+ let vOffsetBytes = frameSizeY + frameSizeUV;
163
+ let yIndexBytes = i420Y * i420WidthU + i420X;
164
+ let uvX = i420X / 2u;
165
+ let uvY = i420Y / 2u;
166
+ let uvIndexBytes = uvY * uvWidth + uvX;
167
+ let uIndexBytes = uOffsetBytes + uvIndexBytes;
168
+ let vIndexBytes = vOffsetBytes + uvIndexBytes;
169
+ let i420BufferTotalElements = arrayLength(&i420Buffer);
170
+ if (yIndexBytes < bytesPerI420Frame && uIndexBytes < bytesPerI420Frame && vIndexBytes < bytesPerI420Frame && (i420_frame_offset + (vIndexBytes / 4u)) < i420BufferTotalElements) {
171
+ let y_byte = getI420Byte(yIndexBytes, i420_frame_offset, i420BufferTotalElements);
172
+ let u_byte = getI420Byte(uIndexBytes, i420_frame_offset, i420BufferTotalElements);
173
+ let v_byte = getI420Byte(vIndexBytes, i420_frame_offset, i420BufferTotalElements);
174
+ let y_f = f32(y_byte);
175
+ let u_f = f32(u_byte) - 128.0;
176
+ let v_f = f32(v_byte) - 128.0;
177
+ var r_f = y_f + 1.402 * v_f;
178
+ var g_f = y_f - 0.344136 * u_f - 0.714136 * v_f;
179
+ var b_f = y_f + 1.772 * u_f;
180
+ let r = u32(clamp(r_f, 0.0, 255.0)) & 0xFFu;
181
+ let g = u32(clamp(g_f, 0.0, 255.0)) & 0xFFu;
182
+ let b = u32(clamp(b_f, 0.0, 255.0)) & 0xFFu;
183
+ let a = 255u;
184
+ outputPoint.color = (r) | (g << 8u) | (b << 16u) | (a << 24u);
185
+ }
186
+ }
187
+ }
188
+ }
189
+ if (global_output_idx < arrayLength(&xyzColorBuffer)) {
190
+ xyzColorBuffer[global_output_idx] = outputPoint;
191
+ }
192
+ }
193
+ `;
194
+ async function getGPUContext() {
195
+ if (cachedGpuContext) {
196
+ return cachedGpuContext;
197
+ }
198
+ if (gpuContextPromise) {
199
+ return await gpuContextPromise;
200
+ }
201
+ gpuContextPromise = (async () => {
202
+ if (typeof navigator.gpu === "undefined") {
203
+ return undefined;
204
+ }
205
+ const adapter = await navigator.gpu.requestAdapter();
206
+ if (!adapter) {
207
+ return undefined;
208
+ }
209
+ const device = await adapter.requestDevice();
210
+ const bindGroupLayout = device.createBindGroupLayout({
211
+ label: "Compute Bind Group Layout",
212
+ entries: [
213
+ { binding: 0, visibility: GPUShaderStage.COMPUTE, buffer: { type: "read-only-storage" } },
214
+ { binding: 1, visibility: GPUShaderStage.COMPUTE, buffer: { type: "read-only-storage" } },
215
+ { binding: 2, visibility: GPUShaderStage.COMPUTE, buffer: { type: "storage" } },
216
+ { binding: 3, visibility: GPUShaderStage.COMPUTE, buffer: { type: "read-only-storage" } },
217
+ ],
218
+ });
219
+ const shaderModule = device.createShaderModule({
220
+ label: "Compute Shader Module",
221
+ code: shader,
222
+ });
223
+ const pipeline = device.createComputePipeline({
224
+ label: "Compute Pipeline",
225
+ layout: device.createPipelineLayout({ bindGroupLayouts: [bindGroupLayout] }),
226
+ compute: { module: shaderModule, entryPoint: "main" },
227
+ });
228
+ const context = {
229
+ device,
230
+ bindGroupLayout,
231
+ pipeline,
232
+ };
233
+ void device.lost.then(() => {
234
+ if (cachedGpuContext?.device === device) {
235
+ cachedGpuContext = undefined;
236
+ }
237
+ gpuContextPromise = undefined;
238
+ });
239
+ cachedGpuContext = context;
240
+ return context;
241
+ })();
242
+ try {
243
+ return await gpuContextPromise;
244
+ }
245
+ finally {
246
+ gpuContextPromise = undefined;
247
+ }
248
+ }
249
+ async function depthToPointcloudGPU(depthFrames, depthWidth, depthHeight, fx, fy, cx, cy, i420Frames, i420Width, i420Height, maxSteroDepth, { hasGPU }) {
250
+ const numFrames = depthFrames.length;
251
+ if (numFrames === 0 || numFrames !== i420Frames.length) {
252
+ logger.warn("GPU: Input frame arrays are empty or mismatched.");
253
+ return [];
254
+ }
255
+ if (depthWidth <= 0 || depthHeight <= 0) {
256
+ throw new Error("GPU: Invalid depth dimensions!");
257
+ }
258
+ if (depthFrames[0] && !(depthFrames[0] instanceof Uint16Array)) {
259
+ throw new Error("GPU: depthFrames[0].data is NOT a Uint16Array!");
260
+ }
261
+ if (i420Frames[0] && !(i420Frames[0] instanceof Uint8Array)) {
262
+ throw new Error("GPU: i420Frames[0].data is NOT a Uint8Array!");
263
+ }
264
+ const depthScale = 1.0;
265
+ if (!hasGPU) {
266
+ const results = [];
267
+ for (let i = 0; i < numFrames; i++) {
268
+ const depthFrame = depthFrames[i];
269
+ const colorFrame = i420Frames[i];
270
+ if (!depthFrame || !colorFrame) {
271
+ logger.warn(`CPU Fallback: Skipping frame ${i} due to missing data.`);
272
+ results.push(new Uint8Array(0));
273
+ continue;
274
+ }
275
+ try {
276
+ const xyzData = depthToPointCloudBuffer(depthFrame, depthWidth, depthHeight, fx, fy, cx, cy, maxSteroDepth);
277
+ results.push(i420ToRgbaToPointcloud(colorFrame, i420Width, i420Height, depthWidth, depthHeight, xyzData));
278
+ }
279
+ catch (cpuError) {
280
+ logger.error(`CPU Fallback: Error processing frame ${i}:`, cpuError);
281
+ results.push(new Uint8Array(0));
282
+ }
283
+ }
284
+ return transferPointCloudResults(results);
285
+ }
286
+ let device = null;
287
+ let depthGpuBuffer = null;
288
+ let intrinsicsBuffer = null;
289
+ let i420GpuBuffer = null;
290
+ let xyzColorBuffer = null;
291
+ let readbackBuffer = null;
292
+ try {
293
+ const gpuContext = await getGPUContext();
294
+ if (!gpuContext) {
295
+ throw new Error("Failed to get GPU adapter.");
296
+ }
297
+ device = gpuContext.device;
298
+ const queue = device.queue;
299
+ const numPixelsPerFrame = depthWidth * depthHeight;
300
+ const outputFrameSize = numPixelsPerFrame * POINT_STRIDE_BYTES;
301
+ const totalOutputBufferSize = outputFrameSize * numFrames;
302
+ const depthBytesPerFrame = numPixelsPerFrame * 2;
303
+ const depthElementsPerFrame = Math.ceil(depthBytesPerFrame / 4);
304
+ const totalDepthBufferSize = depthElementsPerFrame * numFrames * 4;
305
+ const i420BytesPerFrame = i420Frames[0]?.byteLength ?? 0;
306
+ if (i420BytesPerFrame === 0 && numFrames > 0) {
307
+ throw new Error("GPU: I420 frame data is empty or invalid for size calculation.");
308
+ }
309
+ const i420AlignedStrideBytes = Math.ceil(i420BytesPerFrame / 4) * 4;
310
+ const totalI420BufferSize = i420AlignedStrideBytes * numFrames;
311
+ const intrinsicsData = new Float32Array([
312
+ fx,
313
+ fy,
314
+ cx,
315
+ cy,
316
+ depthScale,
317
+ depthWidth,
318
+ depthHeight,
319
+ i420Width,
320
+ i420Height,
321
+ numFrames,
322
+ i420BytesPerFrame,
323
+ maxSteroDepth,
324
+ ]);
325
+ const intrinsicsBufferSize = Math.max(intrinsicsData.byteLength, 64);
326
+ intrinsicsBuffer = device.createBuffer({
327
+ label: "Intrinsics Buffer",
328
+ size: intrinsicsBufferSize,
329
+ usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
330
+ });
331
+ queue.writeBuffer(intrinsicsBuffer, 0, intrinsicsData.buffer, intrinsicsData.byteOffset, intrinsicsData.byteLength);
332
+ depthGpuBuffer = device.createBuffer({
333
+ label: "Depth Buffer (Combined)",
334
+ size: totalDepthBufferSize,
335
+ usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
336
+ mappedAtCreation: true,
337
+ });
338
+ const mappedDepthRange = depthGpuBuffer.getMappedRange();
339
+ const fullDepthArrayViewU32 = new Uint32Array(mappedDepthRange);
340
+ for (let i = 0; i < numFrames; ++i) {
341
+ const frameDataU16 = depthFrames[i];
342
+ if (!frameDataU16 || !(frameDataU16 instanceof Uint16Array)) {
343
+ logger.warn(`GPU: Skipping depth frame ${i} due to missing/invalid data.`);
344
+ const frameOffsetElements = i * depthElementsPerFrame;
345
+ const elementsToWrite = depthElementsPerFrame;
346
+ fullDepthArrayViewU32.fill(0, frameOffsetElements, frameOffsetElements + elementsToWrite);
347
+ continue;
348
+ }
349
+ const frameOffsetElements = i * depthElementsPerFrame;
350
+ for (let p = 0; p < numPixelsPerFrame; p++) {
351
+ const u16_val = frameDataU16[p] ?? 0;
352
+ const elementIdx = frameOffsetElements + Math.floor(p / 2);
353
+ if (elementIdx >= fullDepthArrayViewU32.length) {
354
+ continue;
355
+ }
356
+ const isLowerHalf = p % 2 === 0;
357
+ if (isLowerHalf) {
358
+ fullDepthArrayViewU32[elementIdx] =
359
+ (fullDepthArrayViewU32[elementIdx] & 0xffff0000) | u16_val;
360
+ }
361
+ else {
362
+ fullDepthArrayViewU32[elementIdx] =
363
+ (fullDepthArrayViewU32[elementIdx] & 0x0000ffff) | (u16_val << 16);
364
+ }
365
+ }
366
+ }
367
+ depthGpuBuffer.unmap();
368
+ i420GpuBuffer = device.createBuffer({
369
+ label: "I420 Buffer (Combined, Aligned)",
370
+ size: totalI420BufferSize,
371
+ usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
372
+ mappedAtCreation: true,
373
+ });
374
+ const mappedI420Range = i420GpuBuffer.getMappedRange();
375
+ const fullI420ArrayViewU8 = new Uint8Array(mappedI420Range);
376
+ for (let i = 0; i < numFrames; ++i) {
377
+ const frameData = i420Frames[i];
378
+ const byteOffset = i * i420AlignedStrideBytes;
379
+ if (!frameData ||
380
+ !(frameData instanceof Uint8Array) ||
381
+ frameData.byteLength !== i420BytesPerFrame) {
382
+ logger.warn(`GPU: Skipping I420 frame ${i} due to missing/invalid data or size mismatch.`);
383
+ fullI420ArrayViewU8.fill(0, byteOffset, byteOffset + i420AlignedStrideBytes);
384
+ continue;
385
+ }
386
+ const frameTargetView = new Uint8Array(mappedI420Range, byteOffset, frameData.byteLength);
387
+ frameTargetView.set(frameData);
388
+ if (i420AlignedStrideBytes > frameData.byteLength) {
389
+ const paddingStart = byteOffset + frameData.byteLength;
390
+ const paddingLength = i420AlignedStrideBytes - frameData.byteLength;
391
+ fullI420ArrayViewU8.fill(0, paddingStart, paddingStart + paddingLength);
392
+ }
393
+ }
394
+ i420GpuBuffer.unmap();
395
+ xyzColorBuffer = device.createBuffer({
396
+ label: "Output XYZColor Buffer (Combined)",
397
+ size: totalOutputBufferSize,
398
+ usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_SRC,
399
+ });
400
+ readbackBuffer = device.createBuffer({
401
+ label: "Readback Buffer",
402
+ size: totalOutputBufferSize,
403
+ usage: GPUBufferUsage.COPY_DST | GPUBufferUsage.MAP_READ,
404
+ });
405
+ const bindGroup = device.createBindGroup({
406
+ label: "Compute Bind Group",
407
+ layout: gpuContext.bindGroupLayout,
408
+ entries: [
409
+ { binding: 0, resource: { buffer: depthGpuBuffer } },
410
+ { binding: 1, resource: { buffer: intrinsicsBuffer } },
411
+ { binding: 2, resource: { buffer: xyzColorBuffer } },
412
+ { binding: 3, resource: { buffer: i420GpuBuffer } },
413
+ ],
414
+ });
415
+ const commandEncoder = device.createCommandEncoder({ label: "Compute Command Encoder" });
416
+ const passEncoder = commandEncoder.beginComputePass({ label: "Compute Pass" });
417
+ passEncoder.setPipeline(gpuContext.pipeline);
418
+ passEncoder.setBindGroup(0, bindGroup);
419
+ const numWorkgroupsX = Math.ceil(numPixelsPerFrame / WORKGROUP_SIZE_X);
420
+ const numWorkgroupsY = numFrames;
421
+ passEncoder.dispatchWorkgroups(numWorkgroupsX, numWorkgroupsY, 1);
422
+ passEncoder.end();
423
+ commandEncoder.copyBufferToBuffer(xyzColorBuffer, 0, readbackBuffer, 0, totalOutputBufferSize);
424
+ queue.submit([commandEncoder.finish()]);
425
+ await readbackBuffer.mapAsync(GPUMapMode.READ);
426
+ const mappedRange = readbackBuffer.getMappedRange();
427
+ const fullResultData = new Uint8Array(mappedRange.slice(0));
428
+ readbackBuffer.unmap();
429
+ readbackBuffer = null;
430
+ const results = [];
431
+ for (let i = 0; i < numFrames; i++) {
432
+ const frameOffset = i * outputFrameSize;
433
+ const frameEnd = Math.min(frameOffset + outputFrameSize, fullResultData.byteLength);
434
+ const frameData = fullResultData.slice(frameOffset, frameEnd);
435
+ if (frameData.byteLength !== outputFrameSize) {
436
+ logger.warn(`GPU: Result frame ${i} has incorrect size (${frameData.byteLength} vs ${outputFrameSize}). Padding or error occurred.`);
437
+ results.push(new Uint8Array(outputFrameSize));
438
+ }
439
+ else {
440
+ results.push(frameData);
441
+ }
442
+ }
443
+ return transferPointCloudResults(results);
444
+ }
445
+ catch (error) {
446
+ logger.error("GPU: Error during WebGPU processing:", error);
447
+ logger.warn("GPU: Falling back to CPU due to error.");
448
+ const results = [];
449
+ for (let i = 0; i < numFrames; i++) {
450
+ const depthFrame = depthFrames[i];
451
+ const colorFrame = i420Frames[i];
452
+ if (!depthFrame || !colorFrame) {
453
+ logger.warn(`CPU Fallback (error path): Skipping frame ${i} due to missing data.`);
454
+ results.push(new Uint8Array(0));
455
+ continue;
456
+ }
457
+ try {
458
+ const xyzData = depthToPointCloudBuffer(depthFrame, depthWidth, depthHeight, fx, fy, cx, cy, maxSteroDepth);
459
+ results.push(i420ToRgbaToPointcloud(colorFrame, i420Width, i420Height, depthWidth, depthHeight, xyzData));
460
+ }
461
+ catch (cpuError) {
462
+ logger.error(`CPU Fallback (error path): Error processing frame ${i}:`, cpuError);
463
+ results.push(new Uint8Array(0));
464
+ }
465
+ }
466
+ return transferPointCloudResults(results);
467
+ }
468
+ finally {
469
+ depthGpuBuffer?.destroy();
470
+ intrinsicsBuffer?.destroy();
471
+ i420GpuBuffer?.destroy();
472
+ xyzColorBuffer?.destroy();
473
+ readbackBuffer?.destroy();
474
+ }
475
+ }
476
+ expose({ depthToPointcloudGPU });
477
+ //# sourceMappingURL=pointcloudFromDepth.worker.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"pointcloudFromDepth.worker.js","sourceRoot":"","sources":["../../../../../src/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,oEAAoE;AACpE,0DAA0D;AAC1D,uCAAuC;AACvC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,SAAS,yBAAyB,CAAC,OAAqB;IACtD,OAAO,QAAQ,CACb,OAAO,EACP,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CACvC,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,WAAwB,EACxB,KAAa,EACb,MAAc,EACd,EAAU,EACV,EAAU,EACV,EAAU,EACV,EAAU,EACV,aAAqB;IAErB,MAAM,SAAS,GAAG,KAAK,GAAG,MAAM,CAAC;IACjC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAEhD,IAAI,CAAC,GAAG,GAAG,CAAC;YACZ,IAAI,CAAC,GAAG,GAAG,CAAC;YACZ,IAAI,CAAC,GAAG,GAAG,CAAC;YAEZ,MAAM,UAAU,GAAG,GAAG,CAAC;YACvB,MAAM,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;YAE5C,IAAI,WAAW,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC5C,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAClC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAClC,CAAC,GAAG,WAAW,CAAC;gBAEhB,yCAAyC;gBACzC,IAAI,CAAC,GAAG,aAAa,EAAE,CAAC;oBACtB,CAAC,GAAG,GAAG,CAAC;oBACR,CAAC,GAAG,GAAG,CAAC;oBACR,CAAC,GAAG,GAAG,CAAC;gBACV,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAC5B,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,CAAC;QAC9B,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,CAAC;QAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,CAAC,EAAE,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAE,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,aAAa;IAC3D,CAAC;IAED,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAQ9B,IAAI,gBAAwC,CAAC;AAC7C,IAAI,iBAA8D,CAAC;AAEnE,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BAuCY,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6F1C,CAAC;AAEF,KAAK,UAAU,aAAa;IAC1B,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,MAAM,iBAAiB,CAAC;IACjC,CAAC;IAED,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,IAAI,OAAO,SAAS,CAAC,GAAG,KAAK,WAAW,EAAE,CAAC;YACzC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QACrD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;QAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,qBAAqB,CAAC;YACnD,KAAK,EAAE,2BAA2B;YAClC,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE;gBACzF,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE;gBACzF,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;gBAC/E,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE;aAC1F;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,CAAC,kBAAkB,CAAC;YAC7C,KAAK,EAAE,uBAAuB;YAC9B,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,qBAAqB,CAAC;YAC5C,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,MAAM,CAAC,oBAAoB,CAAC,EAAE,gBAAgB,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC;YAC5E,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE;SACtD,CAAC,CAAC;QAEH,MAAM,OAAO,GAAe;YAC1B,MAAM;YACN,eAAe;YACf,QAAQ;SACT,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACzB,IAAI,gBAAgB,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;gBACxC,gBAAgB,GAAG,SAAS,CAAC;YAC/B,CAAC;YACD,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,gBAAgB,GAAG,OAAO,CAAC;QAC3B,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,OAAO,MAAM,iBAAiB,CAAC;IACjC,CAAC;YAAS,CAAC;QACT,iBAAiB,GAAG,SAAS,CAAC;IAChC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,WAA0B,EAC1B,UAAkB,EAClB,WAAmB,EACnB,EAAU,EACV,EAAU,EACV,EAAU,EACV,EAAU,EACV,UAAwB,EACxB,SAAiB,EACjB,UAAkB,EAClB,aAAqB,EACrB,EAAE,MAAM,EAAuB;IAE/B,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC;IACrC,IAAI,SAAS,KAAK,CAAC,IAAI,SAAS,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,UAAU,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,WAAW,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,UAAU,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,CAAC;IAEvB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,uBAAuB,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,uBAAuB,CACrC,UAAU,EACV,UAAU,EACV,WAAW,EACX,EAAE,EACF,EAAE,EACF,EAAE,EACF,EAAE,EACF,aAAa,CACd,CAAC;gBACF,OAAO,CAAC,IAAI,CACV,sBAAsB,CACpB,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,OAAO,CACR,CACF,CAAC;YACJ,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACrE,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,OAAO,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,MAAM,GAAqB,IAAI,CAAC;IACpC,IAAI,cAAc,GAAqB,IAAI,CAAC;IAC5C,IAAI,gBAAgB,GAAqB,IAAI,CAAC;IAC9C,IAAI,aAAa,GAAqB,IAAI,CAAC;IAC3C,IAAI,cAAc,GAAqB,IAAI,CAAC;IAC5C,IAAI,cAAc,GAAqB,IAAI,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,aAAa,EAAE,CAAC;QACzC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,MAAM,iBAAiB,GAAG,UAAU,GAAG,WAAW,CAAC;QACnD,MAAM,eAAe,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;QAC/D,MAAM,qBAAqB,GAAG,eAAe,GAAG,SAAS,CAAC;QAE1D,MAAM,kBAAkB,GAAG,iBAAiB,GAAG,CAAC,CAAC;QACjD,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,oBAAoB,GAAG,qBAAqB,GAAG,SAAS,GAAG,CAAC,CAAC;QAEnE,MAAM,iBAAiB,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC,CAAC;QACzD,IAAI,iBAAiB,KAAK,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QACD,MAAM,sBAAsB,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,mBAAmB,GAAG,sBAAsB,GAAG,SAAS,CAAC;QAE/D,MAAM,cAAc,GAAG,IAAI,YAAY,CAAC;YACtC,EAAE;YACF,EAAE;YACF,EAAE;YACF,EAAE;YACF,UAAU;YACV,UAAU;YACV,WAAW;YACX,SAAS;YACT,UAAU;YACV,SAAS;YACT,iBAAiB;YACjB,aAAa;SACd,CAAC,CAAC;QACH,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACrE,gBAAgB,GAAG,MAAM,CAAC,YAAY,CAAC;YACrC,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,oBAAoB;YAC1B,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;SACxD,CAAC,CAAC;QACH,KAAK,CAAC,WAAW,CACf,gBAAgB,EAChB,CAAC,EACD,cAAc,CAAC,MAAM,EACrB,cAAc,CAAC,UAAU,EACzB,cAAc,CAAC,UAAU,CAC1B,CAAC;QAEF,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,KAAK,EAAE,yBAAyB;YAChC,IAAI,EAAE,oBAAoB;YAC1B,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;YACvD,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,cAAc,CAAC,cAAc,EAAE,CAAC;QACzD,MAAM,qBAAqB,GAAG,IAAI,WAAW,CAAC,gBAAgB,CAAC,CAAC;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,YAAY,WAAW,CAAC,EAAE,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,+BAA+B,CAAC,CAAC;gBAC3E,MAAM,mBAAmB,GAAG,CAAC,GAAG,qBAAqB,CAAC;gBACtD,MAAM,eAAe,GAAG,qBAAqB,CAAC;gBAC9C,qBAAqB,CAAC,IAAI,CAAC,CAAC,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,eAAe,CAAC,CAAC;gBAC1F,SAAS;YACX,CAAC;YACD,MAAM,mBAAmB,GAAG,CAAC,GAAG,qBAAqB,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACrC,MAAM,UAAU,GAAG,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3D,IAAI,UAAU,IAAI,qBAAqB,CAAC,MAAM,EAAE,CAAC;oBAC/C,SAAS;gBACX,CAAC;gBAED,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAChC,IAAI,WAAW,EAAE,CAAC;oBAChB,qBAAqB,CAAC,UAAU,CAAC;wBAC/B,CAAC,qBAAqB,CAAC,UAAU,CAAE,GAAG,UAAU,CAAC,GAAG,OAAO,CAAC;gBAChE,CAAC;qBAAM,CAAC;oBACN,qBAAqB,CAAC,UAAU,CAAC;wBAC/B,CAAC,qBAAqB,CAAC,UAAU,CAAE,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;QACH,CAAC;QACD,cAAc,CAAC,KAAK,EAAE,CAAC;QAEvB,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;YAClC,KAAK,EAAE,iCAAiC;YACxC,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;YACvD,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,aAAa,CAAC,cAAc,EAAE,CAAC;QACvD,MAAM,mBAAmB,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,CAAC;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,UAAU,GAAG,CAAC,GAAG,sBAAsB,CAAC;YAE9C,IACE,CAAC,SAAS;gBACV,CAAC,CAAC,SAAS,YAAY,UAAU,CAAC;gBAClC,SAAS,CAAC,UAAU,KAAK,iBAAiB,EAC1C,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,gDAAgD,CAAC,CAAC;gBAC3F,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,GAAG,sBAAsB,CAAC,CAAC;gBAC7E,SAAS;YACX,CAAC;YAED,MAAM,eAAe,GAAG,IAAI,UAAU,CAAC,eAAe,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YAC1F,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/B,IAAI,sBAAsB,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClD,MAAM,YAAY,GAAG,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;gBACvD,MAAM,aAAa,GAAG,sBAAsB,GAAG,SAAS,CAAC,UAAU,CAAC;gBACpE,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,GAAG,aAAa,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QACD,aAAa,CAAC,KAAK,EAAE,CAAC;QAEtB,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,KAAK,EAAE,mCAAmC;YAC1C,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;SACxD,CAAC,CAAC;QAEH,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,KAAK,EAAE,iBAAiB;YACxB,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,cAAc,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ;SACzD,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;YACvC,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,UAAU,CAAC,eAAe;YAClC,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE;gBACpD,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE;gBACtD,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE;gBACpD,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE;aACpD;SACF,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC;QACzF,MAAM,WAAW,GAAG,cAAc,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;QAC/E,WAAW,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7C,WAAW,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAEvC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC,CAAC;QACvE,MAAM,cAAc,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,kBAAkB,CAAC,cAAc,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAElE,WAAW,CAAC,GAAG,EAAE,CAAC;QAElB,cAAc,CAAC,kBAAkB,CAAC,cAAc,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAE/F,KAAK,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,cAAc,CAAC,cAAc,EAAE,CAAC;QACpD,MAAM,cAAc,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,cAAc,CAAC,KAAK,EAAE,CAAC;QACvB,cAAc,GAAG,IAAI,CAAC;QAEtB,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,CAAC,GAAG,eAAe,CAAC;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,eAAe,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;YACpF,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAC9D,IAAI,SAAS,CAAC,UAAU,KAAK,eAAe,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,qBAAqB,CAAC,wBAAwB,SAAS,CAAC,UAAU,OAAO,eAAe,+BAA+B,CACxH,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,uBAAuB,CAAC,CAAC;gBACnF,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,uBAAuB,CACrC,UAAU,EACV,UAAU,EACV,WAAW,EACX,EAAE,EACF,EAAE,EACF,EAAE,EACF,EAAE,EACF,aAAa,CACd,CAAC;gBACF,OAAO,CAAC,IAAI,CACV,sBAAsB,CACpB,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,OAAO,CACR,CACF,CAAC;YACJ,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAClF,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,OAAO,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;YAAS,CAAC;QACT,cAAc,EAAE,OAAO,EAAE,CAAC;QAC1B,gBAAgB,EAAE,OAAO,EAAE,CAAC;QAC5B,aAAa,EAAE,OAAO,EAAE,CAAC;QACzB,cAAc,EAAE,OAAO,EAAE,CAAC;QAC1B,cAAc,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC"}
@@ -0,0 +1,35 @@
1
+ import { type Remote } from "comlink";
2
+ import type { VisualizerMessageEvent } from "../../message-event.js";
3
+ import type { PointCloudWithDimensions } from "../video/depth.js";
4
+ type PointCloudFrame = {
5
+ depthFrame: PointCloudWithDimensions;
6
+ width: number;
7
+ height: number;
8
+ fx: number;
9
+ fy: number;
10
+ cx: number;
11
+ cy: number;
12
+ colorFrame: VisualizerMessageEvent;
13
+ colorFrameData: Uint8Array;
14
+ i420Width: number;
15
+ i420Height: number;
16
+ };
17
+ export declare class DepthToPointcloudWorkerPool {
18
+ #private;
19
+ protected lastUsedWorkerIndex: number;
20
+ protected workerApis: {
21
+ remote: Remote<{
22
+ depthToPointcloudGPU: (depthFramesData: Uint16Array[], depthWidth: number, depthHeight: number, fx: number, fy: number, cx: number, cy: number, i420FramesData: Uint8Array[], i420Width: number, i420Height: number, maxSteroDepth: number, { hasGPU }: {
23
+ hasGPU: boolean;
24
+ }) => Promise<Uint8Array[]>;
25
+ }>;
26
+ dispose: () => void;
27
+ }[];
28
+ constructor(callback: (originalColorEvent: VisualizerMessageEvent, originalDepthFrame: PointCloudWithDimensions, processedPointCloud: Uint8Array | null) => void, batchSize?: 3, targetFps?: 9, maxProcessedQueueSize?: 25);
29
+ queueDepthFrame(data: PointCloudFrame): Promise<void>;
30
+ protected setMaxGpuQueueSize(width: number, height: number): void;
31
+ protected tryProcessBatch(force?: boolean): void;
32
+ destroy(): void;
33
+ }
34
+ export {};
35
+ //# sourceMappingURL=poitcloudPoolManager.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"poitcloudPoolManager.d.ts","sourceRoot":"","sources":["../../../../../src/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,MAAM,EAAY,MAAM,SAAS,CAAC;AAQhD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAKlE,KAAK,eAAe,GAAG;IACrB,UAAU,EAAE,wBAAwB,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,sBAAsB,CAAC;IACnC,cAAc,EAAE,UAAU,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AA4DF,qBAAa,2BAA2B;;IACtC,SAAS,CAAC,mBAAmB,SAAK;IAClC,SAAS,CAAC,UAAU,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC;YACb,oBAAoB,EAAE,CACpB,eAAe,EAAE,WAAW,EAAE,EAC9B,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,cAAc,EAAE,UAAU,EAAE,EAC5B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,EAAE,MAAM,EAAE,EAAE;gBAAE,MAAM,EAAE,OAAO,CAAA;aAAE,KAC5B,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;SAC5B,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,IAAI,CAAC;KACrB,EAAE,CAAC;gBAuBF,QAAQ,EAAE,CACR,kBAAkB,EAAE,sBAAsB,EAC1C,kBAAkB,EAAE,wBAAwB,EAC5C,mBAAmB,EAAE,UAAU,GAAG,IAAI,KACnC,IAAI,EACT,SAAS,IAAiB,EAC1B,SAAS,IAAqB,EAC9B,qBAAqB,KAAmC;IAiF7C,eAAe,CAAC,IAAI,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBlE,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAqBjE,SAAS,CAAC,eAAe,CAAC,KAAK,UAAQ,GAAG,IAAI;IAwNvC,OAAO,IAAI,IAAI;CAcvB"}