@luxonis/depthai-viewer-common 3.7.4 → 3.7.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/LICENSE.MPL-2.0 +373 -0
- package/NOTICE +15 -0
- package/REFACTOR_HANDOFF.md +969 -0
- package/REFACTOR_PLAN.md +265 -0
- package/THIRD_PARTY_NOTICES.md +3624 -0
- package/build-utils.sh +45 -0
- package/dist/components/DepthAIContext.d.ts +1 -1
- package/dist/components/DepthAIContext.d.ts.map +1 -1
- package/dist/components/DepthAIContext.js.map +1 -1
- package/dist/components/Streams.d.ts.map +1 -1
- package/dist/components/Streams.js +10 -3
- package/dist/components/Streams.js.map +1 -1
- package/dist/dai-connection/connection.d.ts +5 -3
- package/dist/dai-connection/connection.d.ts.map +1 -1
- package/dist/dai-connection/connection.js +3 -3
- package/dist/dai-connection/connection.js.map +1 -1
- package/dist/hooks/benchmark-automation.d.ts.map +1 -1
- package/dist/hooks/benchmark-automation.js +1 -1
- package/dist/hooks/benchmark-automation.js.map +1 -1
- package/dist/hooks/connection.d.ts +1 -1
- package/dist/hooks/connection.d.ts.map +1 -1
- package/dist/hooks/connection.js +21 -0
- package/dist/hooks/connection.js.map +1 -1
- package/dist/index.css +160 -0
- package/dist/models/device-configuration.d.ts +1 -1
- package/dist/providers/ConnectionProvider.d.ts.map +1 -1
- package/dist/providers/ConnectionProvider.js +1 -1
- package/dist/providers/ConnectionProvider.js.map +1 -1
- package/dist/providers/VisualizerRuntimeConfigProvider.d.ts +2 -1
- package/dist/providers/VisualizerRuntimeConfigProvider.d.ts.map +1 -1
- package/dist/providers/VisualizerRuntimeConfigProvider.js +6 -2
- package/dist/providers/VisualizerRuntimeConfigProvider.js.map +1 -1
- package/dist/utils/vite-dev-fix.js +1 -1
- package/dist/utils/vite-dev-fix.js.map +1 -1
- package/dist/visualizer/browser-decoder-fixtures-entry.d.ts +2 -0
- package/dist/visualizer/browser-decoder-fixtures-entry.d.ts.map +1 -0
- package/dist/visualizer/browser-decoder-fixtures-entry.js +28 -0
- package/dist/visualizer/browser-decoder-fixtures-entry.js.map +1 -0
- package/dist/visualizer/components/CssBaseline.d.ts +5 -0
- package/dist/visualizer/components/CssBaseline.d.ts.map +1 -0
- package/dist/visualizer/components/CssBaseline.js +5 -0
- package/dist/visualizer/components/CssBaseline.js.map +1 -0
- package/dist/visualizer/components/EmptyState.d.ts +7 -0
- package/dist/visualizer/components/EmptyState.d.ts.map +1 -0
- package/dist/visualizer/components/EmptyState.js +5 -0
- package/dist/visualizer/components/EmptyState.js.map +1 -0
- package/dist/visualizer/components/ErrorBoundary.d.ts +16 -0
- package/dist/visualizer/components/ErrorBoundary.d.ts.map +1 -0
- package/dist/visualizer/components/ErrorBoundary.js +27 -0
- package/dist/visualizer/components/ErrorBoundary.js.map +1 -0
- package/dist/visualizer/components/GlobalCss.d.ts +2 -0
- package/dist/visualizer/components/GlobalCss.d.ts.map +1 -0
- package/dist/visualizer/components/GlobalCss.js +4 -0
- package/dist/visualizer/components/GlobalCss.js.map +1 -0
- package/dist/visualizer/components/Panel.d.ts +37 -0
- package/dist/visualizer/components/Panel.d.ts.map +1 -0
- package/dist/visualizer/components/Panel.js +129 -0
- package/dist/visualizer/components/Panel.js.map +1 -0
- package/dist/visualizer/components/PanelLayout.d.ts +3 -0
- package/dist/visualizer/components/PanelLayout.d.ts.map +1 -0
- package/dist/visualizer/components/PanelLayout.js +5 -0
- package/dist/visualizer/components/PanelLayout.js.map +1 -0
- package/dist/visualizer/components/PanelToolbar.d.ts +24 -0
- package/dist/visualizer/components/PanelToolbar.d.ts.map +1 -0
- package/dist/visualizer/components/PanelToolbar.js +69 -0
- package/dist/visualizer/components/PanelToolbar.js.map +1 -0
- package/dist/visualizer/components/RemountOnValueChange.d.ts +7 -0
- package/dist/visualizer/components/RemountOnValueChange.d.ts.map +1 -0
- package/dist/visualizer/components/RemountOnValueChange.js +20 -0
- package/dist/visualizer/components/RemountOnValueChange.js.map +1 -0
- package/dist/visualizer/components/measure-event-loop-delay.d.ts +2 -0
- package/dist/visualizer/components/measure-event-loop-delay.d.ts.map +1 -0
- package/dist/visualizer/components/measure-event-loop-delay.js +18 -0
- package/dist/visualizer/components/measure-event-loop-delay.js.map +1 -0
- package/dist/visualizer/components/shared-interval.d.ts +2 -0
- package/dist/visualizer/components/shared-interval.d.ts.map +1 -0
- package/dist/visualizer/components/shared-interval.js +50 -0
- package/dist/visualizer/components/shared-interval.js.map +1 -0
- package/dist/visualizer/components/use-element-width.d.ts +3 -0
- package/dist/visualizer/components/use-element-width.d.ts.map +1 -0
- package/dist/visualizer/components/use-element-width.js +23 -0
- package/dist/visualizer/components/use-element-width.js.map +1 -0
- package/dist/visualizer/connection/adapter.d.ts +43 -0
- package/dist/visualizer/connection/adapter.d.ts.map +1 -0
- package/dist/visualizer/connection/adapter.js +196 -0
- package/dist/visualizer/connection/adapter.js.map +1 -0
- package/dist/visualizer/connection/communicator.d.ts +94 -0
- package/dist/visualizer/connection/communicator.d.ts.map +1 -0
- package/dist/visualizer/connection/communicator.js +134 -0
- package/dist/visualizer/connection/communicator.js.map +1 -0
- package/dist/visualizer/connection/connection.d.ts +54 -0
- package/dist/visualizer/connection/connection.d.ts.map +1 -0
- package/dist/visualizer/connection/connection.js +155 -0
- package/dist/visualizer/connection/connection.js.map +1 -0
- package/dist/visualizer/connection/foxglove-client-adapter.d.ts +31 -0
- package/dist/visualizer/connection/foxglove-client-adapter.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-client-adapter.js +125 -0
- package/dist/visualizer/connection/foxglove-client-adapter.js.map +1 -0
- package/dist/visualizer/connection/foxglove-connection.d.ts +86 -0
- package/dist/visualizer/connection/foxglove-connection.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-connection.js +329 -0
- package/dist/visualizer/connection/foxglove-connection.js.map +1 -0
- package/dist/visualizer/connection/foxglove-protocol.d.ts +6 -0
- package/dist/visualizer/connection/foxglove-protocol.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-protocol.js +63 -0
- package/dist/visualizer/connection/foxglove-protocol.js.map +1 -0
- package/dist/visualizer/connection/foxglove-ws-types.d.ts +80 -0
- package/dist/visualizer/connection/foxglove-ws-types.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-ws-types.js +13 -0
- package/dist/visualizer/connection/foxglove-ws-types.js.map +1 -0
- package/dist/visualizer/connection/webrtc/bridge.d.ts +11 -0
- package/dist/visualizer/connection/webrtc/bridge.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/bridge.js +453 -0
- package/dist/visualizer/connection/webrtc/bridge.js.map +1 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.d.ts +9 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.js +90 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.js.map +1 -0
- package/dist/visualizer/connection/webrtc/handler.d.ts +97 -0
- package/dist/visualizer/connection/webrtc/handler.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/handler.js +149 -0
- package/dist/visualizer/connection/webrtc/handler.js.map +1 -0
- package/dist/visualizer/connection/webrtc/worker.d.ts +2 -0
- package/dist/visualizer/connection/webrtc/worker.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/worker.js +32 -0
- package/dist/visualizer/connection/webrtc/worker.js.map +1 -0
- package/dist/visualizer/connection/ws/worker.d.ts +17 -0
- package/dist/visualizer/connection/ws/worker.d.ts.map +1 -0
- package/dist/visualizer/connection/ws/worker.js +161 -0
- package/dist/visualizer/connection/ws/worker.js.map +1 -0
- package/dist/visualizer/context/AppConfigurationContext.d.ts +9 -0
- package/dist/visualizer/context/AppConfigurationContext.d.ts.map +1 -0
- package/dist/visualizer/context/AppConfigurationContext.js +4 -0
- package/dist/visualizer/context/AppConfigurationContext.js.map +1 -0
- package/dist/visualizer/context/ConnectionsProvider.d.ts +5 -0
- package/dist/visualizer/context/ConnectionsProvider.d.ts.map +1 -0
- package/dist/visualizer/context/ConnectionsProvider.js +8 -0
- package/dist/visualizer/context/ConnectionsProvider.js.map +1 -0
- package/dist/visualizer/context/CurrentLayoutContext.d.ts +63 -0
- package/dist/visualizer/context/CurrentLayoutContext.d.ts.map +1 -0
- package/dist/visualizer/context/CurrentLayoutContext.js +4 -0
- package/dist/visualizer/context/CurrentLayoutContext.js.map +1 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.d.ts +3 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.d.ts.map +1 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.js +3 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.js.map +1 -0
- package/dist/visualizer/context/MessagePipelineProvider.d.ts +17 -0
- package/dist/visualizer/context/MessagePipelineProvider.d.ts.map +1 -0
- package/dist/visualizer/context/MessagePipelineProvider.js +224 -0
- package/dist/visualizer/context/MessagePipelineProvider.js.map +1 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.d.ts +5 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.d.ts.map +1 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.js +198 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.js.map +1 -0
- package/dist/visualizer/context/PanelCatalogContext.d.ts +11 -0
- package/dist/visualizer/context/PanelCatalogContext.d.ts.map +1 -0
- package/dist/visualizer/context/PanelCatalogContext.js +4 -0
- package/dist/visualizer/context/PanelCatalogContext.js.map +1 -0
- package/dist/visualizer/context/PanelStateContextProvider.d.ts +5 -0
- package/dist/visualizer/context/PanelStateContextProvider.d.ts.map +1 -0
- package/dist/visualizer/context/PanelStateContextProvider.js +5 -0
- package/dist/visualizer/context/PanelStateContextProvider.js.map +1 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.d.ts +5 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.d.ts.map +1 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.js +5 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.js.map +1 -0
- package/dist/visualizer/context/VisualizerContext.d.ts +13 -0
- package/dist/visualizer/context/VisualizerContext.d.ts.map +1 -0
- package/dist/visualizer/context/VisualizerContext.js +81 -0
- package/dist/visualizer/context/VisualizerContext.js.map +1 -0
- package/dist/visualizer/context/VisualizerFlatContext.d.ts +10 -0
- package/dist/visualizer/context/VisualizerFlatContext.d.ts.map +1 -0
- package/dist/visualizer/context/VisualizerFlatContext.js +13 -0
- package/dist/visualizer/context/VisualizerFlatContext.js.map +1 -0
- package/dist/visualizer/context/message-pipeline-store.d.ts +35 -0
- package/dist/visualizer/context/message-pipeline-store.d.ts.map +1 -0
- package/dist/visualizer/context/message-pipeline-store.js +275 -0
- package/dist/visualizer/context/message-pipeline-store.js.map +1 -0
- package/dist/visualizer/context/message-pipeline-types.d.ts +52 -0
- package/dist/visualizer/context/message-pipeline-types.d.ts.map +1 -0
- package/dist/visualizer/context/message-pipeline-types.js +5 -0
- package/dist/visualizer/context/message-pipeline-types.js.map +1 -0
- package/dist/visualizer/context/pause-frame.d.ts +4 -0
- package/dist/visualizer/context/pause-frame.d.ts.map +1 -0
- package/dist/visualizer/context/pause-frame.js +21 -0
- package/dist/visualizer/context/pause-frame.js.map +1 -0
- package/dist/visualizer/fonts/fonts.css +6 -0
- package/dist/visualizer/fonts/ubuntu-mono.ttf +0 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.d.ts +7 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.d.ts.map +1 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.js +12 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.js.map +1 -0
- package/dist/visualizer/i18n-stubs/i18next.d.ts +24 -0
- package/dist/visualizer/i18n-stubs/i18next.d.ts.map +1 -0
- package/dist/visualizer/i18n-stubs/i18next.js +46 -0
- package/dist/visualizer/i18n-stubs/i18next.js.map +1 -0
- package/dist/visualizer/i18n-stubs/react-i18next.d.ts +10 -0
- package/dist/visualizer/i18n-stubs/react-i18next.d.ts.map +1 -0
- package/dist/visualizer/i18n-stubs/react-i18next.js +15 -0
- package/dist/visualizer/i18n-stubs/react-i18next.js.map +1 -0
- package/dist/visualizer/index.d.ts +14 -0
- package/dist/visualizer/index.d.ts.map +1 -0
- package/dist/visualizer/index.js +16 -0
- package/dist/visualizer/index.js.map +1 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.d.ts +15 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.d.ts.map +1 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.js +205 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.js.map +1 -0
- package/dist/visualizer/messaging/decode-core.d.ts +75 -0
- package/dist/visualizer/messaging/decode-core.d.ts.map +1 -0
- package/dist/visualizer/messaging/decode-core.js +244 -0
- package/dist/visualizer/messaging/decode-core.js.map +1 -0
- package/dist/visualizer/messaging/decoder-fixtures.d.ts +14 -0
- package/dist/visualizer/messaging/decoder-fixtures.d.ts.map +1 -0
- package/dist/visualizer/messaging/decoder-fixtures.js +743 -0
- package/dist/visualizer/messaging/decoder-fixtures.js.map +1 -0
- package/dist/visualizer/messaging/decoder-harness.d.ts +24 -0
- package/dist/visualizer/messaging/decoder-harness.d.ts.map +1 -0
- package/dist/visualizer/messaging/decoder-harness.js +24 -0
- package/dist/visualizer/messaging/decoder-harness.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.d.ts +16 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.js +106 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.d.ts +11 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.js +62 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.d.ts +14 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.js +296 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.js +22 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.d.ts +5 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.js +27 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.d.ts +2 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.js +45 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.js +46 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.d.ts +2 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js +477 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.d.ts +35 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.js +344 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.d.ts +18 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.js +58 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.js +39 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/color.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/video/color.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/color.js +27 -0
- package/dist/visualizer/messaging/deserialization/video/color.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.d.ts +5 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.js +124 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.d.ts +13 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.js +37 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth.d.ts +15 -0
- package/dist/visualizer/messaging/deserialization/video/depth.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth.js +126 -0
- package/dist/visualizer/messaging/deserialization/video/depth.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h264.d.ts +81 -0
- package/dist/visualizer/messaging/deserialization/video/h264.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h264.js +634 -0
- package/dist/visualizer/messaging/deserialization/video/h264.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h265.d.ts +16 -0
- package/dist/visualizer/messaging/deserialization/video/h265.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h265.js +448 -0
- package/dist/visualizer/messaging/deserialization/video/h265.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.d.ts +11 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.js +89 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mono.d.ts +8 -0
- package/dist/visualizer/messaging/deserialization/video/mono.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mono.js +27 -0
- package/dist/visualizer/messaging/deserialization/video/mono.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.d.ts +18 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.js +651 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.js.map +1 -0
- package/dist/visualizer/messaging/deserialization.worker.d.ts +15 -0
- package/dist/visualizer/messaging/deserialization.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization.worker.js +96 -0
- package/dist/visualizer/messaging/deserialization.worker.js.map +1 -0
- package/dist/visualizer/messaging/message-event.d.ts +114 -0
- package/dist/visualizer/messaging/message-event.d.ts.map +1 -0
- package/dist/visualizer/messaging/message-event.js +80 -0
- package/dist/visualizer/messaging/message-event.js.map +1 -0
- package/dist/visualizer/messaging/message-handler.d.ts +10 -0
- package/dist/visualizer/messaging/message-handler.d.ts.map +1 -0
- package/dist/visualizer/messaging/message-handler.js +436 -0
- package/dist/visualizer/messaging/message-handler.js.map +1 -0
- package/dist/visualizer/messaging/message.d.ts +32 -0
- package/dist/visualizer/messaging/message.d.ts.map +1 -0
- package/dist/visualizer/messaging/message.js +5 -0
- package/dist/visualizer/messaging/message.js.map +1 -0
- package/dist/visualizer/messaging/parse-utils.d.ts +23 -0
- package/dist/visualizer/messaging/parse-utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/parse-utils.js +76 -0
- package/dist/visualizer/messaging/parse-utils.js.map +1 -0
- package/dist/visualizer/messaging/protobuf.d.ts +109 -0
- package/dist/visualizer/messaging/protobuf.d.ts.map +1 -0
- package/dist/visualizer/messaging/protobuf.js +81 -0
- package/dist/visualizer/messaging/protobuf.js.map +1 -0
- package/dist/visualizer/messaging/schema-constants.d.ts +21 -0
- package/dist/visualizer/messaging/schema-constants.d.ts.map +1 -0
- package/dist/visualizer/messaging/schema-constants.js +24 -0
- package/dist/visualizer/messaging/schema-constants.js.map +1 -0
- package/dist/visualizer/messaging/stream-diagnostics.d.ts +40 -0
- package/dist/visualizer/messaging/stream-diagnostics.d.ts.map +1 -0
- package/dist/visualizer/messaging/stream-diagnostics.js +257 -0
- package/dist/visualizer/messaging/stream-diagnostics.js.map +1 -0
- package/dist/visualizer/messaging/utils.d.ts +14 -0
- package/dist/visualizer/messaging/utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/utils.js +109 -0
- package/dist/visualizer/messaging/utils.js.map +1 -0
- package/dist/visualizer/output.css +4337 -0
- package/dist/visualizer/panels/ImagePanel.d.ts +35 -0
- package/dist/visualizer/panels/ImagePanel.d.ts.map +1 -0
- package/dist/visualizer/panels/ImagePanel.js +26 -0
- package/dist/visualizer/panels/ImagePanel.js.map +1 -0
- package/dist/visualizer/panels/PointCloudPanel.d.ts +32 -0
- package/dist/visualizer/panels/PointCloudPanel.d.ts.map +1 -0
- package/dist/visualizer/panels/PointCloudPanel.js +62 -0
- package/dist/visualizer/panels/PointCloudPanel.js.map +1 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.d.ts +27 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.d.ts.map +1 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.js +715 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.js.map +1 -0
- package/dist/visualizer/panels/image/annotation-overlay.d.ts +10 -0
- package/dist/visualizer/panels/image/annotation-overlay.d.ts.map +1 -0
- package/dist/visualizer/panels/image/annotation-overlay.js +113 -0
- package/dist/visualizer/panels/image/annotation-overlay.js.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.d.ts +11 -0
- package/dist/visualizer/panels/image/raw-image-decoder.d.ts.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.js +184 -0
- package/dist/visualizer/panels/image/raw-image-decoder.js.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.d.ts +2 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.d.ts.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.js +40 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.js.map +1 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.d.ts +35 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.d.ts.map +1 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.js +352 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.js.map +1 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.d.ts +10 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.d.ts.map +1 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.js +56 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.js.map +1 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.d.ts +48 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.d.ts.map +1 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.js +726 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.js.map +1 -0
- package/dist/visualizer/panels/image/worker-image-decoder.d.ts +20 -0
- package/dist/visualizer/panels/image/worker-image-decoder.d.ts.map +1 -0
- package/dist/visualizer/panels/image/worker-image-decoder.js +134 -0
- package/dist/visualizer/panels/image/worker-image-decoder.js.map +1 -0
- package/dist/visualizer/panels/panel-renderer.d.ts +2 -0
- package/dist/visualizer/panels/panel-renderer.d.ts.map +1 -0
- package/dist/visualizer/panels/panel-renderer.js +5 -0
- package/dist/visualizer/panels/panel-renderer.js.map +1 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.d.ts +35 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.d.ts.map +1 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.js +882 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.js.map +1 -0
- package/dist/visualizer/panels/pointcloud-camera.d.ts +14 -0
- package/dist/visualizer/panels/pointcloud-camera.d.ts.map +1 -0
- package/dist/visualizer/panels/pointcloud-camera.js +16 -0
- package/dist/visualizer/panels/pointcloud-camera.js.map +1 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.d.ts +76 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.js +448 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.js.map +1 -0
- package/dist/visualizer/protobuf.generated/Event.d.ts +171 -0
- package/dist/visualizer/protobuf.generated/Event.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/Event.js +1805 -0
- package/dist/visualizer/protobuf.generated/Event.js.map +1 -0
- package/dist/visualizer/protobuf.generated/IMUData.d.ts +84 -0
- package/dist/visualizer/protobuf.generated/IMUData.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/IMUData.js +745 -0
- package/dist/visualizer/protobuf.generated/IMUData.js.map +1 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.d.ts +74 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.js +675 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.js.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.d.ts +48 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.js +429 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.js.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.d.ts +117 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.js +699 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.js.map +1 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.d.ts +43 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.js +348 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.js.map +1 -0
- package/dist/visualizer/protobuf.generated/RGBDData.d.ts +37 -0
- package/dist/visualizer/protobuf.generated/RGBDData.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/RGBDData.js +205 -0
- package/dist/visualizer/protobuf.generated/RGBDData.js.map +1 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.d.ts +36 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.js +238 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.js.map +1 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.d.ts +88 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.js +775 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.js.map +1 -0
- package/dist/visualizer/protobuf.generated/common.d.ts +175 -0
- package/dist/visualizer/protobuf.generated/common.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/common.js +1796 -0
- package/dist/visualizer/protobuf.generated/common.js.map +1 -0
- package/dist/visualizer/runtime-config.d.ts +2 -0
- package/dist/visualizer/runtime-config.d.ts.map +1 -0
- package/dist/visualizer/runtime-config.js +5 -0
- package/dist/visualizer/runtime-config.js.map +1 -0
- package/dist/visualizer/utils/artificial-worker.d.ts +10 -0
- package/dist/visualizer/utils/artificial-worker.d.ts.map +1 -0
- package/dist/visualizer/utils/artificial-worker.js +31 -0
- package/dist/visualizer/utils/artificial-worker.js.map +1 -0
- package/dist/visualizer/utils/async.d.ts +3 -0
- package/dist/visualizer/utils/async.d.ts.map +1 -0
- package/dist/visualizer/utils/async.js +35 -0
- package/dist/visualizer/utils/async.js.map +1 -0
- package/dist/visualizer/utils/browser-storage.d.ts +3 -0
- package/dist/visualizer/utils/browser-storage.d.ts.map +1 -0
- package/dist/visualizer/utils/browser-storage.js +16 -0
- package/dist/visualizer/utils/browser-storage.js.map +1 -0
- package/dist/visualizer/utils/callback-manager.d.ts +7 -0
- package/dist/visualizer/utils/callback-manager.d.ts.map +1 -0
- package/dist/visualizer/utils/callback-manager.js +21 -0
- package/dist/visualizer/utils/callback-manager.js.map +1 -0
- package/dist/visualizer/utils/comlink-wrap.d.ts +7 -0
- package/dist/visualizer/utils/comlink-wrap.d.ts.map +1 -0
- package/dist/visualizer/utils/comlink-wrap.js +15 -0
- package/dist/visualizer/utils/comlink-wrap.js.map +1 -0
- package/dist/visualizer/utils/compatibility.d.ts +2 -0
- package/dist/visualizer/utils/compatibility.d.ts.map +1 -0
- package/dist/visualizer/utils/compatibility.js +19 -0
- package/dist/visualizer/utils/compatibility.js.map +1 -0
- package/dist/visualizer/utils/config-store.d.ts +10 -0
- package/dist/visualizer/utils/config-store.d.ts.map +1 -0
- package/dist/visualizer/utils/config-store.js +22 -0
- package/dist/visualizer/utils/config-store.js.map +1 -0
- package/dist/visualizer/utils/encoding.d.ts +4 -0
- package/dist/visualizer/utils/encoding.d.ts.map +1 -0
- package/dist/visualizer/utils/encoding.js +23 -0
- package/dist/visualizer/utils/encoding.js.map +1 -0
- package/dist/visualizer/utils/error.d.ts +20 -0
- package/dist/visualizer/utils/error.d.ts.map +1 -0
- package/dist/visualizer/utils/error.js +79 -0
- package/dist/visualizer/utils/error.js.map +1 -0
- package/dist/visualizer/utils/estimate-object-size.d.ts +2 -0
- package/dist/visualizer/utils/estimate-object-size.d.ts.map +1 -0
- package/dist/visualizer/utils/estimate-object-size.js +60 -0
- package/dist/visualizer/utils/estimate-object-size.js.map +1 -0
- package/dist/visualizer/utils/frame-store.d.ts +13 -0
- package/dist/visualizer/utils/frame-store.d.ts.map +1 -0
- package/dist/visualizer/utils/frame-store.js +43 -0
- package/dist/visualizer/utils/frame-store.js.map +1 -0
- package/dist/visualizer/utils/imu-manager.d.ts +13 -0
- package/dist/visualizer/utils/imu-manager.d.ts.map +1 -0
- package/dist/visualizer/utils/imu-manager.js +36 -0
- package/dist/visualizer/utils/imu-manager.js.map +1 -0
- package/dist/visualizer/utils/logger.d.ts +13 -0
- package/dist/visualizer/utils/logger.d.ts.map +1 -0
- package/dist/visualizer/utils/logger.js +47 -0
- package/dist/visualizer/utils/logger.js.map +1 -0
- package/dist/visualizer/utils/metrics-manager.d.ts +33 -0
- package/dist/visualizer/utils/metrics-manager.d.ts.map +1 -0
- package/dist/visualizer/utils/metrics-manager.js +113 -0
- package/dist/visualizer/utils/metrics-manager.js.map +1 -0
- package/dist/visualizer/utils/player-types.d.ts +65 -0
- package/dist/visualizer/utils/player-types.d.ts.map +1 -0
- package/dist/visualizer/utils/player-types.js +22 -0
- package/dist/visualizer/utils/player-types.js.map +1 -0
- package/dist/visualizer/utils/poitcloud-sync.d.ts +13 -0
- package/dist/visualizer/utils/poitcloud-sync.d.ts.map +1 -0
- package/dist/visualizer/utils/poitcloud-sync.js +95 -0
- package/dist/visualizer/utils/poitcloud-sync.js.map +1 -0
- package/dist/visualizer/utils/runtime-config.d.ts +23 -0
- package/dist/visualizer/utils/runtime-config.d.ts.map +1 -0
- package/dist/visualizer/utils/runtime-config.js +76 -0
- package/dist/visualizer/utils/runtime-config.js.map +1 -0
- package/dist/visualizer/utils/segmentation-colors.d.ts +9 -0
- package/dist/visualizer/utils/segmentation-colors.d.ts.map +1 -0
- package/dist/visualizer/utils/segmentation-colors.js +42 -0
- package/dist/visualizer/utils/segmentation-colors.js.map +1 -0
- package/dist/visualizer/utils/time.d.ts +7 -0
- package/dist/visualizer/utils/time.d.ts.map +1 -0
- package/dist/visualizer/utils/time.js +24 -0
- package/dist/visualizer/utils/time.js.map +1 -0
- package/dist/visualizer/utils/use-theme-mode.d.ts +3 -0
- package/dist/visualizer/utils/use-theme-mode.d.ts.map +1 -0
- package/dist/visualizer/utils/use-theme-mode.js +71 -0
- package/dist/visualizer/utils/use-theme-mode.js.map +1 -0
- package/package.json +33 -8
- package/protobuf-gen.sh +87 -0
- package/protobuf-gen.win.ps1 +130 -0
- package/scripts/browser-decoder-fixtures.html +54 -0
- package/scripts/fixtures.vite.config.mjs +30 -0
- package/scripts/run-decoder-fixtures.mjs +45 -0
|
@@ -0,0 +1,477 @@
|
|
|
1
|
+
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
// License, v2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
// file, You can obtain one at http://mozilla.org/MPL/2.0/
|
|
4
|
+
/// <reference types="@webgpu/types" />
|
|
5
|
+
import { expose, transfer } from "comlink";
|
|
6
|
+
import { Logger } from "../../../utils/logger.js";
|
|
7
|
+
import { i420ToRgbaToPointcloud } from "./utils.js";
|
|
8
|
+
const logger = Logger.getLogger();
|
|
9
|
+
function transferPointCloudResults(results) {
|
|
10
|
+
return transfer(results, results.map((result) => result.buffer));
|
|
11
|
+
}
|
|
12
|
+
function depthToPointCloudBuffer(uint16Array, width, height, fx, fy, cx, cy, maxSteroDepth) {
|
|
13
|
+
const numPixels = width * height;
|
|
14
|
+
const points = new Float32Array(numPixels * 3);
|
|
15
|
+
for (let v = 0; v < height; v++) {
|
|
16
|
+
for (let u = 0; u < width; u++) {
|
|
17
|
+
const pixelIndex = v * width + u;
|
|
18
|
+
const depthValue = uint16Array[pixelIndex] ?? 0;
|
|
19
|
+
let x = 0.0;
|
|
20
|
+
let y = 0.0;
|
|
21
|
+
let z = 0.0;
|
|
22
|
+
const depthScale = 1.0;
|
|
23
|
+
const scaledDepth = depthValue * depthScale;
|
|
24
|
+
if (scaledDepth > 0 && fx !== 0 && fy !== 0) {
|
|
25
|
+
x = ((u - cx) * scaledDepth) / fx;
|
|
26
|
+
y = ((cy - v) * scaledDepth) / fy;
|
|
27
|
+
z = scaledDepth;
|
|
28
|
+
// Filter out points beyond maxSteroDepth
|
|
29
|
+
if (z > maxSteroDepth) {
|
|
30
|
+
x = 0.0;
|
|
31
|
+
y = 0.0;
|
|
32
|
+
z = 0.0;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
const pointOffset = pixelIndex * 3;
|
|
36
|
+
points[pointOffset] = x;
|
|
37
|
+
points[pointOffset + 1] = y;
|
|
38
|
+
points[pointOffset + 2] = z;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
const buffer = new ArrayBuffer(numPixels * 16);
|
|
42
|
+
const view = new DataView(buffer);
|
|
43
|
+
const pointsU8 = new Uint8Array(points.buffer);
|
|
44
|
+
for (let i = 0; i < numPixels; i++) {
|
|
45
|
+
const xyzOffsetBytes = i * 12;
|
|
46
|
+
const outputOffsetBytes = i * 16;
|
|
47
|
+
for (let b = 0; b < 12; ++b) {
|
|
48
|
+
view.setUint8(outputOffsetBytes + b, pointsU8[xyzOffsetBytes + b]);
|
|
49
|
+
}
|
|
50
|
+
view.setUint8(outputOffsetBytes + 12, 0); // R
|
|
51
|
+
view.setUint8(outputOffsetBytes + 13, 0); // G
|
|
52
|
+
view.setUint8(outputOffsetBytes + 14, 0); // B
|
|
53
|
+
view.setUint8(outputOffsetBytes + 15, 255); // A (Opaque)
|
|
54
|
+
}
|
|
55
|
+
return new Uint8Array(buffer);
|
|
56
|
+
}
|
|
57
|
+
const WORKGROUP_SIZE_X = 128;
|
|
58
|
+
const POINT_STRIDE_BYTES = 16;
|
|
59
|
+
let cachedGpuContext;
|
|
60
|
+
let gpuContextPromise;
|
|
61
|
+
const shader = `
|
|
62
|
+
struct Intrinsics {
|
|
63
|
+
fx: f32,
|
|
64
|
+
fy: f32,
|
|
65
|
+
cx: f32,
|
|
66
|
+
cy: f32,
|
|
67
|
+
depthScale: f32,
|
|
68
|
+
depthWidth: f32,
|
|
69
|
+
depthHeight: f32,
|
|
70
|
+
i420Width: f32,
|
|
71
|
+
i420Height: f32,
|
|
72
|
+
numFrames_f: f32,
|
|
73
|
+
bytesPerI420Frame_f: f32,
|
|
74
|
+
maxSteroDepth: f32,
|
|
75
|
+
};
|
|
76
|
+
|
|
77
|
+
struct OutputPointData {
|
|
78
|
+
x: f32,
|
|
79
|
+
y: f32,
|
|
80
|
+
z: f32,
|
|
81
|
+
color: u32,
|
|
82
|
+
};
|
|
83
|
+
|
|
84
|
+
@group(0) @binding(0) var<storage, read> depthBuffer: array<u32>;
|
|
85
|
+
@group(0) @binding(1) var<storage, read> intrinsics: Intrinsics;
|
|
86
|
+
@group(0) @binding(2) var<storage, read_write> xyzColorBuffer: array<OutputPointData>;
|
|
87
|
+
@group(0) @binding(3) var<storage, read> i420Buffer: array<u32>;
|
|
88
|
+
|
|
89
|
+
fn getI420Byte(byteIndexWithinFrame: u32, frameOffsetElements: u32, bufferLengthElements: u32) -> u32 {
|
|
90
|
+
let globalByteIndex = (frameOffsetElements * 4u) + byteIndexWithinFrame;
|
|
91
|
+
let elementIndex = globalByteIndex / 4u;
|
|
92
|
+
let offsetInElement = globalByteIndex % 4u;
|
|
93
|
+
if (elementIndex >= bufferLengthElements) {
|
|
94
|
+
return 0u;
|
|
95
|
+
}
|
|
96
|
+
let packedValue = i420Buffer[elementIndex];
|
|
97
|
+
return (packedValue >> (offsetInElement * 8u)) & 0xFFu;
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
@compute @workgroup_size(${WORKGROUP_SIZE_X}, 1, 1)
|
|
101
|
+
fn main(@builtin(global_invocation_id) global_id: vec3<u32>) {
|
|
102
|
+
let pixel_idx_in_frame = global_id.x;
|
|
103
|
+
let frame_idx = global_id.y;
|
|
104
|
+
let depthWidth = u32(intrinsics.depthWidth);
|
|
105
|
+
let depthHeight = u32(intrinsics.depthHeight);
|
|
106
|
+
let i420WidthU = u32(intrinsics.i420Width);
|
|
107
|
+
let i420HeightU = u32(intrinsics.i420Height);
|
|
108
|
+
let numFrames = u32(intrinsics.numFrames_f);
|
|
109
|
+
let bytesPerI420Frame = u32(intrinsics.bytesPerI420Frame_f);
|
|
110
|
+
let numPixelsPerFrame = depthWidth * depthHeight;
|
|
111
|
+
if (pixel_idx_in_frame >= numPixelsPerFrame || frame_idx >= numFrames || depthWidth == 0u || depthHeight == 0u) {
|
|
112
|
+
return;
|
|
113
|
+
}
|
|
114
|
+
let global_output_idx = (frame_idx * numPixelsPerFrame) + pixel_idx_in_frame;
|
|
115
|
+
let depth_elements_per_frame = (numPixelsPerFrame + 1u) / 2u;
|
|
116
|
+
let depth_frame_offset = frame_idx * depth_elements_per_frame;
|
|
117
|
+
let i420AlignedStrideBytes = (bytesPerI420Frame + 3u) / 4u * 4u;
|
|
118
|
+
let i420_elements_per_frame_aligned = i420AlignedStrideBytes / 4u;
|
|
119
|
+
let i420_frame_offset = frame_idx * i420_elements_per_frame_aligned;
|
|
120
|
+
let depthIndex32_within_frame = pixel_idx_in_frame / 2u;
|
|
121
|
+
let packedDepthU32_idx = depth_frame_offset + depthIndex32_within_frame;
|
|
122
|
+
if (packedDepthU32_idx >= arrayLength(&depthBuffer)) {
|
|
123
|
+
return;
|
|
124
|
+
}
|
|
125
|
+
let packedDepthU32 = depthBuffer[packedDepthU32_idx];
|
|
126
|
+
var rawDepthU16: u32;
|
|
127
|
+
if (pixel_idx_in_frame % 2u == 0u) {
|
|
128
|
+
rawDepthU16 = packedDepthU32 & 0xFFFFu;
|
|
129
|
+
} else {
|
|
130
|
+
rawDepthU16 = (packedDepthU32 >> 16u) & 0xFFFFu;
|
|
131
|
+
}
|
|
132
|
+
let u = f32(pixel_idx_in_frame % depthWidth);
|
|
133
|
+
let v = f32(pixel_idx_in_frame / depthWidth);
|
|
134
|
+
var outputPoint: OutputPointData;
|
|
135
|
+
outputPoint.x = 0.0;
|
|
136
|
+
outputPoint.y = 0.0;
|
|
137
|
+
outputPoint.z = 0.0;
|
|
138
|
+
outputPoint.color = 0xFF000000u;
|
|
139
|
+
let fx = intrinsics.fx;
|
|
140
|
+
let fy = intrinsics.fy;
|
|
141
|
+
let depthScale = intrinsics.depthScale;
|
|
142
|
+
let maxSteroDepth = intrinsics.maxSteroDepth;
|
|
143
|
+
if (rawDepthU16 > 0u && fx != 0.0 && fy != 0.0 && depthScale > 0.0) {
|
|
144
|
+
let z = f32(rawDepthU16) * depthScale;
|
|
145
|
+
let x = (u - intrinsics.cx) * z / fx;
|
|
146
|
+
let y = (intrinsics.cy - v) * z / fy;
|
|
147
|
+
|
|
148
|
+
// Filter out points beyond maxSteroDepth
|
|
149
|
+
if (z <= maxSteroDepth) {
|
|
150
|
+
outputPoint.x = x;
|
|
151
|
+
outputPoint.y = y;
|
|
152
|
+
outputPoint.z = z;
|
|
153
|
+
|
|
154
|
+
if (i420WidthU > 0u && i420HeightU > 0u && bytesPerI420Frame > 0u) {
|
|
155
|
+
let i420X = min(i420WidthU - 1u, u32(floor(u * (intrinsics.i420Width / intrinsics.depthWidth))));
|
|
156
|
+
let i420Y = min(i420HeightU - 1u, u32(floor(v * (intrinsics.i420Height / intrinsics.depthHeight))));
|
|
157
|
+
let frameSizeY = i420WidthU * i420HeightU;
|
|
158
|
+
let uvWidth = (i420WidthU + 1u) / 2u;
|
|
159
|
+
let uvHeight = (i420HeightU + 1u) / 2u;
|
|
160
|
+
let frameSizeUV = uvWidth * uvHeight;
|
|
161
|
+
let uOffsetBytes = frameSizeY;
|
|
162
|
+
let vOffsetBytes = frameSizeY + frameSizeUV;
|
|
163
|
+
let yIndexBytes = i420Y * i420WidthU + i420X;
|
|
164
|
+
let uvX = i420X / 2u;
|
|
165
|
+
let uvY = i420Y / 2u;
|
|
166
|
+
let uvIndexBytes = uvY * uvWidth + uvX;
|
|
167
|
+
let uIndexBytes = uOffsetBytes + uvIndexBytes;
|
|
168
|
+
let vIndexBytes = vOffsetBytes + uvIndexBytes;
|
|
169
|
+
let i420BufferTotalElements = arrayLength(&i420Buffer);
|
|
170
|
+
if (yIndexBytes < bytesPerI420Frame && uIndexBytes < bytesPerI420Frame && vIndexBytes < bytesPerI420Frame && (i420_frame_offset + (vIndexBytes / 4u)) < i420BufferTotalElements) {
|
|
171
|
+
let y_byte = getI420Byte(yIndexBytes, i420_frame_offset, i420BufferTotalElements);
|
|
172
|
+
let u_byte = getI420Byte(uIndexBytes, i420_frame_offset, i420BufferTotalElements);
|
|
173
|
+
let v_byte = getI420Byte(vIndexBytes, i420_frame_offset, i420BufferTotalElements);
|
|
174
|
+
let y_f = f32(y_byte);
|
|
175
|
+
let u_f = f32(u_byte) - 128.0;
|
|
176
|
+
let v_f = f32(v_byte) - 128.0;
|
|
177
|
+
var r_f = y_f + 1.402 * v_f;
|
|
178
|
+
var g_f = y_f - 0.344136 * u_f - 0.714136 * v_f;
|
|
179
|
+
var b_f = y_f + 1.772 * u_f;
|
|
180
|
+
let r = u32(clamp(r_f, 0.0, 255.0)) & 0xFFu;
|
|
181
|
+
let g = u32(clamp(g_f, 0.0, 255.0)) & 0xFFu;
|
|
182
|
+
let b = u32(clamp(b_f, 0.0, 255.0)) & 0xFFu;
|
|
183
|
+
let a = 255u;
|
|
184
|
+
outputPoint.color = (r) | (g << 8u) | (b << 16u) | (a << 24u);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
if (global_output_idx < arrayLength(&xyzColorBuffer)) {
|
|
190
|
+
xyzColorBuffer[global_output_idx] = outputPoint;
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
`;
|
|
194
|
+
async function getGPUContext() {
|
|
195
|
+
if (cachedGpuContext) {
|
|
196
|
+
return cachedGpuContext;
|
|
197
|
+
}
|
|
198
|
+
if (gpuContextPromise) {
|
|
199
|
+
return await gpuContextPromise;
|
|
200
|
+
}
|
|
201
|
+
gpuContextPromise = (async () => {
|
|
202
|
+
if (typeof navigator.gpu === "undefined") {
|
|
203
|
+
return undefined;
|
|
204
|
+
}
|
|
205
|
+
const adapter = await navigator.gpu.requestAdapter();
|
|
206
|
+
if (!adapter) {
|
|
207
|
+
return undefined;
|
|
208
|
+
}
|
|
209
|
+
const device = await adapter.requestDevice();
|
|
210
|
+
const bindGroupLayout = device.createBindGroupLayout({
|
|
211
|
+
label: "Compute Bind Group Layout",
|
|
212
|
+
entries: [
|
|
213
|
+
{ binding: 0, visibility: GPUShaderStage.COMPUTE, buffer: { type: "read-only-storage" } },
|
|
214
|
+
{ binding: 1, visibility: GPUShaderStage.COMPUTE, buffer: { type: "read-only-storage" } },
|
|
215
|
+
{ binding: 2, visibility: GPUShaderStage.COMPUTE, buffer: { type: "storage" } },
|
|
216
|
+
{ binding: 3, visibility: GPUShaderStage.COMPUTE, buffer: { type: "read-only-storage" } },
|
|
217
|
+
],
|
|
218
|
+
});
|
|
219
|
+
const shaderModule = device.createShaderModule({
|
|
220
|
+
label: "Compute Shader Module",
|
|
221
|
+
code: shader,
|
|
222
|
+
});
|
|
223
|
+
const pipeline = device.createComputePipeline({
|
|
224
|
+
label: "Compute Pipeline",
|
|
225
|
+
layout: device.createPipelineLayout({ bindGroupLayouts: [bindGroupLayout] }),
|
|
226
|
+
compute: { module: shaderModule, entryPoint: "main" },
|
|
227
|
+
});
|
|
228
|
+
const context = {
|
|
229
|
+
device,
|
|
230
|
+
bindGroupLayout,
|
|
231
|
+
pipeline,
|
|
232
|
+
};
|
|
233
|
+
void device.lost.then(() => {
|
|
234
|
+
if (cachedGpuContext?.device === device) {
|
|
235
|
+
cachedGpuContext = undefined;
|
|
236
|
+
}
|
|
237
|
+
gpuContextPromise = undefined;
|
|
238
|
+
});
|
|
239
|
+
cachedGpuContext = context;
|
|
240
|
+
return context;
|
|
241
|
+
})();
|
|
242
|
+
try {
|
|
243
|
+
return await gpuContextPromise;
|
|
244
|
+
}
|
|
245
|
+
finally {
|
|
246
|
+
gpuContextPromise = undefined;
|
|
247
|
+
}
|
|
248
|
+
}
|
|
249
|
+
async function depthToPointcloudGPU(depthFrames, depthWidth, depthHeight, fx, fy, cx, cy, i420Frames, i420Width, i420Height, maxSteroDepth, { hasGPU }) {
|
|
250
|
+
const numFrames = depthFrames.length;
|
|
251
|
+
if (numFrames === 0 || numFrames !== i420Frames.length) {
|
|
252
|
+
logger.warn("GPU: Input frame arrays are empty or mismatched.");
|
|
253
|
+
return [];
|
|
254
|
+
}
|
|
255
|
+
if (depthWidth <= 0 || depthHeight <= 0) {
|
|
256
|
+
throw new Error("GPU: Invalid depth dimensions!");
|
|
257
|
+
}
|
|
258
|
+
if (depthFrames[0] && !(depthFrames[0] instanceof Uint16Array)) {
|
|
259
|
+
throw new Error("GPU: depthFrames[0].data is NOT a Uint16Array!");
|
|
260
|
+
}
|
|
261
|
+
if (i420Frames[0] && !(i420Frames[0] instanceof Uint8Array)) {
|
|
262
|
+
throw new Error("GPU: i420Frames[0].data is NOT a Uint8Array!");
|
|
263
|
+
}
|
|
264
|
+
const depthScale = 1.0;
|
|
265
|
+
if (!hasGPU) {
|
|
266
|
+
const results = [];
|
|
267
|
+
for (let i = 0; i < numFrames; i++) {
|
|
268
|
+
const depthFrame = depthFrames[i];
|
|
269
|
+
const colorFrame = i420Frames[i];
|
|
270
|
+
if (!depthFrame || !colorFrame) {
|
|
271
|
+
logger.warn(`CPU Fallback: Skipping frame ${i} due to missing data.`);
|
|
272
|
+
results.push(new Uint8Array(0));
|
|
273
|
+
continue;
|
|
274
|
+
}
|
|
275
|
+
try {
|
|
276
|
+
const xyzData = depthToPointCloudBuffer(depthFrame, depthWidth, depthHeight, fx, fy, cx, cy, maxSteroDepth);
|
|
277
|
+
results.push(i420ToRgbaToPointcloud(colorFrame, i420Width, i420Height, depthWidth, depthHeight, xyzData));
|
|
278
|
+
}
|
|
279
|
+
catch (cpuError) {
|
|
280
|
+
logger.error(`CPU Fallback: Error processing frame ${i}:`, cpuError);
|
|
281
|
+
results.push(new Uint8Array(0));
|
|
282
|
+
}
|
|
283
|
+
}
|
|
284
|
+
return transferPointCloudResults(results);
|
|
285
|
+
}
|
|
286
|
+
let device = null;
|
|
287
|
+
let depthGpuBuffer = null;
|
|
288
|
+
let intrinsicsBuffer = null;
|
|
289
|
+
let i420GpuBuffer = null;
|
|
290
|
+
let xyzColorBuffer = null;
|
|
291
|
+
let readbackBuffer = null;
|
|
292
|
+
try {
|
|
293
|
+
const gpuContext = await getGPUContext();
|
|
294
|
+
if (!gpuContext) {
|
|
295
|
+
throw new Error("Failed to get GPU adapter.");
|
|
296
|
+
}
|
|
297
|
+
device = gpuContext.device;
|
|
298
|
+
const queue = device.queue;
|
|
299
|
+
const numPixelsPerFrame = depthWidth * depthHeight;
|
|
300
|
+
const outputFrameSize = numPixelsPerFrame * POINT_STRIDE_BYTES;
|
|
301
|
+
const totalOutputBufferSize = outputFrameSize * numFrames;
|
|
302
|
+
const depthBytesPerFrame = numPixelsPerFrame * 2;
|
|
303
|
+
const depthElementsPerFrame = Math.ceil(depthBytesPerFrame / 4);
|
|
304
|
+
const totalDepthBufferSize = depthElementsPerFrame * numFrames * 4;
|
|
305
|
+
const i420BytesPerFrame = i420Frames[0]?.byteLength ?? 0;
|
|
306
|
+
if (i420BytesPerFrame === 0 && numFrames > 0) {
|
|
307
|
+
throw new Error("GPU: I420 frame data is empty or invalid for size calculation.");
|
|
308
|
+
}
|
|
309
|
+
const i420AlignedStrideBytes = Math.ceil(i420BytesPerFrame / 4) * 4;
|
|
310
|
+
const totalI420BufferSize = i420AlignedStrideBytes * numFrames;
|
|
311
|
+
const intrinsicsData = new Float32Array([
|
|
312
|
+
fx,
|
|
313
|
+
fy,
|
|
314
|
+
cx,
|
|
315
|
+
cy,
|
|
316
|
+
depthScale,
|
|
317
|
+
depthWidth,
|
|
318
|
+
depthHeight,
|
|
319
|
+
i420Width,
|
|
320
|
+
i420Height,
|
|
321
|
+
numFrames,
|
|
322
|
+
i420BytesPerFrame,
|
|
323
|
+
maxSteroDepth,
|
|
324
|
+
]);
|
|
325
|
+
const intrinsicsBufferSize = Math.max(intrinsicsData.byteLength, 64);
|
|
326
|
+
intrinsicsBuffer = device.createBuffer({
|
|
327
|
+
label: "Intrinsics Buffer",
|
|
328
|
+
size: intrinsicsBufferSize,
|
|
329
|
+
usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
|
|
330
|
+
});
|
|
331
|
+
queue.writeBuffer(intrinsicsBuffer, 0, intrinsicsData.buffer, intrinsicsData.byteOffset, intrinsicsData.byteLength);
|
|
332
|
+
depthGpuBuffer = device.createBuffer({
|
|
333
|
+
label: "Depth Buffer (Combined)",
|
|
334
|
+
size: totalDepthBufferSize,
|
|
335
|
+
usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
|
|
336
|
+
mappedAtCreation: true,
|
|
337
|
+
});
|
|
338
|
+
const mappedDepthRange = depthGpuBuffer.getMappedRange();
|
|
339
|
+
const fullDepthArrayViewU32 = new Uint32Array(mappedDepthRange);
|
|
340
|
+
for (let i = 0; i < numFrames; ++i) {
|
|
341
|
+
const frameDataU16 = depthFrames[i];
|
|
342
|
+
if (!frameDataU16 || !(frameDataU16 instanceof Uint16Array)) {
|
|
343
|
+
logger.warn(`GPU: Skipping depth frame ${i} due to missing/invalid data.`);
|
|
344
|
+
const frameOffsetElements = i * depthElementsPerFrame;
|
|
345
|
+
const elementsToWrite = depthElementsPerFrame;
|
|
346
|
+
fullDepthArrayViewU32.fill(0, frameOffsetElements, frameOffsetElements + elementsToWrite);
|
|
347
|
+
continue;
|
|
348
|
+
}
|
|
349
|
+
const frameOffsetElements = i * depthElementsPerFrame;
|
|
350
|
+
for (let p = 0; p < numPixelsPerFrame; p++) {
|
|
351
|
+
const u16_val = frameDataU16[p] ?? 0;
|
|
352
|
+
const elementIdx = frameOffsetElements + Math.floor(p / 2);
|
|
353
|
+
if (elementIdx >= fullDepthArrayViewU32.length) {
|
|
354
|
+
continue;
|
|
355
|
+
}
|
|
356
|
+
const isLowerHalf = p % 2 === 0;
|
|
357
|
+
if (isLowerHalf) {
|
|
358
|
+
fullDepthArrayViewU32[elementIdx] =
|
|
359
|
+
(fullDepthArrayViewU32[elementIdx] & 0xffff0000) | u16_val;
|
|
360
|
+
}
|
|
361
|
+
else {
|
|
362
|
+
fullDepthArrayViewU32[elementIdx] =
|
|
363
|
+
(fullDepthArrayViewU32[elementIdx] & 0x0000ffff) | (u16_val << 16);
|
|
364
|
+
}
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
depthGpuBuffer.unmap();
|
|
368
|
+
i420GpuBuffer = device.createBuffer({
|
|
369
|
+
label: "I420 Buffer (Combined, Aligned)",
|
|
370
|
+
size: totalI420BufferSize,
|
|
371
|
+
usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_DST,
|
|
372
|
+
mappedAtCreation: true,
|
|
373
|
+
});
|
|
374
|
+
const mappedI420Range = i420GpuBuffer.getMappedRange();
|
|
375
|
+
const fullI420ArrayViewU8 = new Uint8Array(mappedI420Range);
|
|
376
|
+
for (let i = 0; i < numFrames; ++i) {
|
|
377
|
+
const frameData = i420Frames[i];
|
|
378
|
+
const byteOffset = i * i420AlignedStrideBytes;
|
|
379
|
+
if (!frameData ||
|
|
380
|
+
!(frameData instanceof Uint8Array) ||
|
|
381
|
+
frameData.byteLength !== i420BytesPerFrame) {
|
|
382
|
+
logger.warn(`GPU: Skipping I420 frame ${i} due to missing/invalid data or size mismatch.`);
|
|
383
|
+
fullI420ArrayViewU8.fill(0, byteOffset, byteOffset + i420AlignedStrideBytes);
|
|
384
|
+
continue;
|
|
385
|
+
}
|
|
386
|
+
const frameTargetView = new Uint8Array(mappedI420Range, byteOffset, frameData.byteLength);
|
|
387
|
+
frameTargetView.set(frameData);
|
|
388
|
+
if (i420AlignedStrideBytes > frameData.byteLength) {
|
|
389
|
+
const paddingStart = byteOffset + frameData.byteLength;
|
|
390
|
+
const paddingLength = i420AlignedStrideBytes - frameData.byteLength;
|
|
391
|
+
fullI420ArrayViewU8.fill(0, paddingStart, paddingStart + paddingLength);
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
i420GpuBuffer.unmap();
|
|
395
|
+
xyzColorBuffer = device.createBuffer({
|
|
396
|
+
label: "Output XYZColor Buffer (Combined)",
|
|
397
|
+
size: totalOutputBufferSize,
|
|
398
|
+
usage: GPUBufferUsage.STORAGE | GPUBufferUsage.COPY_SRC,
|
|
399
|
+
});
|
|
400
|
+
readbackBuffer = device.createBuffer({
|
|
401
|
+
label: "Readback Buffer",
|
|
402
|
+
size: totalOutputBufferSize,
|
|
403
|
+
usage: GPUBufferUsage.COPY_DST | GPUBufferUsage.MAP_READ,
|
|
404
|
+
});
|
|
405
|
+
const bindGroup = device.createBindGroup({
|
|
406
|
+
label: "Compute Bind Group",
|
|
407
|
+
layout: gpuContext.bindGroupLayout,
|
|
408
|
+
entries: [
|
|
409
|
+
{ binding: 0, resource: { buffer: depthGpuBuffer } },
|
|
410
|
+
{ binding: 1, resource: { buffer: intrinsicsBuffer } },
|
|
411
|
+
{ binding: 2, resource: { buffer: xyzColorBuffer } },
|
|
412
|
+
{ binding: 3, resource: { buffer: i420GpuBuffer } },
|
|
413
|
+
],
|
|
414
|
+
});
|
|
415
|
+
const commandEncoder = device.createCommandEncoder({ label: "Compute Command Encoder" });
|
|
416
|
+
const passEncoder = commandEncoder.beginComputePass({ label: "Compute Pass" });
|
|
417
|
+
passEncoder.setPipeline(gpuContext.pipeline);
|
|
418
|
+
passEncoder.setBindGroup(0, bindGroup);
|
|
419
|
+
const numWorkgroupsX = Math.ceil(numPixelsPerFrame / WORKGROUP_SIZE_X);
|
|
420
|
+
const numWorkgroupsY = numFrames;
|
|
421
|
+
passEncoder.dispatchWorkgroups(numWorkgroupsX, numWorkgroupsY, 1);
|
|
422
|
+
passEncoder.end();
|
|
423
|
+
commandEncoder.copyBufferToBuffer(xyzColorBuffer, 0, readbackBuffer, 0, totalOutputBufferSize);
|
|
424
|
+
queue.submit([commandEncoder.finish()]);
|
|
425
|
+
await readbackBuffer.mapAsync(GPUMapMode.READ);
|
|
426
|
+
const mappedRange = readbackBuffer.getMappedRange();
|
|
427
|
+
const fullResultData = new Uint8Array(mappedRange.slice(0));
|
|
428
|
+
readbackBuffer.unmap();
|
|
429
|
+
readbackBuffer = null;
|
|
430
|
+
const results = [];
|
|
431
|
+
for (let i = 0; i < numFrames; i++) {
|
|
432
|
+
const frameOffset = i * outputFrameSize;
|
|
433
|
+
const frameEnd = Math.min(frameOffset + outputFrameSize, fullResultData.byteLength);
|
|
434
|
+
const frameData = fullResultData.slice(frameOffset, frameEnd);
|
|
435
|
+
if (frameData.byteLength !== outputFrameSize) {
|
|
436
|
+
logger.warn(`GPU: Result frame ${i} has incorrect size (${frameData.byteLength} vs ${outputFrameSize}). Padding or error occurred.`);
|
|
437
|
+
results.push(new Uint8Array(outputFrameSize));
|
|
438
|
+
}
|
|
439
|
+
else {
|
|
440
|
+
results.push(frameData);
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
return transferPointCloudResults(results);
|
|
444
|
+
}
|
|
445
|
+
catch (error) {
|
|
446
|
+
logger.error("GPU: Error during WebGPU processing:", error);
|
|
447
|
+
logger.warn("GPU: Falling back to CPU due to error.");
|
|
448
|
+
const results = [];
|
|
449
|
+
for (let i = 0; i < numFrames; i++) {
|
|
450
|
+
const depthFrame = depthFrames[i];
|
|
451
|
+
const colorFrame = i420Frames[i];
|
|
452
|
+
if (!depthFrame || !colorFrame) {
|
|
453
|
+
logger.warn(`CPU Fallback (error path): Skipping frame ${i} due to missing data.`);
|
|
454
|
+
results.push(new Uint8Array(0));
|
|
455
|
+
continue;
|
|
456
|
+
}
|
|
457
|
+
try {
|
|
458
|
+
const xyzData = depthToPointCloudBuffer(depthFrame, depthWidth, depthHeight, fx, fy, cx, cy, maxSteroDepth);
|
|
459
|
+
results.push(i420ToRgbaToPointcloud(colorFrame, i420Width, i420Height, depthWidth, depthHeight, xyzData));
|
|
460
|
+
}
|
|
461
|
+
catch (cpuError) {
|
|
462
|
+
logger.error(`CPU Fallback (error path): Error processing frame ${i}:`, cpuError);
|
|
463
|
+
results.push(new Uint8Array(0));
|
|
464
|
+
}
|
|
465
|
+
}
|
|
466
|
+
return transferPointCloudResults(results);
|
|
467
|
+
}
|
|
468
|
+
finally {
|
|
469
|
+
depthGpuBuffer?.destroy();
|
|
470
|
+
intrinsicsBuffer?.destroy();
|
|
471
|
+
i420GpuBuffer?.destroy();
|
|
472
|
+
xyzColorBuffer?.destroy();
|
|
473
|
+
readbackBuffer?.destroy();
|
|
474
|
+
}
|
|
475
|
+
}
|
|
476
|
+
expose({ depthToPointcloudGPU });
|
|
477
|
+
//# sourceMappingURL=pointcloudFromDepth.worker.js.map
|
package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pointcloudFromDepth.worker.js","sourceRoot":"","sources":["../../../../../src/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,oEAAoE;AACpE,0DAA0D;AAC1D,uCAAuC;AACvC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAElC,SAAS,yBAAyB,CAAC,OAAqB;IACtD,OAAO,QAAQ,CACb,OAAO,EACP,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CACvC,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,WAAwB,EACxB,KAAa,EACb,MAAc,EACd,EAAU,EACV,EAAU,EACV,EAAU,EACV,EAAU,EACV,aAAqB;IAErB,MAAM,SAAS,GAAG,KAAK,GAAG,MAAM,CAAC;IACjC,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;YACjC,MAAM,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAEhD,IAAI,CAAC,GAAG,GAAG,CAAC;YACZ,IAAI,CAAC,GAAG,GAAG,CAAC;YACZ,IAAI,CAAC,GAAG,GAAG,CAAC;YAEZ,MAAM,UAAU,GAAG,GAAG,CAAC;YACvB,MAAM,WAAW,GAAG,UAAU,GAAG,UAAU,CAAC;YAE5C,IAAI,WAAW,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBAC5C,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAClC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAClC,CAAC,GAAG,WAAW,CAAC;gBAEhB,yCAAyC;gBACzC,IAAI,CAAC,GAAG,aAAa,EAAE,CAAC;oBACtB,CAAC,GAAG,GAAG,CAAC;oBACR,CAAC,GAAG,GAAG,CAAC;oBACR,CAAC,GAAG,GAAG,CAAC;gBACV,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,UAAU,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACxB,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAC5B,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,CAAC;QAC9B,MAAM,iBAAiB,GAAG,CAAC,GAAG,EAAE,CAAC;QAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,CAAC,EAAE,QAAQ,CAAC,cAAc,GAAG,CAAC,CAAE,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QAC9C,IAAI,CAAC,QAAQ,CAAC,iBAAiB,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,aAAa;IAC3D,CAAC;IAED,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAQ9B,IAAI,gBAAwC,CAAC;AAC7C,IAAI,iBAA8D,CAAC;AAEnE,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BAuCY,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6F1C,CAAC;AAEF,KAAK,UAAU,aAAa;IAC1B,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,IAAI,iBAAiB,EAAE,CAAC;QACtB,OAAO,MAAM,iBAAiB,CAAC;IACjC,CAAC;IAED,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,IAAI,OAAO,SAAS,CAAC,GAAG,KAAK,WAAW,EAAE,CAAC;YACzC,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QACrD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;QAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,qBAAqB,CAAC;YACnD,KAAK,EAAE,2BAA2B;YAClC,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE;gBACzF,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE;gBACzF,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE;gBAC/E,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,EAAE;aAC1F;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,CAAC,kBAAkB,CAAC;YAC7C,KAAK,EAAE,uBAAuB;YAC9B,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,CAAC,qBAAqB,CAAC;YAC5C,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,MAAM,CAAC,oBAAoB,CAAC,EAAE,gBAAgB,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC;YAC5E,OAAO,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE;SACtD,CAAC,CAAC;QAEH,MAAM,OAAO,GAAe;YAC1B,MAAM;YACN,eAAe;YACf,QAAQ;SACT,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACzB,IAAI,gBAAgB,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;gBACxC,gBAAgB,GAAG,SAAS,CAAC;YAC/B,CAAC;YACD,iBAAiB,GAAG,SAAS,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,gBAAgB,GAAG,OAAO,CAAC;QAC3B,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,EAAE,CAAC;IAEL,IAAI,CAAC;QACH,OAAO,MAAM,iBAAiB,CAAC;IACjC,CAAC;YAAS,CAAC;QACT,iBAAiB,GAAG,SAAS,CAAC;IAChC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,WAA0B,EAC1B,UAAkB,EAClB,WAAmB,EACnB,EAAU,EACV,EAAU,EACV,EAAU,EACV,EAAU,EACV,UAAwB,EACxB,SAAiB,EACjB,UAAkB,EAClB,aAAqB,EACrB,EAAE,MAAM,EAAuB;IAE/B,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC;IACrC,IAAI,SAAS,KAAK,CAAC,IAAI,SAAS,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QAChE,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,UAAU,IAAI,CAAC,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,WAAW,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,UAAU,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,CAAC;IAEvB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,uBAAuB,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,uBAAuB,CACrC,UAAU,EACV,UAAU,EACV,WAAW,EACX,EAAE,EACF,EAAE,EACF,EAAE,EACF,EAAE,EACF,aAAa,CACd,CAAC;gBACF,OAAO,CAAC,IAAI,CACV,sBAAsB,CACpB,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,OAAO,CACR,CACF,CAAC;YACJ,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,wCAAwC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBACrE,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,OAAO,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,MAAM,GAAqB,IAAI,CAAC;IACpC,IAAI,cAAc,GAAqB,IAAI,CAAC;IAC5C,IAAI,gBAAgB,GAAqB,IAAI,CAAC;IAC9C,IAAI,aAAa,GAAqB,IAAI,CAAC;IAC3C,IAAI,cAAc,GAAqB,IAAI,CAAC;IAC5C,IAAI,cAAc,GAAqB,IAAI,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,aAAa,EAAE,CAAC;QACzC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,MAAM,iBAAiB,GAAG,UAAU,GAAG,WAAW,CAAC;QACnD,MAAM,eAAe,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;QAC/D,MAAM,qBAAqB,GAAG,eAAe,GAAG,SAAS,CAAC;QAE1D,MAAM,kBAAkB,GAAG,iBAAiB,GAAG,CAAC,CAAC;QACjD,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,oBAAoB,GAAG,qBAAqB,GAAG,SAAS,GAAG,CAAC,CAAC;QAEnE,MAAM,iBAAiB,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,IAAI,CAAC,CAAC;QACzD,IAAI,iBAAiB,KAAK,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QACD,MAAM,sBAAsB,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACpE,MAAM,mBAAmB,GAAG,sBAAsB,GAAG,SAAS,CAAC;QAE/D,MAAM,cAAc,GAAG,IAAI,YAAY,CAAC;YACtC,EAAE;YACF,EAAE;YACF,EAAE;YACF,EAAE;YACF,UAAU;YACV,UAAU;YACV,WAAW;YACX,SAAS;YACT,UAAU;YACV,SAAS;YACT,iBAAiB;YACjB,aAAa;SACd,CAAC,CAAC;QACH,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACrE,gBAAgB,GAAG,MAAM,CAAC,YAAY,CAAC;YACrC,KAAK,EAAE,mBAAmB;YAC1B,IAAI,EAAE,oBAAoB;YAC1B,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;SACxD,CAAC,CAAC;QACH,KAAK,CAAC,WAAW,CACf,gBAAgB,EAChB,CAAC,EACD,cAAc,CAAC,MAAM,EACrB,cAAc,CAAC,UAAU,EACzB,cAAc,CAAC,UAAU,CAC1B,CAAC;QAEF,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,KAAK,EAAE,yBAAyB;YAChC,IAAI,EAAE,oBAAoB;YAC1B,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;YACvD,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,cAAc,CAAC,cAAc,EAAE,CAAC;QACzD,MAAM,qBAAqB,GAAG,IAAI,WAAW,CAAC,gBAAgB,CAAC,CAAC;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;YACnC,MAAM,YAAY,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,YAAY,WAAW,CAAC,EAAE,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,+BAA+B,CAAC,CAAC;gBAC3E,MAAM,mBAAmB,GAAG,CAAC,GAAG,qBAAqB,CAAC;gBACtD,MAAM,eAAe,GAAG,qBAAqB,CAAC;gBAC9C,qBAAqB,CAAC,IAAI,CAAC,CAAC,EAAE,mBAAmB,EAAE,mBAAmB,GAAG,eAAe,CAAC,CAAC;gBAC1F,SAAS;YACX,CAAC;YACD,MAAM,mBAAmB,GAAG,CAAC,GAAG,qBAAqB,CAAC;YACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACrC,MAAM,UAAU,GAAG,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC3D,IAAI,UAAU,IAAI,qBAAqB,CAAC,MAAM,EAAE,CAAC;oBAC/C,SAAS;gBACX,CAAC;gBAED,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAChC,IAAI,WAAW,EAAE,CAAC;oBAChB,qBAAqB,CAAC,UAAU,CAAC;wBAC/B,CAAC,qBAAqB,CAAC,UAAU,CAAE,GAAG,UAAU,CAAC,GAAG,OAAO,CAAC;gBAChE,CAAC;qBAAM,CAAC;oBACN,qBAAqB,CAAC,UAAU,CAAC;wBAC/B,CAAC,qBAAqB,CAAC,UAAU,CAAE,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;QACH,CAAC;QACD,cAAc,CAAC,KAAK,EAAE,CAAC;QAEvB,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC;YAClC,KAAK,EAAE,iCAAiC;YACxC,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;YACvD,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,aAAa,CAAC,cAAc,EAAE,CAAC;QACvD,MAAM,mBAAmB,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,CAAC;QAC5D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,UAAU,GAAG,CAAC,GAAG,sBAAsB,CAAC;YAE9C,IACE,CAAC,SAAS;gBACV,CAAC,CAAC,SAAS,YAAY,UAAU,CAAC;gBAClC,SAAS,CAAC,UAAU,KAAK,iBAAiB,EAC1C,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,gDAAgD,CAAC,CAAC;gBAC3F,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,GAAG,sBAAsB,CAAC,CAAC;gBAC7E,SAAS;YACX,CAAC;YAED,MAAM,eAAe,GAAG,IAAI,UAAU,CAAC,eAAe,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YAC1F,eAAe,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/B,IAAI,sBAAsB,GAAG,SAAS,CAAC,UAAU,EAAE,CAAC;gBAClD,MAAM,YAAY,GAAG,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;gBACvD,MAAM,aAAa,GAAG,sBAAsB,GAAG,SAAS,CAAC,UAAU,CAAC;gBACpE,mBAAmB,CAAC,IAAI,CAAC,CAAC,EAAE,YAAY,EAAE,YAAY,GAAG,aAAa,CAAC,CAAC;YAC1E,CAAC;QACH,CAAC;QACD,aAAa,CAAC,KAAK,EAAE,CAAC;QAEtB,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,KAAK,EAAE,mCAAmC;YAC1C,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,cAAc,CAAC,OAAO,GAAG,cAAc,CAAC,QAAQ;SACxD,CAAC,CAAC;QAEH,cAAc,GAAG,MAAM,CAAC,YAAY,CAAC;YACnC,KAAK,EAAE,iBAAiB;YACxB,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,cAAc,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ;SACzD,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,MAAM,CAAC,eAAe,CAAC;YACvC,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,UAAU,CAAC,eAAe;YAClC,OAAO,EAAE;gBACP,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE;gBACpD,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,EAAE;gBACtD,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE;gBACpD,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE;aACpD;SACF,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,MAAM,CAAC,oBAAoB,CAAC,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC;QACzF,MAAM,WAAW,GAAG,cAAc,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;QAC/E,WAAW,CAAC,WAAW,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC7C,WAAW,CAAC,YAAY,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAEvC,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC,CAAC;QACvE,MAAM,cAAc,GAAG,SAAS,CAAC;QACjC,WAAW,CAAC,kBAAkB,CAAC,cAAc,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAElE,WAAW,CAAC,GAAG,EAAE,CAAC;QAElB,cAAc,CAAC,kBAAkB,CAAC,cAAc,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAE/F,KAAK,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAExC,MAAM,cAAc,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,cAAc,CAAC,cAAc,EAAE,CAAC;QACpD,MAAM,cAAc,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,cAAc,CAAC,KAAK,EAAE,CAAC;QACvB,cAAc,GAAG,IAAI,CAAC;QAEtB,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,CAAC,GAAG,eAAe,CAAC;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,eAAe,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;YACpF,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;YAC9D,IAAI,SAAS,CAAC,UAAU,KAAK,eAAe,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CACT,qBAAqB,CAAC,wBAAwB,SAAS,CAAC,UAAU,OAAO,eAAe,+BAA+B,CACxH,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;QAC5D,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QACtD,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC/B,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,uBAAuB,CAAC,CAAC;gBACnF,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,uBAAuB,CACrC,UAAU,EACV,UAAU,EACV,WAAW,EACX,EAAE,EACF,EAAE,EACF,EAAE,EACF,EAAE,EACF,aAAa,CACd,CAAC;gBACF,OAAO,CAAC,IAAI,CACV,sBAAsB,CACpB,UAAU,EACV,SAAS,EACT,UAAU,EACV,UAAU,EACV,WAAW,EACX,OAAO,CACR,CACF,CAAC;YACJ,CAAC;YAAC,OAAO,QAAQ,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CAAC,qDAAqD,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;gBAClF,OAAO,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,OAAO,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;YAAS,CAAC;QACT,cAAc,EAAE,OAAO,EAAE,CAAC;QAC1B,gBAAgB,EAAE,OAAO,EAAE,CAAC;QAC5B,aAAa,EAAE,OAAO,EAAE,CAAC;QACzB,cAAc,EAAE,OAAO,EAAE,CAAC;QAC1B,cAAc,EAAE,OAAO,EAAE,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,MAAM,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { type Remote } from "comlink";
|
|
2
|
+
import type { VisualizerMessageEvent } from "../../message-event.js";
|
|
3
|
+
import type { PointCloudWithDimensions } from "../video/depth.js";
|
|
4
|
+
type PointCloudFrame = {
|
|
5
|
+
depthFrame: PointCloudWithDimensions;
|
|
6
|
+
width: number;
|
|
7
|
+
height: number;
|
|
8
|
+
fx: number;
|
|
9
|
+
fy: number;
|
|
10
|
+
cx: number;
|
|
11
|
+
cy: number;
|
|
12
|
+
colorFrame: VisualizerMessageEvent;
|
|
13
|
+
colorFrameData: Uint8Array;
|
|
14
|
+
i420Width: number;
|
|
15
|
+
i420Height: number;
|
|
16
|
+
};
|
|
17
|
+
export declare class DepthToPointcloudWorkerPool {
|
|
18
|
+
#private;
|
|
19
|
+
protected lastUsedWorkerIndex: number;
|
|
20
|
+
protected workerApis: {
|
|
21
|
+
remote: Remote<{
|
|
22
|
+
depthToPointcloudGPU: (depthFramesData: Uint16Array[], depthWidth: number, depthHeight: number, fx: number, fy: number, cx: number, cy: number, i420FramesData: Uint8Array[], i420Width: number, i420Height: number, maxSteroDepth: number, { hasGPU }: {
|
|
23
|
+
hasGPU: boolean;
|
|
24
|
+
}) => Promise<Uint8Array[]>;
|
|
25
|
+
}>;
|
|
26
|
+
dispose: () => void;
|
|
27
|
+
}[];
|
|
28
|
+
constructor(callback: (originalColorEvent: VisualizerMessageEvent, originalDepthFrame: PointCloudWithDimensions, processedPointCloud: Uint8Array | null) => void, batchSize?: 3, targetFps?: 9, maxProcessedQueueSize?: 25);
|
|
29
|
+
queueDepthFrame(data: PointCloudFrame): Promise<void>;
|
|
30
|
+
protected setMaxGpuQueueSize(width: number, height: number): void;
|
|
31
|
+
protected tryProcessBatch(force?: boolean): void;
|
|
32
|
+
destroy(): void;
|
|
33
|
+
}
|
|
34
|
+
export {};
|
|
35
|
+
//# sourceMappingURL=poitcloudPoolManager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"poitcloudPoolManager.d.ts","sourceRoot":"","sources":["../../../../../src/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,MAAM,EAAY,MAAM,SAAS,CAAC;AAQhD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAKlE,KAAK,eAAe,GAAG;IACrB,UAAU,EAAE,wBAAwB,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,sBAAsB,CAAC;IACnC,cAAc,EAAE,UAAU,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AA4DF,qBAAa,2BAA2B;;IACtC,SAAS,CAAC,mBAAmB,SAAK;IAClC,SAAS,CAAC,UAAU,EAAE;QACpB,MAAM,EAAE,MAAM,CAAC;YACb,oBAAoB,EAAE,CACpB,eAAe,EAAE,WAAW,EAAE,EAC9B,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,cAAc,EAAE,UAAU,EAAE,EAC5B,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,EAAE,MAAM,EAAE,EAAE;gBAAE,MAAM,EAAE,OAAO,CAAA;aAAE,KAC5B,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;SAC5B,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,IAAI,CAAC;KACrB,EAAE,CAAC;gBAuBF,QAAQ,EAAE,CACR,kBAAkB,EAAE,sBAAsB,EAC1C,kBAAkB,EAAE,wBAAwB,EAC5C,mBAAmB,EAAE,UAAU,GAAG,IAAI,KACnC,IAAI,EACT,SAAS,IAAiB,EAC1B,SAAS,IAAqB,EAC9B,qBAAqB,KAAmC;IAiF7C,eAAe,CAAC,IAAI,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBlE,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAqBjE,SAAS,CAAC,eAAe,CAAC,KAAK,UAAQ,GAAG,IAAI;IAwNvC,OAAO,IAAI,IAAI;CAcvB"}
|