@luxonis/depthai-viewer-common 3.7.4 → 3.7.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/LICENSE.MPL-2.0 +373 -0
- package/NOTICE +15 -0
- package/REFACTOR_HANDOFF.md +969 -0
- package/REFACTOR_PLAN.md +265 -0
- package/THIRD_PARTY_NOTICES.md +3624 -0
- package/build-utils.sh +45 -0
- package/dist/components/DepthAIContext.d.ts +1 -1
- package/dist/components/DepthAIContext.d.ts.map +1 -1
- package/dist/components/DepthAIContext.js.map +1 -1
- package/dist/components/Streams.d.ts.map +1 -1
- package/dist/components/Streams.js +10 -3
- package/dist/components/Streams.js.map +1 -1
- package/dist/dai-connection/connection.d.ts +5 -3
- package/dist/dai-connection/connection.d.ts.map +1 -1
- package/dist/dai-connection/connection.js +3 -3
- package/dist/dai-connection/connection.js.map +1 -1
- package/dist/hooks/benchmark-automation.d.ts.map +1 -1
- package/dist/hooks/benchmark-automation.js +1 -1
- package/dist/hooks/benchmark-automation.js.map +1 -1
- package/dist/hooks/connection.d.ts +1 -1
- package/dist/hooks/connection.d.ts.map +1 -1
- package/dist/hooks/connection.js +21 -0
- package/dist/hooks/connection.js.map +1 -1
- package/dist/index.css +160 -0
- package/dist/models/device-configuration.d.ts +1 -1
- package/dist/providers/ConnectionProvider.d.ts.map +1 -1
- package/dist/providers/ConnectionProvider.js +1 -1
- package/dist/providers/ConnectionProvider.js.map +1 -1
- package/dist/providers/VisualizerRuntimeConfigProvider.d.ts +2 -1
- package/dist/providers/VisualizerRuntimeConfigProvider.d.ts.map +1 -1
- package/dist/providers/VisualizerRuntimeConfigProvider.js +6 -2
- package/dist/providers/VisualizerRuntimeConfigProvider.js.map +1 -1
- package/dist/utils/vite-dev-fix.js +1 -1
- package/dist/utils/vite-dev-fix.js.map +1 -1
- package/dist/visualizer/browser-decoder-fixtures-entry.d.ts +2 -0
- package/dist/visualizer/browser-decoder-fixtures-entry.d.ts.map +1 -0
- package/dist/visualizer/browser-decoder-fixtures-entry.js +28 -0
- package/dist/visualizer/browser-decoder-fixtures-entry.js.map +1 -0
- package/dist/visualizer/components/CssBaseline.d.ts +5 -0
- package/dist/visualizer/components/CssBaseline.d.ts.map +1 -0
- package/dist/visualizer/components/CssBaseline.js +5 -0
- package/dist/visualizer/components/CssBaseline.js.map +1 -0
- package/dist/visualizer/components/EmptyState.d.ts +7 -0
- package/dist/visualizer/components/EmptyState.d.ts.map +1 -0
- package/dist/visualizer/components/EmptyState.js +5 -0
- package/dist/visualizer/components/EmptyState.js.map +1 -0
- package/dist/visualizer/components/ErrorBoundary.d.ts +16 -0
- package/dist/visualizer/components/ErrorBoundary.d.ts.map +1 -0
- package/dist/visualizer/components/ErrorBoundary.js +27 -0
- package/dist/visualizer/components/ErrorBoundary.js.map +1 -0
- package/dist/visualizer/components/GlobalCss.d.ts +2 -0
- package/dist/visualizer/components/GlobalCss.d.ts.map +1 -0
- package/dist/visualizer/components/GlobalCss.js +4 -0
- package/dist/visualizer/components/GlobalCss.js.map +1 -0
- package/dist/visualizer/components/Panel.d.ts +37 -0
- package/dist/visualizer/components/Panel.d.ts.map +1 -0
- package/dist/visualizer/components/Panel.js +129 -0
- package/dist/visualizer/components/Panel.js.map +1 -0
- package/dist/visualizer/components/PanelLayout.d.ts +3 -0
- package/dist/visualizer/components/PanelLayout.d.ts.map +1 -0
- package/dist/visualizer/components/PanelLayout.js +5 -0
- package/dist/visualizer/components/PanelLayout.js.map +1 -0
- package/dist/visualizer/components/PanelToolbar.d.ts +24 -0
- package/dist/visualizer/components/PanelToolbar.d.ts.map +1 -0
- package/dist/visualizer/components/PanelToolbar.js +69 -0
- package/dist/visualizer/components/PanelToolbar.js.map +1 -0
- package/dist/visualizer/components/RemountOnValueChange.d.ts +7 -0
- package/dist/visualizer/components/RemountOnValueChange.d.ts.map +1 -0
- package/dist/visualizer/components/RemountOnValueChange.js +20 -0
- package/dist/visualizer/components/RemountOnValueChange.js.map +1 -0
- package/dist/visualizer/components/measure-event-loop-delay.d.ts +2 -0
- package/dist/visualizer/components/measure-event-loop-delay.d.ts.map +1 -0
- package/dist/visualizer/components/measure-event-loop-delay.js +18 -0
- package/dist/visualizer/components/measure-event-loop-delay.js.map +1 -0
- package/dist/visualizer/components/shared-interval.d.ts +2 -0
- package/dist/visualizer/components/shared-interval.d.ts.map +1 -0
- package/dist/visualizer/components/shared-interval.js +50 -0
- package/dist/visualizer/components/shared-interval.js.map +1 -0
- package/dist/visualizer/components/use-element-width.d.ts +3 -0
- package/dist/visualizer/components/use-element-width.d.ts.map +1 -0
- package/dist/visualizer/components/use-element-width.js +23 -0
- package/dist/visualizer/components/use-element-width.js.map +1 -0
- package/dist/visualizer/connection/adapter.d.ts +43 -0
- package/dist/visualizer/connection/adapter.d.ts.map +1 -0
- package/dist/visualizer/connection/adapter.js +196 -0
- package/dist/visualizer/connection/adapter.js.map +1 -0
- package/dist/visualizer/connection/communicator.d.ts +94 -0
- package/dist/visualizer/connection/communicator.d.ts.map +1 -0
- package/dist/visualizer/connection/communicator.js +134 -0
- package/dist/visualizer/connection/communicator.js.map +1 -0
- package/dist/visualizer/connection/connection.d.ts +54 -0
- package/dist/visualizer/connection/connection.d.ts.map +1 -0
- package/dist/visualizer/connection/connection.js +155 -0
- package/dist/visualizer/connection/connection.js.map +1 -0
- package/dist/visualizer/connection/foxglove-client-adapter.d.ts +31 -0
- package/dist/visualizer/connection/foxglove-client-adapter.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-client-adapter.js +125 -0
- package/dist/visualizer/connection/foxglove-client-adapter.js.map +1 -0
- package/dist/visualizer/connection/foxglove-connection.d.ts +86 -0
- package/dist/visualizer/connection/foxglove-connection.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-connection.js +329 -0
- package/dist/visualizer/connection/foxglove-connection.js.map +1 -0
- package/dist/visualizer/connection/foxglove-protocol.d.ts +6 -0
- package/dist/visualizer/connection/foxglove-protocol.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-protocol.js +63 -0
- package/dist/visualizer/connection/foxglove-protocol.js.map +1 -0
- package/dist/visualizer/connection/foxglove-ws-types.d.ts +80 -0
- package/dist/visualizer/connection/foxglove-ws-types.d.ts.map +1 -0
- package/dist/visualizer/connection/foxglove-ws-types.js +13 -0
- package/dist/visualizer/connection/foxglove-ws-types.js.map +1 -0
- package/dist/visualizer/connection/webrtc/bridge.d.ts +11 -0
- package/dist/visualizer/connection/webrtc/bridge.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/bridge.js +453 -0
- package/dist/visualizer/connection/webrtc/bridge.js.map +1 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.d.ts +9 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.js +90 -0
- package/dist/visualizer/connection/webrtc/comms-proxy.js.map +1 -0
- package/dist/visualizer/connection/webrtc/handler.d.ts +97 -0
- package/dist/visualizer/connection/webrtc/handler.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/handler.js +149 -0
- package/dist/visualizer/connection/webrtc/handler.js.map +1 -0
- package/dist/visualizer/connection/webrtc/worker.d.ts +2 -0
- package/dist/visualizer/connection/webrtc/worker.d.ts.map +1 -0
- package/dist/visualizer/connection/webrtc/worker.js +32 -0
- package/dist/visualizer/connection/webrtc/worker.js.map +1 -0
- package/dist/visualizer/connection/ws/worker.d.ts +17 -0
- package/dist/visualizer/connection/ws/worker.d.ts.map +1 -0
- package/dist/visualizer/connection/ws/worker.js +161 -0
- package/dist/visualizer/connection/ws/worker.js.map +1 -0
- package/dist/visualizer/context/AppConfigurationContext.d.ts +9 -0
- package/dist/visualizer/context/AppConfigurationContext.d.ts.map +1 -0
- package/dist/visualizer/context/AppConfigurationContext.js +4 -0
- package/dist/visualizer/context/AppConfigurationContext.js.map +1 -0
- package/dist/visualizer/context/ConnectionsProvider.d.ts +5 -0
- package/dist/visualizer/context/ConnectionsProvider.d.ts.map +1 -0
- package/dist/visualizer/context/ConnectionsProvider.js +8 -0
- package/dist/visualizer/context/ConnectionsProvider.js.map +1 -0
- package/dist/visualizer/context/CurrentLayoutContext.d.ts +63 -0
- package/dist/visualizer/context/CurrentLayoutContext.d.ts.map +1 -0
- package/dist/visualizer/context/CurrentLayoutContext.js +4 -0
- package/dist/visualizer/context/CurrentLayoutContext.js.map +1 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.d.ts +3 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.d.ts.map +1 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.js +3 -0
- package/dist/visualizer/context/MessagePipelineInternalContext.js.map +1 -0
- package/dist/visualizer/context/MessagePipelineProvider.d.ts +17 -0
- package/dist/visualizer/context/MessagePipelineProvider.d.ts.map +1 -0
- package/dist/visualizer/context/MessagePipelineProvider.js +224 -0
- package/dist/visualizer/context/MessagePipelineProvider.js.map +1 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.d.ts +5 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.d.ts.map +1 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.js +198 -0
- package/dist/visualizer/context/MinimalCurrentLayoutProvider.js.map +1 -0
- package/dist/visualizer/context/PanelCatalogContext.d.ts +11 -0
- package/dist/visualizer/context/PanelCatalogContext.d.ts.map +1 -0
- package/dist/visualizer/context/PanelCatalogContext.js +4 -0
- package/dist/visualizer/context/PanelCatalogContext.js.map +1 -0
- package/dist/visualizer/context/PanelStateContextProvider.d.ts +5 -0
- package/dist/visualizer/context/PanelStateContextProvider.d.ts.map +1 -0
- package/dist/visualizer/context/PanelStateContextProvider.js +5 -0
- package/dist/visualizer/context/PanelStateContextProvider.js.map +1 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.d.ts +5 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.d.ts.map +1 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.js +5 -0
- package/dist/visualizer/context/TimelineInteractionStateProvider.js.map +1 -0
- package/dist/visualizer/context/VisualizerContext.d.ts +13 -0
- package/dist/visualizer/context/VisualizerContext.d.ts.map +1 -0
- package/dist/visualizer/context/VisualizerContext.js +81 -0
- package/dist/visualizer/context/VisualizerContext.js.map +1 -0
- package/dist/visualizer/context/VisualizerFlatContext.d.ts +10 -0
- package/dist/visualizer/context/VisualizerFlatContext.d.ts.map +1 -0
- package/dist/visualizer/context/VisualizerFlatContext.js +13 -0
- package/dist/visualizer/context/VisualizerFlatContext.js.map +1 -0
- package/dist/visualizer/context/message-pipeline-store.d.ts +35 -0
- package/dist/visualizer/context/message-pipeline-store.d.ts.map +1 -0
- package/dist/visualizer/context/message-pipeline-store.js +275 -0
- package/dist/visualizer/context/message-pipeline-store.js.map +1 -0
- package/dist/visualizer/context/message-pipeline-types.d.ts +52 -0
- package/dist/visualizer/context/message-pipeline-types.d.ts.map +1 -0
- package/dist/visualizer/context/message-pipeline-types.js +5 -0
- package/dist/visualizer/context/message-pipeline-types.js.map +1 -0
- package/dist/visualizer/context/pause-frame.d.ts +4 -0
- package/dist/visualizer/context/pause-frame.d.ts.map +1 -0
- package/dist/visualizer/context/pause-frame.js +21 -0
- package/dist/visualizer/context/pause-frame.js.map +1 -0
- package/dist/visualizer/fonts/fonts.css +6 -0
- package/dist/visualizer/fonts/ubuntu-mono.ttf +0 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.d.ts +7 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.d.ts.map +1 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.js +12 -0
- package/dist/visualizer/i18n-stubs/i18next-browser-languagedetector.js.map +1 -0
- package/dist/visualizer/i18n-stubs/i18next.d.ts +24 -0
- package/dist/visualizer/i18n-stubs/i18next.d.ts.map +1 -0
- package/dist/visualizer/i18n-stubs/i18next.js +46 -0
- package/dist/visualizer/i18n-stubs/i18next.js.map +1 -0
- package/dist/visualizer/i18n-stubs/react-i18next.d.ts +10 -0
- package/dist/visualizer/i18n-stubs/react-i18next.d.ts.map +1 -0
- package/dist/visualizer/i18n-stubs/react-i18next.js +15 -0
- package/dist/visualizer/i18n-stubs/react-i18next.js.map +1 -0
- package/dist/visualizer/index.d.ts +14 -0
- package/dist/visualizer/index.d.ts.map +1 -0
- package/dist/visualizer/index.js +16 -0
- package/dist/visualizer/index.js.map +1 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.d.ts +15 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.d.ts.map +1 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.js +205 -0
- package/dist/visualizer/messaging/browser-decoder-fixtures.js.map +1 -0
- package/dist/visualizer/messaging/decode-core.d.ts +75 -0
- package/dist/visualizer/messaging/decode-core.d.ts.map +1 -0
- package/dist/visualizer/messaging/decode-core.js +244 -0
- package/dist/visualizer/messaging/decode-core.js.map +1 -0
- package/dist/visualizer/messaging/decoder-fixtures.d.ts +14 -0
- package/dist/visualizer/messaging/decoder-fixtures.d.ts.map +1 -0
- package/dist/visualizer/messaging/decoder-fixtures.js +743 -0
- package/dist/visualizer/messaging/decoder-fixtures.js.map +1 -0
- package/dist/visualizer/messaging/decoder-harness.d.ts +24 -0
- package/dist/visualizer/messaging/decoder-harness.d.ts.map +1 -0
- package/dist/visualizer/messaging/decoder-harness.js +24 -0
- package/dist/visualizer/messaging/decoder-harness.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.d.ts +16 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.js +106 -0
- package/dist/visualizer/messaging/deserialization/detections/constants.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.d.ts +11 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.js +62 -0
- package/dist/visualizer/messaging/deserialization/detections/custom.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.d.ts +14 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.js +296 -0
- package/dist/visualizer/messaging/deserialization/detections/detection.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.js +22 -0
- package/dist/visualizer/messaging/deserialization/detections/utils.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.d.ts +5 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.js +27 -0
- package/dist/visualizer/messaging/deserialization/imu/imu.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.d.ts +2 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.js +45 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/i420ToRgbaToPoitcloud.worker.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.js +46 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/point-cloud.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.d.ts +2 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js +477 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/pointcloudFromDepth.worker.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.d.ts +35 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.js +344 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/poitcloudPoolManager.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.d.ts +18 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.js +58 -0
- package/dist/visualizer/messaging/deserialization/pointcloud/utils.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.js +39 -0
- package/dist/visualizer/messaging/deserialization/segmentation/segmentation-mask.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/color.d.ts +9 -0
- package/dist/visualizer/messaging/deserialization/video/color.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/color.js +27 -0
- package/dist/visualizer/messaging/deserialization/video/color.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.d.ts +5 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.js +124 -0
- package/dist/visualizer/messaging/deserialization/video/depth-coloring.worker.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.d.ts +13 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.js +37 -0
- package/dist/visualizer/messaging/deserialization/video/depth-to-pointcloud.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth.d.ts +15 -0
- package/dist/visualizer/messaging/deserialization/video/depth.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/depth.js +126 -0
- package/dist/visualizer/messaging/deserialization/video/depth.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h264.d.ts +81 -0
- package/dist/visualizer/messaging/deserialization/video/h264.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h264.js +634 -0
- package/dist/visualizer/messaging/deserialization/video/h264.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h265.d.ts +16 -0
- package/dist/visualizer/messaging/deserialization/video/h265.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/h265.js +448 -0
- package/dist/visualizer/messaging/deserialization/video/h265.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.d.ts +11 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.js +89 -0
- package/dist/visualizer/messaging/deserialization/video/mjpeg.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mono.d.ts +8 -0
- package/dist/visualizer/messaging/deserialization/video/mono.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/mono.js +27 -0
- package/dist/visualizer/messaging/deserialization/video/mono.js.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.d.ts +18 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.js +651 -0
- package/dist/visualizer/messaging/deserialization/video/rgbd-to-pointcloud.js.map +1 -0
- package/dist/visualizer/messaging/deserialization.worker.d.ts +15 -0
- package/dist/visualizer/messaging/deserialization.worker.d.ts.map +1 -0
- package/dist/visualizer/messaging/deserialization.worker.js +96 -0
- package/dist/visualizer/messaging/deserialization.worker.js.map +1 -0
- package/dist/visualizer/messaging/message-event.d.ts +114 -0
- package/dist/visualizer/messaging/message-event.d.ts.map +1 -0
- package/dist/visualizer/messaging/message-event.js +80 -0
- package/dist/visualizer/messaging/message-event.js.map +1 -0
- package/dist/visualizer/messaging/message-handler.d.ts +10 -0
- package/dist/visualizer/messaging/message-handler.d.ts.map +1 -0
- package/dist/visualizer/messaging/message-handler.js +436 -0
- package/dist/visualizer/messaging/message-handler.js.map +1 -0
- package/dist/visualizer/messaging/message.d.ts +32 -0
- package/dist/visualizer/messaging/message.d.ts.map +1 -0
- package/dist/visualizer/messaging/message.js +5 -0
- package/dist/visualizer/messaging/message.js.map +1 -0
- package/dist/visualizer/messaging/parse-utils.d.ts +23 -0
- package/dist/visualizer/messaging/parse-utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/parse-utils.js +76 -0
- package/dist/visualizer/messaging/parse-utils.js.map +1 -0
- package/dist/visualizer/messaging/protobuf.d.ts +109 -0
- package/dist/visualizer/messaging/protobuf.d.ts.map +1 -0
- package/dist/visualizer/messaging/protobuf.js +81 -0
- package/dist/visualizer/messaging/protobuf.js.map +1 -0
- package/dist/visualizer/messaging/schema-constants.d.ts +21 -0
- package/dist/visualizer/messaging/schema-constants.d.ts.map +1 -0
- package/dist/visualizer/messaging/schema-constants.js +24 -0
- package/dist/visualizer/messaging/schema-constants.js.map +1 -0
- package/dist/visualizer/messaging/stream-diagnostics.d.ts +40 -0
- package/dist/visualizer/messaging/stream-diagnostics.d.ts.map +1 -0
- package/dist/visualizer/messaging/stream-diagnostics.js +257 -0
- package/dist/visualizer/messaging/stream-diagnostics.js.map +1 -0
- package/dist/visualizer/messaging/utils.d.ts +14 -0
- package/dist/visualizer/messaging/utils.d.ts.map +1 -0
- package/dist/visualizer/messaging/utils.js +109 -0
- package/dist/visualizer/messaging/utils.js.map +1 -0
- package/dist/visualizer/output.css +4337 -0
- package/dist/visualizer/panels/ImagePanel.d.ts +35 -0
- package/dist/visualizer/panels/ImagePanel.d.ts.map +1 -0
- package/dist/visualizer/panels/ImagePanel.js +26 -0
- package/dist/visualizer/panels/ImagePanel.js.map +1 -0
- package/dist/visualizer/panels/PointCloudPanel.d.ts +32 -0
- package/dist/visualizer/panels/PointCloudPanel.d.ts.map +1 -0
- package/dist/visualizer/panels/PointCloudPanel.js +62 -0
- package/dist/visualizer/panels/PointCloudPanel.js.map +1 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.d.ts +27 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.d.ts.map +1 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.js +715 -0
- package/dist/visualizer/panels/image/ImageCanvasRenderer.js.map +1 -0
- package/dist/visualizer/panels/image/annotation-overlay.d.ts +10 -0
- package/dist/visualizer/panels/image/annotation-overlay.d.ts.map +1 -0
- package/dist/visualizer/panels/image/annotation-overlay.js +113 -0
- package/dist/visualizer/panels/image/annotation-overlay.js.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.d.ts +11 -0
- package/dist/visualizer/panels/image/raw-image-decoder.d.ts.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.js +184 -0
- package/dist/visualizer/panels/image/raw-image-decoder.js.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.d.ts +2 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.d.ts.map +1 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.js +40 -0
- package/dist/visualizer/panels/image/raw-image-decoder.worker.js.map +1 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.d.ts +35 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.d.ts.map +1 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.js +352 -0
- package/dist/visualizer/panels/image/raw-image-pixel-decoders.js.map +1 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.d.ts +10 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.d.ts.map +1 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.js +56 -0
- package/dist/visualizer/panels/image/segmentation-mask-overlay.js.map +1 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.d.ts +48 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.d.ts.map +1 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.js +726 -0
- package/dist/visualizer/panels/image/webgl-image-renderer.js.map +1 -0
- package/dist/visualizer/panels/image/worker-image-decoder.d.ts +20 -0
- package/dist/visualizer/panels/image/worker-image-decoder.d.ts.map +1 -0
- package/dist/visualizer/panels/image/worker-image-decoder.js +134 -0
- package/dist/visualizer/panels/image/worker-image-decoder.js.map +1 -0
- package/dist/visualizer/panels/panel-renderer.d.ts +2 -0
- package/dist/visualizer/panels/panel-renderer.d.ts.map +1 -0
- package/dist/visualizer/panels/panel-renderer.js +5 -0
- package/dist/visualizer/panels/panel-renderer.js.map +1 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.d.ts +35 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.d.ts.map +1 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.js +882 -0
- package/dist/visualizer/panels/pointcloud/PointCloudCanvasRenderer.js.map +1 -0
- package/dist/visualizer/panels/pointcloud-camera.d.ts +14 -0
- package/dist/visualizer/panels/pointcloud-camera.d.ts.map +1 -0
- package/dist/visualizer/panels/pointcloud-camera.js +16 -0
- package/dist/visualizer/panels/pointcloud-camera.js.map +1 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.d.ts +76 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.js +448 -0
- package/dist/visualizer/protobuf.generated/EncodedFrame.js.map +1 -0
- package/dist/visualizer/protobuf.generated/Event.d.ts +171 -0
- package/dist/visualizer/protobuf.generated/Event.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/Event.js +1805 -0
- package/dist/visualizer/protobuf.generated/Event.js.map +1 -0
- package/dist/visualizer/protobuf.generated/IMUData.d.ts +84 -0
- package/dist/visualizer/protobuf.generated/IMUData.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/IMUData.js +745 -0
- package/dist/visualizer/protobuf.generated/IMUData.js.map +1 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.d.ts +74 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.js +675 -0
- package/dist/visualizer/protobuf.generated/ImageAnnotations.js.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.d.ts +48 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.js +429 -0
- package/dist/visualizer/protobuf.generated/ImgDetections.js.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.d.ts +117 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.js +699 -0
- package/dist/visualizer/protobuf.generated/ImgFrame.js.map +1 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.d.ts +43 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.js +348 -0
- package/dist/visualizer/protobuf.generated/PointCloudData.js.map +1 -0
- package/dist/visualizer/protobuf.generated/RGBDData.d.ts +37 -0
- package/dist/visualizer/protobuf.generated/RGBDData.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/RGBDData.js +205 -0
- package/dist/visualizer/protobuf.generated/RGBDData.js.map +1 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.d.ts +36 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.js +238 -0
- package/dist/visualizer/protobuf.generated/SegmentationMask.js.map +1 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.d.ts +88 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.js +775 -0
- package/dist/visualizer/protobuf.generated/SpatialImgDetections.js.map +1 -0
- package/dist/visualizer/protobuf.generated/common.d.ts +175 -0
- package/dist/visualizer/protobuf.generated/common.d.ts.map +1 -0
- package/dist/visualizer/protobuf.generated/common.js +1796 -0
- package/dist/visualizer/protobuf.generated/common.js.map +1 -0
- package/dist/visualizer/runtime-config.d.ts +2 -0
- package/dist/visualizer/runtime-config.d.ts.map +1 -0
- package/dist/visualizer/runtime-config.js +5 -0
- package/dist/visualizer/runtime-config.js.map +1 -0
- package/dist/visualizer/utils/artificial-worker.d.ts +10 -0
- package/dist/visualizer/utils/artificial-worker.d.ts.map +1 -0
- package/dist/visualizer/utils/artificial-worker.js +31 -0
- package/dist/visualizer/utils/artificial-worker.js.map +1 -0
- package/dist/visualizer/utils/async.d.ts +3 -0
- package/dist/visualizer/utils/async.d.ts.map +1 -0
- package/dist/visualizer/utils/async.js +35 -0
- package/dist/visualizer/utils/async.js.map +1 -0
- package/dist/visualizer/utils/browser-storage.d.ts +3 -0
- package/dist/visualizer/utils/browser-storage.d.ts.map +1 -0
- package/dist/visualizer/utils/browser-storage.js +16 -0
- package/dist/visualizer/utils/browser-storage.js.map +1 -0
- package/dist/visualizer/utils/callback-manager.d.ts +7 -0
- package/dist/visualizer/utils/callback-manager.d.ts.map +1 -0
- package/dist/visualizer/utils/callback-manager.js +21 -0
- package/dist/visualizer/utils/callback-manager.js.map +1 -0
- package/dist/visualizer/utils/comlink-wrap.d.ts +7 -0
- package/dist/visualizer/utils/comlink-wrap.d.ts.map +1 -0
- package/dist/visualizer/utils/comlink-wrap.js +15 -0
- package/dist/visualizer/utils/comlink-wrap.js.map +1 -0
- package/dist/visualizer/utils/compatibility.d.ts +2 -0
- package/dist/visualizer/utils/compatibility.d.ts.map +1 -0
- package/dist/visualizer/utils/compatibility.js +19 -0
- package/dist/visualizer/utils/compatibility.js.map +1 -0
- package/dist/visualizer/utils/config-store.d.ts +10 -0
- package/dist/visualizer/utils/config-store.d.ts.map +1 -0
- package/dist/visualizer/utils/config-store.js +22 -0
- package/dist/visualizer/utils/config-store.js.map +1 -0
- package/dist/visualizer/utils/encoding.d.ts +4 -0
- package/dist/visualizer/utils/encoding.d.ts.map +1 -0
- package/dist/visualizer/utils/encoding.js +23 -0
- package/dist/visualizer/utils/encoding.js.map +1 -0
- package/dist/visualizer/utils/error.d.ts +20 -0
- package/dist/visualizer/utils/error.d.ts.map +1 -0
- package/dist/visualizer/utils/error.js +79 -0
- package/dist/visualizer/utils/error.js.map +1 -0
- package/dist/visualizer/utils/estimate-object-size.d.ts +2 -0
- package/dist/visualizer/utils/estimate-object-size.d.ts.map +1 -0
- package/dist/visualizer/utils/estimate-object-size.js +60 -0
- package/dist/visualizer/utils/estimate-object-size.js.map +1 -0
- package/dist/visualizer/utils/frame-store.d.ts +13 -0
- package/dist/visualizer/utils/frame-store.d.ts.map +1 -0
- package/dist/visualizer/utils/frame-store.js +43 -0
- package/dist/visualizer/utils/frame-store.js.map +1 -0
- package/dist/visualizer/utils/imu-manager.d.ts +13 -0
- package/dist/visualizer/utils/imu-manager.d.ts.map +1 -0
- package/dist/visualizer/utils/imu-manager.js +36 -0
- package/dist/visualizer/utils/imu-manager.js.map +1 -0
- package/dist/visualizer/utils/logger.d.ts +13 -0
- package/dist/visualizer/utils/logger.d.ts.map +1 -0
- package/dist/visualizer/utils/logger.js +47 -0
- package/dist/visualizer/utils/logger.js.map +1 -0
- package/dist/visualizer/utils/metrics-manager.d.ts +33 -0
- package/dist/visualizer/utils/metrics-manager.d.ts.map +1 -0
- package/dist/visualizer/utils/metrics-manager.js +113 -0
- package/dist/visualizer/utils/metrics-manager.js.map +1 -0
- package/dist/visualizer/utils/player-types.d.ts +65 -0
- package/dist/visualizer/utils/player-types.d.ts.map +1 -0
- package/dist/visualizer/utils/player-types.js +22 -0
- package/dist/visualizer/utils/player-types.js.map +1 -0
- package/dist/visualizer/utils/poitcloud-sync.d.ts +13 -0
- package/dist/visualizer/utils/poitcloud-sync.d.ts.map +1 -0
- package/dist/visualizer/utils/poitcloud-sync.js +95 -0
- package/dist/visualizer/utils/poitcloud-sync.js.map +1 -0
- package/dist/visualizer/utils/runtime-config.d.ts +23 -0
- package/dist/visualizer/utils/runtime-config.d.ts.map +1 -0
- package/dist/visualizer/utils/runtime-config.js +76 -0
- package/dist/visualizer/utils/runtime-config.js.map +1 -0
- package/dist/visualizer/utils/segmentation-colors.d.ts +9 -0
- package/dist/visualizer/utils/segmentation-colors.d.ts.map +1 -0
- package/dist/visualizer/utils/segmentation-colors.js +42 -0
- package/dist/visualizer/utils/segmentation-colors.js.map +1 -0
- package/dist/visualizer/utils/time.d.ts +7 -0
- package/dist/visualizer/utils/time.d.ts.map +1 -0
- package/dist/visualizer/utils/time.js +24 -0
- package/dist/visualizer/utils/time.js.map +1 -0
- package/dist/visualizer/utils/use-theme-mode.d.ts +3 -0
- package/dist/visualizer/utils/use-theme-mode.d.ts.map +1 -0
- package/dist/visualizer/utils/use-theme-mode.js +71 -0
- package/dist/visualizer/utils/use-theme-mode.js.map +1 -0
- package/package.json +33 -8
- package/protobuf-gen.sh +87 -0
- package/protobuf-gen.win.ps1 +130 -0
- package/scripts/browser-decoder-fixtures.html +54 -0
- package/scripts/fixtures.vite.config.mjs +30 -0
- package/scripts/run-decoder-fixtures.mjs +45 -0
|
@@ -0,0 +1,726 @@
|
|
|
1
|
+
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
2
|
+
// License, v2.0. If a copy of the MPL was not distributed with this
|
|
3
|
+
// file, You can obtain one at http://mozilla.org/MPL/2.0/
|
|
4
|
+
const POSITION_DATA = new Float32Array([-1, 1, 1, 1, -1, -1, 1, -1]);
|
|
5
|
+
const TEXTURE_COORD_DATA = new Float32Array([0, 0, 1, 0, 0, 1, 1, 1]);
|
|
6
|
+
const PACKED_MODE_RGB = 0;
|
|
7
|
+
const PACKED_MODE_BGR = 1;
|
|
8
|
+
const PACKED_MODE_RGBA = 2;
|
|
9
|
+
const PACKED_MODE_BGRA = 3;
|
|
10
|
+
const PACKED_MODE_MONO = 4;
|
|
11
|
+
const YUV422_MODE_UYVY = 0;
|
|
12
|
+
const YUV422_MODE_YUYV = 1;
|
|
13
|
+
const VERTEX_SHADER_SOURCE = `
|
|
14
|
+
attribute vec2 a_position;
|
|
15
|
+
attribute vec2 a_texCoord;
|
|
16
|
+
varying vec2 v_texCoord;
|
|
17
|
+
|
|
18
|
+
void main() {
|
|
19
|
+
gl_Position = vec4(a_position, 0.0, 1.0);
|
|
20
|
+
v_texCoord = a_texCoord;
|
|
21
|
+
}
|
|
22
|
+
`;
|
|
23
|
+
const PACKED_FRAGMENT_SHADER_SOURCE = `
|
|
24
|
+
precision mediump float;
|
|
25
|
+
|
|
26
|
+
varying vec2 v_texCoord;
|
|
27
|
+
uniform sampler2D u_texture;
|
|
28
|
+
uniform vec2 u_textureScale;
|
|
29
|
+
uniform float u_mode;
|
|
30
|
+
|
|
31
|
+
void main() {
|
|
32
|
+
vec4 sampleColor = texture2D(u_texture, vec2(v_texCoord.x * u_textureScale.x, v_texCoord.y));
|
|
33
|
+
if (u_mode < 0.5) {
|
|
34
|
+
gl_FragColor = vec4(sampleColor.rgb, 1.0);
|
|
35
|
+
return;
|
|
36
|
+
}
|
|
37
|
+
if (u_mode < 1.5) {
|
|
38
|
+
gl_FragColor = vec4(sampleColor.b, sampleColor.g, sampleColor.r, 1.0);
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
if (u_mode < 2.5) {
|
|
42
|
+
gl_FragColor = sampleColor;
|
|
43
|
+
return;
|
|
44
|
+
}
|
|
45
|
+
if (u_mode < 3.5) {
|
|
46
|
+
gl_FragColor = vec4(sampleColor.b, sampleColor.g, sampleColor.r, sampleColor.a);
|
|
47
|
+
return;
|
|
48
|
+
}
|
|
49
|
+
gl_FragColor = vec4(sampleColor.rrr, 1.0);
|
|
50
|
+
}
|
|
51
|
+
`;
|
|
52
|
+
const YUV420_FRAGMENT_SHADER_SOURCE = `
|
|
53
|
+
precision mediump float;
|
|
54
|
+
|
|
55
|
+
varying vec2 v_texCoord;
|
|
56
|
+
uniform sampler2D u_yTexture;
|
|
57
|
+
uniform sampler2D u_uTexture;
|
|
58
|
+
uniform sampler2D u_vTexture;
|
|
59
|
+
uniform vec2 u_yScale;
|
|
60
|
+
uniform vec2 u_uScale;
|
|
61
|
+
uniform vec2 u_vScale;
|
|
62
|
+
|
|
63
|
+
vec3 yuvToRgb(float y, float u, float v) {
|
|
64
|
+
float correctedY = max(y - 0.0625, 0.0);
|
|
65
|
+
float correctedU = u - 0.5;
|
|
66
|
+
float correctedV = v - 0.5;
|
|
67
|
+
return vec3(
|
|
68
|
+
clamp(correctedY + 1.5748 * correctedV, 0.0, 1.0),
|
|
69
|
+
clamp(correctedY - 0.1873 * correctedU - 0.4681 * correctedV, 0.0, 1.0),
|
|
70
|
+
clamp(correctedY + 1.8556 * correctedU, 0.0, 1.0)
|
|
71
|
+
);
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
void main() {
|
|
75
|
+
float y = texture2D(u_yTexture, v_texCoord * u_yScale).r;
|
|
76
|
+
float u = texture2D(u_uTexture, v_texCoord * u_uScale).r;
|
|
77
|
+
float v = texture2D(u_vTexture, v_texCoord * u_vScale).r;
|
|
78
|
+
gl_FragColor = vec4(yuvToRgb(y, u, v), 1.0);
|
|
79
|
+
}
|
|
80
|
+
`;
|
|
81
|
+
const NV12_FRAGMENT_SHADER_SOURCE = `
|
|
82
|
+
precision mediump float;
|
|
83
|
+
|
|
84
|
+
varying vec2 v_texCoord;
|
|
85
|
+
uniform sampler2D u_yTexture;
|
|
86
|
+
uniform sampler2D u_uvTexture;
|
|
87
|
+
uniform vec2 u_yScale;
|
|
88
|
+
uniform vec2 u_uvScale;
|
|
89
|
+
|
|
90
|
+
vec3 yuvToRgb(float y, float u, float v) {
|
|
91
|
+
float correctedY = max(y - 0.0625, 0.0);
|
|
92
|
+
float correctedU = u - 0.5;
|
|
93
|
+
float correctedV = v - 0.5;
|
|
94
|
+
return vec3(
|
|
95
|
+
clamp(correctedY + 1.5748 * correctedV, 0.0, 1.0),
|
|
96
|
+
clamp(correctedY - 0.1873 * correctedU - 0.4681 * correctedV, 0.0, 1.0),
|
|
97
|
+
clamp(correctedY + 1.8556 * correctedU, 0.0, 1.0)
|
|
98
|
+
);
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
void main() {
|
|
102
|
+
float y = texture2D(u_yTexture, v_texCoord * u_yScale).r;
|
|
103
|
+
vec4 uvSample = texture2D(u_uvTexture, v_texCoord * u_uvScale);
|
|
104
|
+
gl_FragColor = vec4(yuvToRgb(y, uvSample.r, uvSample.a), 1.0);
|
|
105
|
+
}
|
|
106
|
+
`;
|
|
107
|
+
const YUV422_FRAGMENT_SHADER_SOURCE = `
|
|
108
|
+
precision mediump float;
|
|
109
|
+
|
|
110
|
+
varying vec2 v_texCoord;
|
|
111
|
+
uniform sampler2D u_texture;
|
|
112
|
+
uniform vec2 u_textureScale;
|
|
113
|
+
uniform float u_visibleWidth;
|
|
114
|
+
uniform float u_mode;
|
|
115
|
+
|
|
116
|
+
vec3 yuvToRgb(float y, float u, float v) {
|
|
117
|
+
float correctedY = max(y - 0.0625, 0.0);
|
|
118
|
+
float correctedU = u - 0.5;
|
|
119
|
+
float correctedV = v - 0.5;
|
|
120
|
+
return vec3(
|
|
121
|
+
clamp(correctedY + 1.5748 * correctedV, 0.0, 1.0),
|
|
122
|
+
clamp(correctedY - 0.1873 * correctedU - 0.4681 * correctedV, 0.0, 1.0),
|
|
123
|
+
clamp(correctedY + 1.8556 * correctedU, 0.0, 1.0)
|
|
124
|
+
);
|
|
125
|
+
}
|
|
126
|
+
|
|
127
|
+
void main() {
|
|
128
|
+
vec4 packed = texture2D(u_texture, vec2(v_texCoord.x * u_textureScale.x, v_texCoord.y));
|
|
129
|
+
float isOddPixel = mod(floor(v_texCoord.x * u_visibleWidth), 2.0);
|
|
130
|
+
float y;
|
|
131
|
+
float u;
|
|
132
|
+
float v;
|
|
133
|
+
|
|
134
|
+
if (u_mode < 0.5) {
|
|
135
|
+
u = packed.r;
|
|
136
|
+
y = isOddPixel < 0.5 ? packed.g : packed.a;
|
|
137
|
+
v = packed.b;
|
|
138
|
+
} else {
|
|
139
|
+
y = isOddPixel < 0.5 ? packed.r : packed.b;
|
|
140
|
+
u = packed.g;
|
|
141
|
+
v = packed.a;
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
gl_FragColor = vec4(yuvToRgb(y, u, v), 1.0);
|
|
145
|
+
}
|
|
146
|
+
`;
|
|
147
|
+
export function resolveWebGlImageRenderPlan(image) {
|
|
148
|
+
if (image.width <= 0 || image.height <= 0) {
|
|
149
|
+
return undefined;
|
|
150
|
+
}
|
|
151
|
+
switch (image.encoding) {
|
|
152
|
+
case "nv12":
|
|
153
|
+
return resolveNv12Plan(image);
|
|
154
|
+
case "yuv422":
|
|
155
|
+
case "uyvy":
|
|
156
|
+
return resolveYuv422Plan(image, "uyvy");
|
|
157
|
+
case "yuv422_yuy2":
|
|
158
|
+
case "yuyv":
|
|
159
|
+
return resolveYuv422Plan(image, "yuyv");
|
|
160
|
+
case "I420":
|
|
161
|
+
case "yuv420p":
|
|
162
|
+
return resolveI420Plan(image);
|
|
163
|
+
case "rgb8":
|
|
164
|
+
return resolvePackedPlan(image, "rgb", 3, "rgb");
|
|
165
|
+
case "bgr8i":
|
|
166
|
+
return resolvePackedPlan(image, "bgr", 3, "rgb");
|
|
167
|
+
case "rgba8":
|
|
168
|
+
return resolvePackedPlan(image, "rgba", 4, "rgba");
|
|
169
|
+
case "bgra8":
|
|
170
|
+
return resolvePackedPlan(image, "bgra", 4, "rgba");
|
|
171
|
+
case "mono8":
|
|
172
|
+
case "8UC1":
|
|
173
|
+
return resolvePackedPlan(image, "mono", 1, "luminance");
|
|
174
|
+
default:
|
|
175
|
+
return undefined;
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
export class WebGlImageRenderer {
|
|
179
|
+
#canvas;
|
|
180
|
+
#gl;
|
|
181
|
+
#positionBuffer;
|
|
182
|
+
#texCoordBuffer;
|
|
183
|
+
#packedProgram;
|
|
184
|
+
#yuvProgram;
|
|
185
|
+
#nv12Program;
|
|
186
|
+
#yuv422Program;
|
|
187
|
+
#primaryTexture;
|
|
188
|
+
#secondaryTexture;
|
|
189
|
+
#tertiaryTexture;
|
|
190
|
+
constructor(canvas) {
|
|
191
|
+
this.#canvas = canvas;
|
|
192
|
+
const gl = canvas.getContext("webgl", {
|
|
193
|
+
alpha: false,
|
|
194
|
+
antialias: false,
|
|
195
|
+
depth: false,
|
|
196
|
+
stencil: false,
|
|
197
|
+
premultipliedAlpha: false,
|
|
198
|
+
preserveDrawingBuffer: false,
|
|
199
|
+
});
|
|
200
|
+
if (!gl) {
|
|
201
|
+
return;
|
|
202
|
+
}
|
|
203
|
+
this.#gl = gl;
|
|
204
|
+
gl.disable(gl.DEPTH_TEST);
|
|
205
|
+
gl.disable(gl.BLEND);
|
|
206
|
+
gl.pixelStorei(gl.UNPACK_ALIGNMENT, 1);
|
|
207
|
+
this.#positionBuffer = createStaticBuffer(gl, POSITION_DATA);
|
|
208
|
+
this.#texCoordBuffer = createStaticBuffer(gl, TEXTURE_COORD_DATA);
|
|
209
|
+
}
|
|
210
|
+
isAvailable() {
|
|
211
|
+
return this.#gl != undefined;
|
|
212
|
+
}
|
|
213
|
+
canRender(image) {
|
|
214
|
+
return this.isAvailable() && resolveWebGlImageRenderPlan(image) != undefined;
|
|
215
|
+
}
|
|
216
|
+
clear(width, height) {
|
|
217
|
+
const gl = this.#gl;
|
|
218
|
+
if (!gl) {
|
|
219
|
+
return;
|
|
220
|
+
}
|
|
221
|
+
this.#resizeCanvas(width, height);
|
|
222
|
+
gl.viewport(0, 0, width, height);
|
|
223
|
+
gl.clearColor(1, 1, 1, 1);
|
|
224
|
+
gl.clear(gl.COLOR_BUFFER_BIT);
|
|
225
|
+
}
|
|
226
|
+
draw(image, width, height, rect) {
|
|
227
|
+
const gl = this.#gl;
|
|
228
|
+
const plan = resolveWebGlImageRenderPlan(image);
|
|
229
|
+
if (!gl || !plan) {
|
|
230
|
+
return false;
|
|
231
|
+
}
|
|
232
|
+
this.#resizeCanvas(width, height);
|
|
233
|
+
gl.viewport(0, 0, width, height);
|
|
234
|
+
gl.clearColor(1, 1, 1, 1);
|
|
235
|
+
gl.clear(gl.COLOR_BUFFER_BIT);
|
|
236
|
+
const viewportWidth = Math.max(Math.floor(rect.width), 1);
|
|
237
|
+
const viewportHeight = Math.max(Math.floor(rect.height), 1);
|
|
238
|
+
const viewportX = Math.floor(rect.x);
|
|
239
|
+
const viewportY = height - Math.floor(rect.y) - viewportHeight;
|
|
240
|
+
gl.viewport(viewportX, viewportY, viewportWidth, viewportHeight);
|
|
241
|
+
switch (plan.kind) {
|
|
242
|
+
case "packed":
|
|
243
|
+
this.#drawPackedImage(gl, image, plan);
|
|
244
|
+
return true;
|
|
245
|
+
case "nv12":
|
|
246
|
+
this.#drawNv12Image(gl, image, plan);
|
|
247
|
+
return true;
|
|
248
|
+
case "yuv422":
|
|
249
|
+
this.#drawYuv422Image(gl, image, plan);
|
|
250
|
+
return true;
|
|
251
|
+
case "i420":
|
|
252
|
+
this.#drawI420Image(gl, image, plan);
|
|
253
|
+
return true;
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
destroy() {
|
|
257
|
+
const gl = this.#gl;
|
|
258
|
+
if (!gl) {
|
|
259
|
+
return;
|
|
260
|
+
}
|
|
261
|
+
deleteTexture(gl, this.#primaryTexture);
|
|
262
|
+
deleteTexture(gl, this.#secondaryTexture);
|
|
263
|
+
deleteTexture(gl, this.#tertiaryTexture);
|
|
264
|
+
deleteProgram(gl, this.#packedProgram?.program);
|
|
265
|
+
deleteProgram(gl, this.#yuvProgram?.program);
|
|
266
|
+
deleteProgram(gl, this.#nv12Program?.program);
|
|
267
|
+
deleteProgram(gl, this.#yuv422Program?.program);
|
|
268
|
+
if (this.#positionBuffer) {
|
|
269
|
+
gl.deleteBuffer(this.#positionBuffer);
|
|
270
|
+
}
|
|
271
|
+
if (this.#texCoordBuffer) {
|
|
272
|
+
gl.deleteBuffer(this.#texCoordBuffer);
|
|
273
|
+
}
|
|
274
|
+
this.#primaryTexture = undefined;
|
|
275
|
+
this.#secondaryTexture = undefined;
|
|
276
|
+
this.#tertiaryTexture = undefined;
|
|
277
|
+
this.#packedProgram = undefined;
|
|
278
|
+
this.#yuvProgram = undefined;
|
|
279
|
+
this.#nv12Program = undefined;
|
|
280
|
+
this.#yuv422Program = undefined;
|
|
281
|
+
this.#positionBuffer = undefined;
|
|
282
|
+
this.#texCoordBuffer = undefined;
|
|
283
|
+
this.#gl = undefined;
|
|
284
|
+
}
|
|
285
|
+
#drawPackedImage(gl, image, plan) {
|
|
286
|
+
const program = this.#ensurePackedProgram(gl);
|
|
287
|
+
if (!program) {
|
|
288
|
+
return;
|
|
289
|
+
}
|
|
290
|
+
if (!this.#bindProgram(gl, program.program, program.positionLocation, program.texCoordLocation)) {
|
|
291
|
+
return;
|
|
292
|
+
}
|
|
293
|
+
this.#primaryTexture = uploadTexture(gl, this.#primaryTexture, plan.textureWidth, plan.textureHeight, resolveGlFormat(gl, plan.glFormat), image.data);
|
|
294
|
+
gl.activeTexture(gl.TEXTURE0);
|
|
295
|
+
gl.bindTexture(gl.TEXTURE_2D, this.#primaryTexture.texture);
|
|
296
|
+
gl.uniform1i(program.textureLocation, 0);
|
|
297
|
+
gl.uniform2f(program.textureScaleLocation, plan.textureScaleX, 1);
|
|
298
|
+
gl.uniform1f(program.modeLocation, packedModeToNumber(plan.mode));
|
|
299
|
+
gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);
|
|
300
|
+
}
|
|
301
|
+
#drawNv12Image(gl, image, plan) {
|
|
302
|
+
const program = this.#ensureNv12Program(gl);
|
|
303
|
+
if (!program) {
|
|
304
|
+
return;
|
|
305
|
+
}
|
|
306
|
+
const uvHeight = image.height >> 1;
|
|
307
|
+
const uvTextureWidth = plan.yStride >> 1;
|
|
308
|
+
const uvByteLength = plan.yStride * uvHeight;
|
|
309
|
+
const yPlaneByteLength = plan.yStride * image.height;
|
|
310
|
+
if (!this.#bindProgram(gl, program.program, program.positionLocation, program.texCoordLocation)) {
|
|
311
|
+
return;
|
|
312
|
+
}
|
|
313
|
+
this.#primaryTexture = uploadTexture(gl, this.#primaryTexture, plan.yStride, image.height, gl.LUMINANCE, image.data.subarray(0, yPlaneByteLength));
|
|
314
|
+
this.#secondaryTexture = uploadTexture(gl, this.#secondaryTexture, uvTextureWidth, uvHeight, gl.LUMINANCE_ALPHA, image.data.subarray(plan.uvOffset, plan.uvOffset + uvByteLength));
|
|
315
|
+
gl.activeTexture(gl.TEXTURE0);
|
|
316
|
+
gl.bindTexture(gl.TEXTURE_2D, this.#primaryTexture.texture);
|
|
317
|
+
gl.uniform1i(program.yTextureLocation, 0);
|
|
318
|
+
gl.uniform2f(program.yScaleLocation, image.width / plan.yStride, 1);
|
|
319
|
+
gl.activeTexture(gl.TEXTURE1);
|
|
320
|
+
gl.bindTexture(gl.TEXTURE_2D, this.#secondaryTexture.texture);
|
|
321
|
+
gl.uniform1i(program.uvTextureLocation, 1);
|
|
322
|
+
gl.uniform2f(program.uvScaleLocation, image.width / plan.yStride, 1);
|
|
323
|
+
gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);
|
|
324
|
+
}
|
|
325
|
+
#drawYuv422Image(gl, image, plan) {
|
|
326
|
+
const program = this.#ensureYuv422Program(gl);
|
|
327
|
+
if (!program) {
|
|
328
|
+
return;
|
|
329
|
+
}
|
|
330
|
+
if (!this.#bindProgram(gl, program.program, program.positionLocation, program.texCoordLocation)) {
|
|
331
|
+
return;
|
|
332
|
+
}
|
|
333
|
+
this.#primaryTexture = uploadTexture(gl, this.#primaryTexture, plan.textureWidth, plan.textureHeight, gl.RGBA, image.data);
|
|
334
|
+
gl.activeTexture(gl.TEXTURE0);
|
|
335
|
+
gl.bindTexture(gl.TEXTURE_2D, this.#primaryTexture.texture);
|
|
336
|
+
gl.uniform1i(program.textureLocation, 0);
|
|
337
|
+
gl.uniform2f(program.textureScaleLocation, plan.textureScaleX, 1);
|
|
338
|
+
gl.uniform1f(program.visibleWidthLocation, image.width);
|
|
339
|
+
gl.uniform1f(program.modeLocation, yuv422ModeToNumber(plan.mode));
|
|
340
|
+
gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);
|
|
341
|
+
}
|
|
342
|
+
#drawI420Image(gl, image, plan) {
|
|
343
|
+
const program = this.#ensureYuvProgram(gl);
|
|
344
|
+
if (!program) {
|
|
345
|
+
return;
|
|
346
|
+
}
|
|
347
|
+
const uvHeight = image.height >> 1;
|
|
348
|
+
const yPlaneByteLength = plan.yStride * image.height;
|
|
349
|
+
const uvPlaneByteLength = plan.uvStride * uvHeight;
|
|
350
|
+
if (!this.#bindProgram(gl, program.program, program.positionLocation, program.texCoordLocation)) {
|
|
351
|
+
return;
|
|
352
|
+
}
|
|
353
|
+
this.#primaryTexture = uploadTexture(gl, this.#primaryTexture, plan.yStride, image.height, gl.LUMINANCE, image.data.subarray(0, yPlaneByteLength));
|
|
354
|
+
this.#secondaryTexture = uploadTexture(gl, this.#secondaryTexture, plan.uvStride, uvHeight, gl.LUMINANCE, image.data.subarray(plan.uOffset, plan.uOffset + uvPlaneByteLength));
|
|
355
|
+
this.#tertiaryTexture = uploadTexture(gl, this.#tertiaryTexture, plan.uvStride, uvHeight, gl.LUMINANCE, image.data.subarray(plan.vOffset, plan.vOffset + uvPlaneByteLength));
|
|
356
|
+
gl.activeTexture(gl.TEXTURE0);
|
|
357
|
+
gl.bindTexture(gl.TEXTURE_2D, this.#primaryTexture.texture);
|
|
358
|
+
gl.uniform1i(program.yTextureLocation, 0);
|
|
359
|
+
gl.uniform2f(program.yScaleLocation, image.width / plan.yStride, 1);
|
|
360
|
+
const chromaScaleX = (image.width >> 1) / plan.uvStride;
|
|
361
|
+
gl.activeTexture(gl.TEXTURE1);
|
|
362
|
+
gl.bindTexture(gl.TEXTURE_2D, this.#secondaryTexture.texture);
|
|
363
|
+
gl.uniform1i(program.uTextureLocation, 1);
|
|
364
|
+
gl.uniform2f(program.uScaleLocation, chromaScaleX, 1);
|
|
365
|
+
gl.activeTexture(gl.TEXTURE2);
|
|
366
|
+
gl.bindTexture(gl.TEXTURE_2D, this.#tertiaryTexture.texture);
|
|
367
|
+
gl.uniform1i(program.vTextureLocation, 2);
|
|
368
|
+
gl.uniform2f(program.vScaleLocation, chromaScaleX, 1);
|
|
369
|
+
gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);
|
|
370
|
+
}
|
|
371
|
+
#bindProgram(gl, program, positionLocation, texCoordLocation) {
|
|
372
|
+
if (!this.#positionBuffer || !this.#texCoordBuffer) {
|
|
373
|
+
return false;
|
|
374
|
+
}
|
|
375
|
+
gl.useProgram(program);
|
|
376
|
+
gl.bindBuffer(gl.ARRAY_BUFFER, this.#positionBuffer);
|
|
377
|
+
gl.enableVertexAttribArray(positionLocation);
|
|
378
|
+
gl.vertexAttribPointer(positionLocation, 2, gl.FLOAT, false, 0, 0);
|
|
379
|
+
gl.bindBuffer(gl.ARRAY_BUFFER, this.#texCoordBuffer);
|
|
380
|
+
gl.enableVertexAttribArray(texCoordLocation);
|
|
381
|
+
gl.vertexAttribPointer(texCoordLocation, 2, gl.FLOAT, false, 0, 0);
|
|
382
|
+
return true;
|
|
383
|
+
}
|
|
384
|
+
#ensurePackedProgram(gl) {
|
|
385
|
+
if (this.#packedProgram) {
|
|
386
|
+
return this.#packedProgram;
|
|
387
|
+
}
|
|
388
|
+
const program = createProgram(gl, VERTEX_SHADER_SOURCE, PACKED_FRAGMENT_SHADER_SOURCE);
|
|
389
|
+
if (!program) {
|
|
390
|
+
return undefined;
|
|
391
|
+
}
|
|
392
|
+
const positionLocation = gl.getAttribLocation(program, "a_position");
|
|
393
|
+
const texCoordLocation = gl.getAttribLocation(program, "a_texCoord");
|
|
394
|
+
const textureLocation = gl.getUniformLocation(program, "u_texture");
|
|
395
|
+
const textureScaleLocation = gl.getUniformLocation(program, "u_textureScale");
|
|
396
|
+
const modeLocation = gl.getUniformLocation(program, "u_mode");
|
|
397
|
+
if (positionLocation < 0 ||
|
|
398
|
+
texCoordLocation < 0 ||
|
|
399
|
+
!textureLocation ||
|
|
400
|
+
!textureScaleLocation ||
|
|
401
|
+
!modeLocation) {
|
|
402
|
+
gl.deleteProgram(program);
|
|
403
|
+
return undefined;
|
|
404
|
+
}
|
|
405
|
+
this.#packedProgram = {
|
|
406
|
+
program,
|
|
407
|
+
positionLocation,
|
|
408
|
+
texCoordLocation,
|
|
409
|
+
textureLocation,
|
|
410
|
+
textureScaleLocation,
|
|
411
|
+
modeLocation,
|
|
412
|
+
};
|
|
413
|
+
return this.#packedProgram;
|
|
414
|
+
}
|
|
415
|
+
#ensureYuvProgram(gl) {
|
|
416
|
+
if (this.#yuvProgram) {
|
|
417
|
+
return this.#yuvProgram;
|
|
418
|
+
}
|
|
419
|
+
const program = createProgram(gl, VERTEX_SHADER_SOURCE, YUV420_FRAGMENT_SHADER_SOURCE);
|
|
420
|
+
if (!program) {
|
|
421
|
+
return undefined;
|
|
422
|
+
}
|
|
423
|
+
const positionLocation = gl.getAttribLocation(program, "a_position");
|
|
424
|
+
const texCoordLocation = gl.getAttribLocation(program, "a_texCoord");
|
|
425
|
+
const yTextureLocation = gl.getUniformLocation(program, "u_yTexture");
|
|
426
|
+
const uTextureLocation = gl.getUniformLocation(program, "u_uTexture");
|
|
427
|
+
const vTextureLocation = gl.getUniformLocation(program, "u_vTexture");
|
|
428
|
+
const yScaleLocation = gl.getUniformLocation(program, "u_yScale");
|
|
429
|
+
const uScaleLocation = gl.getUniformLocation(program, "u_uScale");
|
|
430
|
+
const vScaleLocation = gl.getUniformLocation(program, "u_vScale");
|
|
431
|
+
if (positionLocation < 0 ||
|
|
432
|
+
texCoordLocation < 0 ||
|
|
433
|
+
!yTextureLocation ||
|
|
434
|
+
!uTextureLocation ||
|
|
435
|
+
!vTextureLocation ||
|
|
436
|
+
!yScaleLocation ||
|
|
437
|
+
!uScaleLocation ||
|
|
438
|
+
!vScaleLocation) {
|
|
439
|
+
gl.deleteProgram(program);
|
|
440
|
+
return undefined;
|
|
441
|
+
}
|
|
442
|
+
this.#yuvProgram = {
|
|
443
|
+
program,
|
|
444
|
+
positionLocation,
|
|
445
|
+
texCoordLocation,
|
|
446
|
+
yTextureLocation,
|
|
447
|
+
uTextureLocation,
|
|
448
|
+
vTextureLocation,
|
|
449
|
+
yScaleLocation,
|
|
450
|
+
uScaleLocation,
|
|
451
|
+
vScaleLocation,
|
|
452
|
+
};
|
|
453
|
+
return this.#yuvProgram;
|
|
454
|
+
}
|
|
455
|
+
#ensureNv12Program(gl) {
|
|
456
|
+
if (this.#nv12Program) {
|
|
457
|
+
return this.#nv12Program;
|
|
458
|
+
}
|
|
459
|
+
const program = createProgram(gl, VERTEX_SHADER_SOURCE, NV12_FRAGMENT_SHADER_SOURCE);
|
|
460
|
+
if (!program) {
|
|
461
|
+
return undefined;
|
|
462
|
+
}
|
|
463
|
+
const positionLocation = gl.getAttribLocation(program, "a_position");
|
|
464
|
+
const texCoordLocation = gl.getAttribLocation(program, "a_texCoord");
|
|
465
|
+
const yTextureLocation = gl.getUniformLocation(program, "u_yTexture");
|
|
466
|
+
const uvTextureLocation = gl.getUniformLocation(program, "u_uvTexture");
|
|
467
|
+
const yScaleLocation = gl.getUniformLocation(program, "u_yScale");
|
|
468
|
+
const uvScaleLocation = gl.getUniformLocation(program, "u_uvScale");
|
|
469
|
+
if (positionLocation < 0 ||
|
|
470
|
+
texCoordLocation < 0 ||
|
|
471
|
+
!yTextureLocation ||
|
|
472
|
+
!uvTextureLocation ||
|
|
473
|
+
!yScaleLocation ||
|
|
474
|
+
!uvScaleLocation) {
|
|
475
|
+
gl.deleteProgram(program);
|
|
476
|
+
return undefined;
|
|
477
|
+
}
|
|
478
|
+
this.#nv12Program = {
|
|
479
|
+
program,
|
|
480
|
+
positionLocation,
|
|
481
|
+
texCoordLocation,
|
|
482
|
+
yTextureLocation,
|
|
483
|
+
uvTextureLocation,
|
|
484
|
+
yScaleLocation,
|
|
485
|
+
uvScaleLocation,
|
|
486
|
+
};
|
|
487
|
+
return this.#nv12Program;
|
|
488
|
+
}
|
|
489
|
+
#ensureYuv422Program(gl) {
|
|
490
|
+
if (this.#yuv422Program) {
|
|
491
|
+
return this.#yuv422Program;
|
|
492
|
+
}
|
|
493
|
+
const program = createProgram(gl, VERTEX_SHADER_SOURCE, YUV422_FRAGMENT_SHADER_SOURCE);
|
|
494
|
+
if (!program) {
|
|
495
|
+
return undefined;
|
|
496
|
+
}
|
|
497
|
+
const positionLocation = gl.getAttribLocation(program, "a_position");
|
|
498
|
+
const texCoordLocation = gl.getAttribLocation(program, "a_texCoord");
|
|
499
|
+
const textureLocation = gl.getUniformLocation(program, "u_texture");
|
|
500
|
+
const textureScaleLocation = gl.getUniformLocation(program, "u_textureScale");
|
|
501
|
+
const visibleWidthLocation = gl.getUniformLocation(program, "u_visibleWidth");
|
|
502
|
+
const modeLocation = gl.getUniformLocation(program, "u_mode");
|
|
503
|
+
if (positionLocation < 0 ||
|
|
504
|
+
texCoordLocation < 0 ||
|
|
505
|
+
!textureLocation ||
|
|
506
|
+
!textureScaleLocation ||
|
|
507
|
+
!visibleWidthLocation ||
|
|
508
|
+
!modeLocation) {
|
|
509
|
+
gl.deleteProgram(program);
|
|
510
|
+
return undefined;
|
|
511
|
+
}
|
|
512
|
+
this.#yuv422Program = {
|
|
513
|
+
program,
|
|
514
|
+
positionLocation,
|
|
515
|
+
texCoordLocation,
|
|
516
|
+
textureLocation,
|
|
517
|
+
textureScaleLocation,
|
|
518
|
+
visibleWidthLocation,
|
|
519
|
+
modeLocation,
|
|
520
|
+
};
|
|
521
|
+
return this.#yuv422Program;
|
|
522
|
+
}
|
|
523
|
+
#resizeCanvas(width, height) {
|
|
524
|
+
if (this.#canvas.width !== width) {
|
|
525
|
+
this.#canvas.width = width;
|
|
526
|
+
}
|
|
527
|
+
if (this.#canvas.height !== height) {
|
|
528
|
+
this.#canvas.height = height;
|
|
529
|
+
}
|
|
530
|
+
}
|
|
531
|
+
}
|
|
532
|
+
function resolvePackedPlan(image, mode, bytesPerPixel, glFormat) {
|
|
533
|
+
if (image.step < image.width * bytesPerPixel || image.step % bytesPerPixel !== 0) {
|
|
534
|
+
return undefined;
|
|
535
|
+
}
|
|
536
|
+
const textureWidth = image.step / bytesPerPixel;
|
|
537
|
+
return {
|
|
538
|
+
kind: "packed",
|
|
539
|
+
mode,
|
|
540
|
+
textureWidth,
|
|
541
|
+
textureHeight: image.height,
|
|
542
|
+
textureScaleX: image.width / textureWidth,
|
|
543
|
+
glFormat,
|
|
544
|
+
};
|
|
545
|
+
}
|
|
546
|
+
function resolveNv12Plan(image) {
|
|
547
|
+
if (image.width % 2 !== 0 || image.height % 2 !== 0) {
|
|
548
|
+
return undefined;
|
|
549
|
+
}
|
|
550
|
+
const yStride = image.stride ?? image.step;
|
|
551
|
+
if (yStride < image.width || yStride % 2 !== 0) {
|
|
552
|
+
return undefined;
|
|
553
|
+
}
|
|
554
|
+
const uvOffset = image.planeStride ?? yStride * image.height;
|
|
555
|
+
const requiredBytes = uvOffset + yStride * (image.height >> 1);
|
|
556
|
+
if (image.data.byteLength < requiredBytes) {
|
|
557
|
+
return undefined;
|
|
558
|
+
}
|
|
559
|
+
return { kind: "nv12", yStride, uvOffset };
|
|
560
|
+
}
|
|
561
|
+
function resolveYuv422Plan(image, mode) {
|
|
562
|
+
if (image.width % 2 !== 0 || image.step < image.width * 2 || image.step % 4 !== 0) {
|
|
563
|
+
return undefined;
|
|
564
|
+
}
|
|
565
|
+
const textureWidth = image.step / 4;
|
|
566
|
+
const requiredBytes = image.step * image.height;
|
|
567
|
+
if (image.data.byteLength < requiredBytes) {
|
|
568
|
+
return undefined;
|
|
569
|
+
}
|
|
570
|
+
return {
|
|
571
|
+
kind: "yuv422",
|
|
572
|
+
mode,
|
|
573
|
+
textureWidth,
|
|
574
|
+
textureHeight: image.height,
|
|
575
|
+
textureScaleX: image.width / 2 / textureWidth,
|
|
576
|
+
};
|
|
577
|
+
}
|
|
578
|
+
function resolveI420Plan(image) {
|
|
579
|
+
if (image.width % 2 !== 0 || image.height % 2 !== 0) {
|
|
580
|
+
return undefined;
|
|
581
|
+
}
|
|
582
|
+
const yStride = image.step;
|
|
583
|
+
const uvStride = image.width >> 1;
|
|
584
|
+
const uOffset = yStride * image.height;
|
|
585
|
+
const vOffset = uOffset + uvStride * (image.height >> 1);
|
|
586
|
+
const requiredBytes = vOffset + uvStride * (image.height >> 1);
|
|
587
|
+
if (yStride !== image.width || image.data.byteLength < requiredBytes) {
|
|
588
|
+
return undefined;
|
|
589
|
+
}
|
|
590
|
+
return {
|
|
591
|
+
kind: "i420",
|
|
592
|
+
yStride,
|
|
593
|
+
uvStride,
|
|
594
|
+
uOffset,
|
|
595
|
+
vOffset,
|
|
596
|
+
};
|
|
597
|
+
}
|
|
598
|
+
function packedModeToNumber(mode) {
|
|
599
|
+
switch (mode) {
|
|
600
|
+
case "rgb":
|
|
601
|
+
return PACKED_MODE_RGB;
|
|
602
|
+
case "bgr":
|
|
603
|
+
return PACKED_MODE_BGR;
|
|
604
|
+
case "rgba":
|
|
605
|
+
return PACKED_MODE_RGBA;
|
|
606
|
+
case "bgra":
|
|
607
|
+
return PACKED_MODE_BGRA;
|
|
608
|
+
case "mono":
|
|
609
|
+
return PACKED_MODE_MONO;
|
|
610
|
+
}
|
|
611
|
+
}
|
|
612
|
+
function yuv422ModeToNumber(mode) {
|
|
613
|
+
switch (mode) {
|
|
614
|
+
case "uyvy":
|
|
615
|
+
return YUV422_MODE_UYVY;
|
|
616
|
+
case "yuyv":
|
|
617
|
+
return YUV422_MODE_YUYV;
|
|
618
|
+
}
|
|
619
|
+
}
|
|
620
|
+
function resolveGlFormat(gl, format) {
|
|
621
|
+
switch (format) {
|
|
622
|
+
case "rgb":
|
|
623
|
+
return gl.RGB;
|
|
624
|
+
case "rgba":
|
|
625
|
+
return gl.RGBA;
|
|
626
|
+
case "luminance":
|
|
627
|
+
return gl.LUMINANCE;
|
|
628
|
+
}
|
|
629
|
+
}
|
|
630
|
+
function createStaticBuffer(gl, data) {
|
|
631
|
+
const buffer = gl.createBuffer();
|
|
632
|
+
if (!buffer) {
|
|
633
|
+
return undefined;
|
|
634
|
+
}
|
|
635
|
+
gl.bindBuffer(gl.ARRAY_BUFFER, buffer);
|
|
636
|
+
gl.bufferData(gl.ARRAY_BUFFER, data, gl.STATIC_DRAW);
|
|
637
|
+
return buffer;
|
|
638
|
+
}
|
|
639
|
+
function uploadTexture(gl, resource, width, height, format, data) {
|
|
640
|
+
let textureResource = resource;
|
|
641
|
+
if (!textureResource) {
|
|
642
|
+
const texture = gl.createTexture();
|
|
643
|
+
if (!texture) {
|
|
644
|
+
throw new Error("Unable to create image texture.");
|
|
645
|
+
}
|
|
646
|
+
textureResource = {
|
|
647
|
+
texture,
|
|
648
|
+
width: 0,
|
|
649
|
+
height: 0,
|
|
650
|
+
internalFormat: format,
|
|
651
|
+
format,
|
|
652
|
+
};
|
|
653
|
+
}
|
|
654
|
+
gl.bindTexture(gl.TEXTURE_2D, textureResource.texture);
|
|
655
|
+
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MIN_FILTER, gl.NEAREST);
|
|
656
|
+
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_MAG_FILTER, gl.NEAREST);
|
|
657
|
+
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_S, gl.CLAMP_TO_EDGE);
|
|
658
|
+
gl.texParameteri(gl.TEXTURE_2D, gl.TEXTURE_WRAP_T, gl.CLAMP_TO_EDGE);
|
|
659
|
+
gl.pixelStorei(gl.UNPACK_ALIGNMENT, 1);
|
|
660
|
+
if (textureResource.width !== width ||
|
|
661
|
+
textureResource.height !== height ||
|
|
662
|
+
textureResource.format !== format ||
|
|
663
|
+
textureResource.internalFormat !== format) {
|
|
664
|
+
gl.texImage2D(gl.TEXTURE_2D, 0, format, width, height, 0, format, gl.UNSIGNED_BYTE, data);
|
|
665
|
+
textureResource.width = width;
|
|
666
|
+
textureResource.height = height;
|
|
667
|
+
textureResource.internalFormat = format;
|
|
668
|
+
textureResource.format = format;
|
|
669
|
+
return textureResource;
|
|
670
|
+
}
|
|
671
|
+
gl.texSubImage2D(gl.TEXTURE_2D, 0, 0, 0, width, height, format, gl.UNSIGNED_BYTE, data);
|
|
672
|
+
return textureResource;
|
|
673
|
+
}
|
|
674
|
+
function createProgram(gl, vertexShaderSource, fragmentShaderSource) {
|
|
675
|
+
const vertexShader = createShader(gl, gl.VERTEX_SHADER, vertexShaderSource);
|
|
676
|
+
const fragmentShader = createShader(gl, gl.FRAGMENT_SHADER, fragmentShaderSource);
|
|
677
|
+
if (!vertexShader || !fragmentShader) {
|
|
678
|
+
if (vertexShader) {
|
|
679
|
+
gl.deleteShader(vertexShader);
|
|
680
|
+
}
|
|
681
|
+
if (fragmentShader) {
|
|
682
|
+
gl.deleteShader(fragmentShader);
|
|
683
|
+
}
|
|
684
|
+
return undefined;
|
|
685
|
+
}
|
|
686
|
+
const program = gl.createProgram();
|
|
687
|
+
if (!program) {
|
|
688
|
+
gl.deleteShader(vertexShader);
|
|
689
|
+
gl.deleteShader(fragmentShader);
|
|
690
|
+
return undefined;
|
|
691
|
+
}
|
|
692
|
+
gl.attachShader(program, vertexShader);
|
|
693
|
+
gl.attachShader(program, fragmentShader);
|
|
694
|
+
gl.linkProgram(program);
|
|
695
|
+
gl.deleteShader(vertexShader);
|
|
696
|
+
gl.deleteShader(fragmentShader);
|
|
697
|
+
if (!gl.getProgramParameter(program, gl.LINK_STATUS)) {
|
|
698
|
+
gl.deleteProgram(program);
|
|
699
|
+
return undefined;
|
|
700
|
+
}
|
|
701
|
+
return program;
|
|
702
|
+
}
|
|
703
|
+
function createShader(gl, type, source) {
|
|
704
|
+
const shader = gl.createShader(type);
|
|
705
|
+
if (!shader) {
|
|
706
|
+
return undefined;
|
|
707
|
+
}
|
|
708
|
+
gl.shaderSource(shader, source);
|
|
709
|
+
gl.compileShader(shader);
|
|
710
|
+
if (!gl.getShaderParameter(shader, gl.COMPILE_STATUS)) {
|
|
711
|
+
gl.deleteShader(shader);
|
|
712
|
+
return undefined;
|
|
713
|
+
}
|
|
714
|
+
return shader;
|
|
715
|
+
}
|
|
716
|
+
function deleteTexture(gl, resource) {
|
|
717
|
+
if (resource) {
|
|
718
|
+
gl.deleteTexture(resource.texture);
|
|
719
|
+
}
|
|
720
|
+
}
|
|
721
|
+
function deleteProgram(gl, program) {
|
|
722
|
+
if (program) {
|
|
723
|
+
gl.deleteProgram(program);
|
|
724
|
+
}
|
|
725
|
+
}
|
|
726
|
+
//# sourceMappingURL=webgl-image-renderer.js.map
|