@luxonis/visualizer-protobuf 2.54.1 → 2.56.0

package/dist/{deserialization.worker-Bpkjw7D9.js → deserialization.worker-CSrvuPJi.js}

@@ -1,9 +1,8 @@
 import { e as expose } from './comlink-DHMAu6X7.js';
-import { t as typescript } from './useMessageReducer-DdY2kZpp.js';
-import { e as estimateObjectSize, d as dist } from './tslib.es6-DRjIPBeG.js';
-import { T as Type, P as PointsAnnotationType, p as protobufsBySchema, b as Profile } from './protobuf-B55JS-Px.js';
-import 'react';
+import { U as parseMessage, V as typescript, e as estimateObjectSize, W as fromMillis, d as dist, X as parsePixelFormat, Y as deserializeDepthFrame } from './depth-CJRDcPfJ.js';
+import { P as PointsAnnotationType, p as protobufsBySchema, T as Type, b as Profile } from './protobuf-B55JS-Px.js';
 import { i as isCapableOfEncodedStream } from './encoding-DqlhpFR2.js';
+import 'react';
 import 'zustand';
 import 'react-mosaic-component';
 import '@mui/material';
@@ -315,91 +314,6 @@ const DEFAULT_BACKGROUND_COLOR = {
   a: 0
 };
 
-function fromMillis(value) {
-  let sec = Math.trunc(value / 1000);
-  let nsec = Math.round((value - sec * 1000) * 1e6);
-  sec += Math.trunc(nsec / 1e9);
-  nsec %= 1e9;
-  return {
-    sec,
-    nsec
-  };
-}
-function parsePixelFormat(format) {
-  switch (format) {
-    case "BGRA":
-      return ["bgra8", 3];
-    case "BGRX":
-      return ["bgr8", 3];
-    // Closest supported
-    case "I420":
-    case "I420A":
-      return ['I420', 2];
-    case "I422":
-    case "I444":
-      return ['yuv422', 2];
-    case "RGBA":
-      return ["rgba8", 1];
-    case "RGBX":
-      return ["rgb8", 1];
-    // Closest supported
-    case "NV12":
-      return ["nv12", 1];
-    default:
-      // Unsupported
-      return ["bgra8", 3];
-  }
-}
-function parseMessageType(type) {
-  switch (type) {
-    case Type.YUV422i:
-    case Type.YUV422p:
-      return ["yuv422", 2];
-    case Type.NV12:
-      return ["nv12", 1];
-    case Type.RGB888i:
-      return ["rgb8", 3];
-    case Type.RGB888p:
-      return ["rgb8p", 1];
-    case Type.RGBA8888:
-      return ["rgba8", 1];
-    case Type.BGR888i:
-      return ["bgr8i", 3];
-    case Type.BGR888p:
-      return ["bgr8p", 3];
-    case Type.RAW16:
-      return ["mono16", 2];
-    case Type.RAW8:
-      return ["mono8", 2];
-    default:
-      throw new Error(`Unsupported encoding ${Type[type]}`);
-  }
-}
-function parseMessage(message) {
-  const width = Number(message.fb?.width ?? message.sourceFb?.width ?? 1920);
-  const height = Number(message.fb?.height ?? message.sourceFb?.height ?? 1200);
-  const stride = message.fb?.stride ?? message.sourceFb?.stride ?? null;
-  const p2Offset = message.fb?.p2Offset ?? message.sourceFb?.p2Offset ?? null;
-  const p1Offset = message.fb?.p1Offset ?? message.sourceFb?.p1Offset ?? null;
-  let planeStride = p1Offset != null && p2Offset != null ? p2Offset - p1Offset : 0;
-  if (planeStride <= 0) {
-    planeStride = null;
-  }
-  const type = message.fb?.type ?? message.sourceFb?.type ?? Type.RGB888p;
-  const [encoding, step] = parseMessageType(type);
-  const receiveTime = message.ts ?? message.tsDevice ?? fromMillis(Date.now());
-  return {
-    encoding,
-    step: stride ?? step,
-    receiveTime,
-    width,
-    height,
-    stride,
-    planeStride,
-    type
-  };
-}
-
 // This Source Code Form is subject to the terms of the Mozilla Public
 // License, v2.0. If a copy of the MPL was not distributed with this
 // file, You can obtain one at http://mozilla.org/MPL/2.0/
@@ -752,79 +666,6 @@ function deserializeColorFrame({
 // License, v2.0. If a copy of the MPL was not distributed with this
 // file, You can obtain one at http://mozilla.org/MPL/2.0/
 
-async function deserializeDepthFrame({
-  topic,
-  message,
-  callback
-}) {
-  const {
-    receiveTime,
-    width,
-    height
-  } = parseMessage(message);
-  const foxgloveMessage = {
-    timestamp: message.tsDevice ?? receiveTime,
-    frame_id: `pointcloud-${topic}-frame`,
-    point_stride: 16,
-    pose: {
-      position: {
-        x: 0,
-        y: 0,
-        z: 0
-      },
-      orientation: {
-        x: 0,
-        y: 0,
-        z: 1,
-        w: 0
-      }
-    },
-    width,
-    height,
-    fields: [{
-      name: "x",
-      offset: 0,
-      type: typescript.NumericType.FLOAT32
-    }, {
-      name: "y",
-      offset: 4,
-      type: typescript.NumericType.FLOAT32
-    }, {
-      name: "z",
-      offset: 8,
-      type: typescript.NumericType.FLOAT32
-    }, {
-      name: "red",
-      offset: 12,
-      type: typescript.NumericType.UINT8
-    }, {
-      name: "green",
-      offset: 13,
-      type: typescript.NumericType.UINT8
-    }, {
-      name: "blue",
-      offset: 14,
-      type: typescript.NumericType.UINT8
-    }, {
-      name: "alpha",
-      offset: 15,
-      type: typescript.NumericType.UINT8
-    }],
-    data: message.data
-  };
-  callback({
-    topic,
-    receiveTime,
-    message: foxgloveMessage,
-    sizeInBytes: estimateObjectSize(foxgloveMessage),
-    schemaName: "foxglove.PointCloud"
-  });
-}
-
-// This Source Code Form is subject to the terms of the Mozilla Public
-// License, v2.0. If a copy of the MPL was not distributed with this
-// file, You can obtain one at http://mozilla.org/MPL/2.0/
-
 function ensureWebCodecsSupported(target) {
   const supported = typeof target !== "undefined";
   if (!supported) {
@@ -979,7 +820,6 @@ async function deserializeEncodedFrameH265({
       callback,
       topicDecoders
     });
-    console.log("creating decoder", "hev1.1.6.L93.B0");
     decoder.configure({
       codec: "hev1.1.6.L93.B0",
       optimizeForLatency: true

package/dist/{index-CqIIFZlL.js → index-BNHKjcMm.js}

@@ -1,9 +1,10 @@
-import { V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, a0 as flatIndent, a1 as delimitedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, a0 as flatIndent, a1 as delimitedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-DofCpnXh.js → index-BVK70iCH.js}

@@ -1,9 +1,10 @@
-import { O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-C1ITCVFJ.js → index-Bn0Tak9t.js}

@@ -1,9 +1,10 @@
-import { a9 as EditorView, aa as EditorSelection, T as LRLanguage, O as styleTags, Q as tags, K as indentNodeProp, a1 as delimitedIndent, N as foldNodeProp, U as LanguageSupport, X as LRParser, $ as syntaxTree, ab as html, ac as parseMixed, V as ExternalTokenizer } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { a9 as EditorView, aa as EditorSelection, T as LRLanguage, O as styleTags, Q as tags, K as indentNodeProp, a1 as delimitedIndent, N as foldNodeProp, U as LanguageSupport, X as LRParser, $ as syntaxTree, ab as html, ac as parseMixed, V as ExternalTokenizer } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-Dtc-xG9B.js → index-Bp2fW9nD.js}

@@ -1,9 +1,10 @@
-import { O as styleTags, Q as tags, T as LRLanguage, U as LanguageSupport, X as LRParser, a4 as LocalTokenGroup, ab as html, ac as parseMixed, ae as javascriptLanguage } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { O as styleTags, Q as tags, T as LRLanguage, U as LanguageSupport, X as LRParser, a4 as LocalTokenGroup, ab as html, ac as parseMixed, ae as javascriptLanguage } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-Cha3fcte.js → index-BrolwJ2j.js}

@@ -1,9 +1,10 @@
-import { a3 as ContextTracker, V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, N as foldNodeProp, ad as bracketMatchingHandle, U as LanguageSupport, a9 as EditorView, $ as syntaxTree, aa as EditorSelection } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { a3 as ContextTracker, V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, N as foldNodeProp, ad as bracketMatchingHandle, U as LanguageSupport, a9 as EditorView, $ as syntaxTree, aa as EditorSelection } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-DaLbB0Zv.js → index-CBAQP1IT.js}

@@ -1,9 +1,10 @@
-import { V as ExternalTokenizer, a3 as ContextTracker, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, N as foldNodeProp, a2 as foldInside, K as indentNodeProp, M as continuedIndent, a8 as defineCSSCompletionSource, U as LanguageSupport } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { V as ExternalTokenizer, a3 as ContextTracker, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, N as foldNodeProp, a2 as foldInside, K as indentNodeProp, M as continuedIndent, a8 as defineCSSCompletionSource, U as LanguageSupport } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-H4PD4laM.js → index-CHSRc5Gu.js}

@@ -1,9 +1,10 @@
-import { V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-D-b31nsX.js → index-CLA1BzlL.js}

@@ -1,11 +1,10 @@
 import * as React from 'react';
 import React__default, { useReducer, useRef, useCallback, useLayoutEffect, Component, useContext, useState, useEffect, createContext, forwardRef, createElement, cloneElement, useMemo, Profiler, StrictMode } from 'react';
 import ReactDOM__default from 'react-dom';
-import { S as isSymbol, U as toString, V as keys, W as getSymbols$1, X as stubArray, Y as arrayPush, Z as baseGetAllKeys, g as getTag, $ as getAllKeys, k as baseGet, c as baseIteratee, j as castPath, t as toKey, a0 as arrayMap$1, a1 as baseUniq, b as baseFlatten, a2 as useMustNotChange, a3 as useCurrentLayoutActions, a4 as useCurrentLayoutSelector, r as reportError, A as AppError, L as Logger, u as useGuaranteedContext, a5 as usePanelMosaicId, a6 as useSelectedPanels, a7 as PANEL_TITLE_CONFIG_KEY, a8 as noop$4, o as getPanelTypeFromId, M as useShallowMemo, T as TAB_PANEL_TYPE, J as filterMap, d as dist$2, a9 as useAppConfiguration, aa as useValueChangedDebugLog, ab as useJsonTreeTheme } from './tslib.es6-DRjIPBeG.js';
+import { Z as isSymbol, $ as toString, a0 as keys, a1 as getSymbols$1, a2 as stubArray, a3 as arrayPush, a4 as baseGetAllKeys, g as getTag, a5 as getAllKeys, k as baseGet, c as baseIteratee, j as castPath, t as toKey, a6 as arrayMap$1, a7 as baseUniq, b as baseFlatten, a8 as useMustNotChange, a9 as useCurrentLayoutActions, aa as useCurrentLayoutSelector, r as reportError, A as AppError, L as Logger, u as useGuaranteedContext, ab as usePanelMosaicId, ac as useSelectedPanels, ad as PANEL_TITLE_CONFIG_KEY, ae as noop$4, o as getPanelTypeFromId, M as useShallowMemo, T as TAB_PANEL_TYPE, J as filterMap, d as dist$2, af as useAppConfiguration, ag as useValueChangedDebugLog, V as typescript, ah as useJsonTreeTheme } from './depth-CJRDcPfJ.js';
 import { createStore, useStore } from 'zustand';
-import { g as generateUtilityClass, c as createAggregator, f as flatRest, b as baseSet, A as AnalyticsContext, P as PropTypes, E as ErrorDisplay, S as Stack$1, m as makeStyles$1, _ as _extends$1, W as WorkspaceContext, u as useAnalytics, a as AppEvent, L as LeftSidebarItemKeys, R as RightSidebarItemKeys, d as useTranslation, e as usePanelCatalog, h as EmptyState, i as isEmpty, j as PanelContext, k as PanelCatalogContext, l as usePanelStateStore, n as useDefaultPanelTitle, o as useWorkspaceStore, p as WorkspaceStoreSelectors, q as difference, r as usePanelContext, s as useMessagePipeline, v as v4, t as useHoverValue, w as useSetHoverValue, x as useClearHoverValue, y as useMessagePipelineGetter, z as usePanelSettingsTreeUpdate, B as PlayerCapabilities, C as assertNever, D as PlayerPresence, F as isEqual, G as isDesktopApp, H as createTheme, I as propTypesExports, J as DEFAULT_CAMERA_STATE$1 } from './index-kutpugS9.js';
+import { g as generateUtilityClass, c as createAggregator, f as flatRest, b as baseSet, A as AnalyticsContext, P as PropTypes, E as ErrorDisplay, S as Stack$1, m as makeStyles$1, _ as _extends$1, W as WorkspaceContext, u as useAnalytics, a as AppEvent, L as LeftSidebarItemKeys, R as RightSidebarItemKeys, d as useTranslation, e as usePanelCatalog, h as EmptyState, i as isEmpty, j as PanelContext, k as PanelCatalogContext, l as usePanelStateStore, n as useDefaultPanelTitle, o as useWorkspaceStore, p as WorkspaceStoreSelectors, q as difference, r as usePanelContext, s as useMessagePipeline, v as v4, t as useHoverValue, w as useSetHoverValue, x as useClearHoverValue, y as useMessagePipelineGetter, z as usePanelSettingsTreeUpdate, B as PlayerCapabilities, C as assertNever, D as PlayerPresence, F as isEqual, G as isDesktopApp, H as createTheme, I as propTypesExports, J as DEFAULT_CAMERA_STATE$1 } from './index-DPKWgVvs.js';
 import { MosaicDragType, MosaicContext, MosaicWindowContext, getOtherBranch, getNodeAtPath } from 'react-mosaic-component';
-import { t as typescript } from './useMessageReducer-DdY2kZpp.js';
 import { g as getDefaultExportFromCjs, c as commonjsGlobal, d as getAugmentedNamespace } from './protobuf-B55JS-Px.js';
 import { Link, Button, alpha, IconButton, Card, CardActionArea, CardMedia, CardContent, Typography, Container, Tooltip, Fade, ListItem, ListItemButton, ListItemText, List, TextField, InputAdornment, Popper, Grow, Paper, ClickAwayListener, Menu, MenuItem, Divider, buttonClasses, Backdrop, Chip, useTheme, alertClasses, darken, lighten, inputBaseClasses, autocompleteClasses, inputClasses, Checkbox, dialogActionsClasses, filledInputClasses, inputAdornmentClasses, listSubheaderClasses, selectClasses, tableCellClasses, ThemeProvider as ThemeProvider$1, SvgIcon, tabsClasses as tabsClasses$1, tabClasses, Tabs, Tab, ListItemIcon } from '@mui/material';
 import { c as copyObject, k as keysIn, g as getPrototype, d as cloneArrayBuffer, e as cloneTypedArray, f as copyArray, h as cloneBuffer, j as initCloneObject, a as assignValue, b as baseAssignValue, l as isPlainObject$1, t as tinycolor, n as t$1, m as merge$1, i as instance } from './i18next-IYI3-Nuv.js';
@@ -72606,7 +72605,7 @@ function RendererOverlay(props) {
     }
   }), /*#__PURE__*/React__default.createElement(HUD, {
     renderer: renderer
-  }), stats, resetViewButton);
+  }), stats, resetViewButton, props.customOverlay);
 }
 
 // This Source Code Form is subject to the terms of the Mozilla Public
@@ -74636,6 +74635,31 @@ class Renderer extends EventEmitter {
     log$1.debug(`Clicked ${selections.length} renderable(s)`);
     this.emit("renderablesClicked", selections, cursorCoords, this);
   };
+  handleClickEvent = cursorCoords => {
+    // Pick a single renderable, hide it, re-render, and run picking again until
+    // the backdrop is hit or we exceed MAX_SELECTIONS
+    const camera = this.cameraHandler.getActiveCamera();
+    const selections = [];
+    let curSelection;
+    while ((curSelection = this.#pickSingleObject(cursorCoords)) && selections.length < MAX_SELECTIONS) {
+      selections.push(curSelection);
+      // If debugPicking is on, we don't want to overwrite the hitmap by doing more iterations
+      if (this.debugPicking) {
+        break;
+      }
+      curSelection.renderable.visible = false;
+      this.gl.render(this.#scene, camera);
+    }
+
+    // Put everything back to normal and render one last frame
+    for (const selection of selections) {
+      selection.renderable.visible = true;
+    }
+    if (!this.debugPicking) {
+      this.animationFrame();
+    }
+    return selections;
+  };
   #handleFrameTransform = ({
     message
   }) => {
@@ -74743,7 +74767,7 @@ class Renderer extends EventEmitter {
       disableSetViewOffset: this.interfaceMode === "image"
     });
     if (objectId === -1) {
-      log$1.debug("Picking did not return an object");
+      // log.debug("Picking did not return an object");
       return undefined;
     }
 
@@ -74763,7 +74787,9 @@ class Renderer extends EventEmitter {
       log$1.warn(`No Renderable found for objectId ${objectId} (name="${pickedObject?.name}" uuid=${pickedObject?.uuid})`);
       return undefined;
     }
-    log$1.debug(`Picking pass returned ${renderable.id} (${renderable.name})`, renderable);
+
+    // log.debug(`Picking pass returned ${renderable.id} (${renderable.name})`, renderable);
+
     let instanceIndex;
     if (renderable.pickableInstances) {
       instanceIndex = this.#picker.pickInstance(cursorCoords.x, cursorCoords.y, this.cameraHandler.getActiveCamera(), renderable, {
@@ -74771,7 +74797,7 @@ class Renderer extends EventEmitter {
         disableSetViewOffset: this.interfaceMode === "image"
       });
       instanceIndex = instanceIndex === -1 ? undefined : instanceIndex;
-      log$1.debug("Instance picking pass on", renderable, "returned", instanceIndex);
+      //log.debug("Instance picking pass on", renderable, "returned", instanceIndex);
     }
     return {
       renderable,
@@ -74858,6 +74884,40 @@ class Renderer extends EventEmitter {
   setAnalytics(analytics) {
     this.analytics = analytics;
   }
+  getLocalClickCoords(event, picked) {
+    // 1. Get canvas-relative coordinates
+    const rect = this.#canvas.getBoundingClientRect();
+    const x = (event.clientX - rect.left) / rect.width * 2 - 1;
+    const y = -((event.clientY - rect.top) / rect.height) * 2 + 1;
+
+    // 2. Create a ray from the camera through the click point
+    const ndc = new Vector2(x, y);
+    const raycaster = new Raycaster();
+    raycaster.setFromCamera(ndc, this.cameraHandler.getActiveCamera());
+
+    // 3. Intersect with the picked object
+    const intersects = raycaster.intersectObject(picked, true);
+    if (intersects.length === 0) {
+      return null;
+    }
+
+    // 4. Get the intersection point in local space
+    const intersection = intersects[0];
+    const localPoint = picked.worldToLocal(intersection.point.clone());
+
+    // 5. Normalize localPoint to [0, 1] based on the bounding box
+    const box = new Box3().setFromObject(picked);
+    const size = new Vector3();
+    box.getSize(size);
+
+    // Avoid division by zero
+    const norm = (val, min, max) => max - min === 0 ? 0.5 : (val - min) / (max - min);
+    return {
+      x: norm(localPoint.x, box.min.x, box.max.x),
+      y: norm(localPoint.y, box.min.y, box.max.y),
+      z: norm(localPoint.z, box.min.z, box.max.z)
+    };
+  }
 }
 function queueMessage(messageEvent, subscriptions) {
   if (subscriptions) {
@@ -78089,7 +78149,8 @@ function ThreeDeeRender(props) {
     testOptions,
     customSceneExtensions,
     frameRenderedEvent,
-    annotationReceivedEventHandler
+    annotationReceivedEventHandler,
+    customOverlay
   } = props;
   const {
     initialState,
@@ -78157,10 +78218,14 @@ function ThreeDeeRender(props) {
       annotationReceivedEventHandler
     }) : undefined;
     setRenderer(newRenderer);
+    props.registerRendered?.(newRenderer);
     rendererRef.current = newRenderer;
     return () => {
       rendererRef.current?.dispose();
       rendererRef.current = undefined;
+      if (props.unregisterRendered) {
+        props.unregisterRendered();
+      }
     };
   }, [canvas, configRef, config.scene.transforms?.enablePreloading, customSceneExtensions, interfaceMode, fetchAsset, testOptions, displayTemporaryError]);
   useEffect(() => {
@@ -78688,12 +78753,41 @@ function ThreeDeeRender(props) {
   // The 3d panel only supports publishing to ros1 and ros2 data sources
   const isRosDataSource = context.dataSourceProfile === "ros1" || context.dataSourceProfile === "ros2";
   const canPublish = context.publish != undefined && isRosDataSource;
+  const getClickOffsetCoords = useCallback(event => {
+    if (!canvas || !renderer) return;
+
+    // Get the canvas bounding rectangle
+    const canvasRect = canvas.getBoundingClientRect();
+
+    // Convert click position to canvas-relative coordinates
+    const offsetX = event.clientX - canvasRect.left;
+    const offsetY = event.clientY - canvasRect.top;
+
+    // Get Three.js clicked object (This should be the background for depth stream)
+    const selectedObject = renderer.handleClickEvent(new Vector2(offsetX, offsetY)).at(0);
+    if (!selectedObject) {
+      console.warn("No renderable found at click position");
+      return;
+    }
+
+    // Calculate the percentage offset coordinates relative to the renderable
+    // This is number from <0, 1> range and can be used to map click position to depth data
+    const percentageOffsetCoordinates = renderer.getLocalClickCoords(event, selectedObject.renderable);
+    if (!percentageOffsetCoordinates) {
+      console.error("Failed to calculate relative click coordinates");
+      return;
+    }
+    return {
+      offsetX: percentageOffsetCoordinates.x,
+      offsetY: percentageOffsetCoordinates.y
+    };
+  }, [canvas, renderer]);
   return /*#__PURE__*/React__default.createElement(ThemeProvider, {
     isDark: colorScheme === "dark"
   }, /*#__PURE__*/React__default.createElement("div", {
     style: PANEL_STYLE,
     onKeyDown: onKeyDown
-  }, /*#__PURE__*/React__default.createElement("canvas", {
+  }, customOverlay, /*#__PURE__*/React__default.createElement("canvas", {
     ref: setCanvas,
     style: {
       position: "absolute",
@@ -78702,6 +78796,12 @@ function ThreeDeeRender(props) {
       ...((measureActive || publishActive) && {
         cursor: "crosshair"
       })
+    },
+    onClick: event => {
+      if (props.handleOnClick) {
+        const clickOffsetCoords = getClickOffsetCoords(event);
+        props.handleOnClick(event, clickOffsetCoords);
+      }
     }
   }), /*#__PURE__*/React__default.createElement(RendererContext.Provider, {
     value: renderer
@@ -78727,6 +78827,10 @@ function ThreeDeeRender(props) {
   }))));
 }
 
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v2.0. If a copy of the MPL was not distributed with this
+// file, You can obtain one at http://mozilla.org/MPL/2.0/
+
 function initPanel(args, context) {
   const {
     crash,
@@ -78735,7 +78839,11 @@ function initPanel(args, context) {
     testOptions,
     customSceneExtensions,
     frameRenderedEvent,
-    annotationReceivedEventHandler
+    annotationReceivedEventHandler,
+    handleOnClick,
+    registerRendered,
+    unregisterRendered,
+    customOverlay
   } = args;
   // eslint-disable-next-line react/no-deprecated
   ReactDOM__default.render( /*#__PURE__*/React__default.createElement(StrictMode, null, /*#__PURE__*/React__default.createElement(CaptureErrorBoundary, {
@@ -78748,7 +78856,11 @@ function initPanel(args, context) {
     testOptions: testOptions,
     customSceneExtensions: customSceneExtensions,
     frameRenderedEvent: frameRenderedEvent ? () => frameRenderedEvent(0) : undefined,
-    annotationReceivedEventHandler: annotationReceivedEventHandler
+    annotationReceivedEventHandler: annotationReceivedEventHandler,
+    handleOnClick: handleOnClick,
+    registerRendered: registerRendered,
+    unregisterRendered: unregisterRendered,
+    customOverlay: customOverlay
   })))), context.panelElement);
   return () => {
     // eslint-disable-next-line react/no-deprecated
@@ -78778,8 +78890,12 @@ function ThreeDeeRenderAdapter(interfaceMode, props) {
     },
     customSceneExtensions,
     frameRenderedEvent: props.frameRenderedEvent,
-    annotationReceivedEventHandler: props.annotationReceivedEventHandler
-  }), [crash, forwardedAnalytics, interfaceMode, props.onDownloadImage, props.debugPicking, props.frameRenderedEvent, props.annotationReceivedEventHandler, customSceneExtensions]);
+    annotationReceivedEventHandler: props.annotationReceivedEventHandler,
+    handleOnClick: props.handleOnClick,
+    registerRendered: props.registerRendered,
+    unregisterRendered: props.unregisterRendered,
+    customOverlay: props.customOverlay
+  }), [crash, forwardedAnalytics, interfaceMode, props.onDownloadImage, props.debugPicking, props.frameRenderedEvent, props.annotationReceivedEventHandler, props.handleOnClick, customSceneExtensions]);
   return /*#__PURE__*/React__default.createElement(PanelExtensionAdapter, {
     config: props.config,
     highestSupportedConfigVersion: 1,

package/dist/{index-oOaZlrsK.js → index-CM5imVCh.js}

@@ -1,9 +1,10 @@
-import { V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, a1 as delimitedIndent, N as foldNodeProp, a2 as foldInside, ab as html, U as LanguageSupport, ac as parseMixed } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { V as ExternalTokenizer, O as styleTags, Q as tags, X as LRParser, T as LRLanguage, K as indentNodeProp, M as continuedIndent, a1 as delimitedIndent, N as foldNodeProp, a2 as foldInside, ab as html, U as LanguageSupport, ac as parseMixed } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';

package/dist/{index-COpm762p.js → index-CN1Qa_CW.js}

@@ -1,9 +1,10 @@
-import { V as ExternalTokenizer, a3 as ContextTracker, O as styleTags, Q as tags, X as LRParser, $ as syntaxTree, Y as ifNotIn, T as LRLanguage, K as indentNodeProp, a1 as delimitedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport, a6 as IterMode, Z as completeFromList, a7 as NodeWeakMap, a5 as snippetCompletion } from './index-kutpugS9.js';
-import './tslib.es6-DRjIPBeG.js';
-import 'react';
-import 'react-mosaic-component';
+import { V as ExternalTokenizer, a3 as ContextTracker, O as styleTags, Q as tags, X as LRParser, $ as syntaxTree, Y as ifNotIn, T as LRLanguage, K as indentNodeProp, a1 as delimitedIndent, N as foldNodeProp, a2 as foldInside, U as LanguageSupport, a6 as IterMode, Z as completeFromList, a7 as NodeWeakMap, a5 as snippetCompletion } from './index-DPKWgVvs.js';
+import './depth-CJRDcPfJ.js';
 import './protobuf-B55JS-Px.js';
 import 'protobufjs/minimal';
+import 'react';
+import 'zustand';
+import 'react-mosaic-component';
 import '@mui/material';
 import './isArrayLikeObject-Bytw9p-q.js';
 import './comlink-DHMAu6X7.js';
@@ -16,7 +17,6 @@ import 'react-dnd-html5-backend';
 import './i18next-IYI3-Nuv.js';
 import '@emotion/react';
 import 'object-assign';
-import 'zustand';
 import 'react/jsx-runtime';
 import 'react-dom';
 import 'react-syntax-highlighter/dist/esm/styles/prism';