@cornerstonejs/tools 0.56.2 → 0.56.4

package/src/tools/annotation/ProbeTool.ts

@@ -0,0 +1,681 @@
+/* eslint-disable @typescript-eslint/no-empty-function */
+import { vec2 } from 'gl-matrix';
+
+import {
+  getEnabledElement,
+  VolumeViewport,
+  triggerEvent,
+  eventTarget,
+  utilities as csUtils,
+  utilities,
+} from '@cornerstonejs/core';
+import type { Types } from '@cornerstonejs/core';
+
+import { AnnotationTool } from '../base';
+import {
+  addAnnotation,
+  getAnnotations,
+  removeAnnotation,
+} from '../../stateManagement/annotation/annotationState';
+import {
+  drawHandles as drawHandlesSvg,
+  drawTextBox as drawTextBoxSvg,
+} from '../../drawingSvg';
+import { state } from '../../store';
+import { Events } from '../../enums';
+import { getViewportIdsWithToolToRender } from '../../utilities/viewportFilters';
+import {
+  resetElementCursor,
+  hideElementCursor,
+} from '../../cursors/elementCursor';
+import {
+  AnnotationCompletedEventDetail,
+  AnnotationModifiedEventDetail,
+} from '../../types/EventTypes';
+
+import triggerAnnotationRenderForViewportIds from '../../utilities/triggerAnnotationRenderForViewportIds';
+
+import {
+  EventTypes,
+  ToolHandle,
+  PublicToolProps,
+  ToolProps,
+  SVGDrawingHelper,
+} from '../../types';
+import { ProbeAnnotation } from '../../types/ToolSpecificAnnotationTypes';
+import { StyleSpecifier } from '../../types/AnnotationStyle';
+import { getModalityUnit } from '../../utilities/getModalityUnit';
+import { isViewportPreScaled } from '../../utilities/viewport/isViewportPreScaled';
+
+const { transformWorldToIndex } = csUtils;
+
+/**
+ * ProbeTool let you get the underlying voxel value by putting a probe in that
+ * location. It will give index of the location and value of the voxel.
+ * You can use ProbeTool in all perpendicular views (axial, sagittal, coronal).
+ * Note: annotation tools in cornerstone3DTools exists in the exact location
+ * in the physical 3d space, as a result, by default, all annotations that are
+ * drawing in the same frameOfReference will get shared between viewports that
+ * are in the same frameOfReference. Probe tool's text box are dynamically
+ * generated based on the viewport's underlying Modality. For instance, if
+ * the viewport is displaying CT, the text box will shown the statistics in Hounsfield units,
+ * and if the viewport is displaying PET, the text box will show the statistics in
+ * SUV units.
+ *
+ * The resulting annotation's data (statistics) and metadata (the
+ * state of the viewport while drawing was happening) will get added to the
+ * ToolState manager and can be accessed from the ToolState by calling getAnnotations
+ * or similar methods.
+ *
+ * To use the ProbeTool, you first need to add it to cornerstoneTools, then create
+ * a toolGroup and add the ProbeTool to it. Finally, setToolActive on the toolGroup
+ *
+ * ```js
+ * cornerstoneTools.addTool(ProbeTool)
+ *
+ * const toolGroup = ToolGroupManager.createToolGroup('toolGroupId')
+ *
+ * toolGroup.addTool(ProbeTool.toolName)
+ *
+ * toolGroup.addViewport('viewportId', 'renderingEngineId')
+ *
+ * toolGroup.setToolActive(ProbeTool.toolName, {
+ *   bindings: [
+ *    {
+ *       mouseButton: MouseBindings.Primary, // Left Click
+ *     },
+ *   ],
+ * })
+ * ```
+ *
+ * Read more in the Docs section of the website.
+ *
+ */
+class ProbeTool extends AnnotationTool {
+  static toolName;
+
+  touchDragCallback: any;
+  mouseDragCallback: any;
+  editData: {
+    annotation: any;
+    viewportIdsToRender: string[];
+    newAnnotation?: boolean;
+  } | null;
+  eventDispatchDetail: {
+    viewportId: string;
+    renderingEngineId: string;
+  };
+  isDrawing: boolean;
+  isHandleOutsideImage: boolean;
+
+  constructor(
+    toolProps: PublicToolProps = {},
+    defaultToolProps: ToolProps = {
+      supportedInteractionTypes: ['Mouse', 'Touch'],
+      configuration: {
+        shadow: true,
+        preventHandleOutsideImage: false,
+      },
+    }
+  ) {
+    super(toolProps, defaultToolProps);
+  }
+
+  // Not necessary for this tool but needs to be defined since it's an abstract
+  // method from the parent class.
+  isPointNearTool(): boolean {
+    return false;
+  }
+
+  toolSelectedCallback() {}
+
+  /**
+   * Based on the current position of the mouse and the current imageId to create
+   * a Probe Annotation and stores it in the annotationManager
+   *
+   * @param evt -  EventTypes.NormalizedMouseEventType
+   * @returns The annotation object.
+   *
+   */
+  addNewAnnotation = (
+    evt: EventTypes.InteractionEventType
+  ): ProbeAnnotation => {
+    const eventDetail = evt.detail;
+    const { currentPoints, element } = eventDetail;
+    const worldPos = currentPoints.world;
+
+    const enabledElement = getEnabledElement(element);
+    const { viewport, renderingEngine } = enabledElement;
+
+    this.isDrawing = true;
+    const camera = viewport.getCamera();
+    const { viewPlaneNormal, viewUp } = camera;
+
+    const referencedImageId = this.getReferencedImageId(
+      viewport,
+      worldPos,
+      viewPlaneNormal,
+      viewUp
+    );
+
+    const FrameOfReferenceUID = viewport.getFrameOfReferenceUID();
+
+    const annotation = {
+      invalidated: true,
+      highlighted: true,
+      metadata: {
+        toolName: this.getToolName(),
+        viewPlaneNormal: <Types.Point3>[...viewPlaneNormal],
+        viewUp: <Types.Point3>[...viewUp],
+        FrameOfReferenceUID,
+        referencedImageId,
+      },
+      data: {
+        label: '',
+        handles: { points: [<Types.Point3>[...worldPos]] },
+        cachedStats: {},
+      },
+    };
+
+    addAnnotation(annotation, element);
+
+    const viewportIdsToRender = getViewportIdsWithToolToRender(
+      element,
+      this.getToolName()
+    );
+
+    this.editData = {
+      annotation,
+      newAnnotation: true,
+      viewportIdsToRender,
+    };
+    this._activateModify(element);
+
+    hideElementCursor(element);
+
+    evt.preventDefault();
+
+    triggerAnnotationRenderForViewportIds(renderingEngine, viewportIdsToRender);
+
+    return annotation;
+  };
+
+  /**
+   * It checks if the mouse click is near ProveTool, it overwrites the baseAnnotationTool
+   * getHandleNearImagePoint method.
+   *
+   * @param element - The element that the tool is attached to.
+   * @param annotation - The annotation object associated with the annotation
+   * @param canvasCoords - The coordinates of the mouse click on canvas
+   * @param proximity - The distance from the mouse cursor to the point
+   * that is considered "near".
+   * @returns The handle that is closest to the cursor, or null if the cursor
+   * is not near any of the handles.
+   */
+  getHandleNearImagePoint(
+    element: HTMLDivElement,
+    annotation: ProbeAnnotation,
+    canvasCoords: Types.Point2,
+    proximity: number
+  ): ToolHandle | undefined {
+    const enabledElement = getEnabledElement(element);
+    const { viewport } = enabledElement;
+
+    const { data } = annotation;
+    const point = data.handles.points[0];
+    const annotationCanvasCoordinate = viewport.worldToCanvas(point);
+
+    const near =
+      vec2.distance(canvasCoords, annotationCanvasCoordinate) < proximity;
+
+    if (near === true) {
+      return point;
+    }
+  }
+
+  handleSelectedCallback(
+    evt: EventTypes.InteractionEventType,
+    annotation: ProbeAnnotation
+  ): void {
+    const eventDetail = evt.detail;
+    const { element } = eventDetail;
+
+    annotation.highlighted = true;
+
+    const viewportIdsToRender = getViewportIdsWithToolToRender(
+      element,
+      this.getToolName()
+    );
+
+    // Find viewports to render on drag.
+
+    this.editData = {
+      //handle, // This would be useful for other tools with more than one handle
+      annotation,
+      viewportIdsToRender,
+    };
+    this._activateModify(element);
+
+    hideElementCursor(element);
+
+    const enabledElement = getEnabledElement(element);
+    const { renderingEngine } = enabledElement;
+
+    triggerAnnotationRenderForViewportIds(renderingEngine, viewportIdsToRender);
+
+    evt.preventDefault();
+  }
+
+  _endCallback = (evt: EventTypes.InteractionEventType): void => {
+    const eventDetail = evt.detail;
+    const { element } = eventDetail;
+
+    const { annotation, viewportIdsToRender, newAnnotation } = this.editData;
+
+    const enabledElement = getEnabledElement(element);
+    const { renderingEngine } = enabledElement;
+
+    const { viewportId } = enabledElement;
+    this.eventDispatchDetail = {
+      viewportId,
+      renderingEngineId: renderingEngine.id,
+    };
+
+    this._deactivateModify(element);
+
+    resetElementCursor(element);
+
+    this.editData = null;
+    this.isDrawing = false;
+
+    if (
+      this.isHandleOutsideImage &&
+      this.configuration.preventHandleOutsideImage
+    ) {
+      removeAnnotation(annotation.annotationUID);
+    }
+
+    triggerAnnotationRenderForViewportIds(renderingEngine, viewportIdsToRender);
+
+    if (newAnnotation) {
+      const eventType = Events.ANNOTATION_COMPLETED;
+
+      const eventDetail: AnnotationCompletedEventDetail = {
+        annotation,
+      };
+
+      triggerEvent(eventTarget, eventType, eventDetail);
+    }
+  };
+
+  _dragCallback = (evt) => {
+    this.isDrawing = true;
+    const eventDetail = evt.detail;
+    const { currentPoints, element } = eventDetail;
+    const worldPos = currentPoints.world;
+
+    const { annotation, viewportIdsToRender } = this.editData;
+    const { data } = annotation;
+
+    data.handles.points[0] = [...worldPos];
+    annotation.invalidated = true;
+
+    const enabledElement = getEnabledElement(element);
+    const { renderingEngine } = enabledElement;
+
+    triggerAnnotationRenderForViewportIds(renderingEngine, viewportIdsToRender);
+  };
+
+  cancel = (element: HTMLDivElement) => {
+    // If it is mid-draw or mid-modify
+    if (this.isDrawing) {
+      this.isDrawing = false;
+      this._deactivateModify(element);
+      resetElementCursor(element);
+
+      const { annotation, viewportIdsToRender, newAnnotation } = this.editData;
+      const { data } = annotation;
+
+      annotation.highlighted = false;
+      data.handles.activeHandleIndex = null;
+
+      const enabledElement = getEnabledElement(element);
+      const { renderingEngine } = enabledElement;
+
+      triggerAnnotationRenderForViewportIds(
+        renderingEngine,
+        viewportIdsToRender
+      );
+
+      if (newAnnotation) {
+        const eventType = Events.ANNOTATION_COMPLETED;
+
+        const eventDetail: AnnotationCompletedEventDetail = {
+          annotation,
+        };
+
+        triggerEvent(eventTarget, eventType, eventDetail);
+      }
+
+      this.editData = null;
+      return annotation.annotationUID;
+    }
+  };
+
+  _activateModify = (element) => {
+    state.isInteractingWithTool = true;
+
+    element.addEventListener(Events.MOUSE_UP, this._endCallback);
+    element.addEventListener(Events.MOUSE_DRAG, this._dragCallback);
+    element.addEventListener(Events.MOUSE_CLICK, this._endCallback);
+
+    element.addEventListener(Events.TOUCH_END, this._endCallback);
+    element.addEventListener(Events.TOUCH_DRAG, this._dragCallback);
+    element.addEventListener(Events.TOUCH_TAP, this._endCallback);
+  };
+
+  _deactivateModify = (element) => {
+    state.isInteractingWithTool = false;
+
+    element.removeEventListener(Events.MOUSE_UP, this._endCallback);
+    element.removeEventListener(Events.MOUSE_DRAG, this._dragCallback);
+    element.removeEventListener(Events.MOUSE_CLICK, this._endCallback);
+
+    element.removeEventListener(Events.TOUCH_END, this._endCallback);
+    element.removeEventListener(Events.TOUCH_DRAG, this._dragCallback);
+    element.removeEventListener(Events.TOUCH_TAP, this._endCallback);
+  };
+
+  /**
+   * it is used to draw the probe annotation in each
+   * request animation frame. It calculates the updated cached statistics if
+   * data is invalidated and cache it.
+   *
+   * @param enabledElement - The Cornerstone's enabledElement.
+   * @param svgDrawingHelper - The svgDrawingHelper providing the context for drawing.
+   */
+  renderAnnotation = (
+    enabledElement: Types.IEnabledElement,
+    svgDrawingHelper: SVGDrawingHelper
+  ): boolean => {
+    let renderStatus = false;
+    const { viewport } = enabledElement;
+    const { element } = viewport;
+
+    let annotations = getAnnotations(this.getToolName(), element);
+
+    if (!annotations?.length) {
+      return renderStatus;
+    }
+
+    annotations = this.filterInteractableAnnotationsForElement(
+      element,
+      annotations
+    );
+
+    if (!annotations?.length) {
+      return renderStatus;
+    }
+
+    const targetId = this.getTargetId(viewport);
+    const renderingEngine = viewport.getRenderingEngine();
+
+    const styleSpecifier: StyleSpecifier = {
+      toolGroupId: this.toolGroupId,
+      toolName: this.getToolName(),
+      viewportId: enabledElement.viewport.id,
+    };
+
+    for (let i = 0; i < annotations.length; i++) {
+      const annotation = annotations[i] as ProbeAnnotation;
+      const annotationUID = annotation.annotationUID;
+      const data = annotation.data;
+      const point = data.handles.points[0];
+      const canvasCoordinates = viewport.worldToCanvas(point);
+
+      styleSpecifier.annotationUID = annotationUID;
+
+      const color = this.getStyle('color', styleSpecifier, annotation);
+
+      if (!data.cachedStats[targetId]) {
+        data.cachedStats[targetId] = {
+          Modality: null,
+          index: null,
+          value: null,
+        };
+
+        this._calculateCachedStats(annotation, renderingEngine, enabledElement);
+      } else if (annotation.invalidated) {
+        this._calculateCachedStats(annotation, renderingEngine, enabledElement);
+
+        // If the invalidated data is as a result of volumeViewport manipulation
+        // of the tools, we need to invalidate the related stackViewports data if
+        // they are not at the referencedImageId, so that
+        // when scrolling to the related slice in which the tool were manipulated
+        // we re-render the correct tool position. This is due to stackViewport
+        // which doesn't have the full volume at each time, and we are only working
+        // on one slice at a time.
+        if (viewport instanceof VolumeViewport) {
+          const { referencedImageId } = annotation.metadata;
+
+          // invalidate all the relevant stackViewports if they are not
+          // at the referencedImageId
+          for (const targetId in data.cachedStats) {
+            if (targetId.startsWith('imageId')) {
+              const viewports = renderingEngine.getStackViewports();
+
+              const invalidatedStack = viewports.find((vp) => {
+                // The stack viewport that contains the imageId but is not
+                // showing it currently
+                const referencedImageURI =
+                  csUtils.imageIdToURI(referencedImageId);
+                const hasImageURI = vp.hasImageURI(referencedImageURI);
+                const currentImageURI = csUtils.imageIdToURI(
+                  vp.getCurrentImageId()
+                );
+                return hasImageURI && currentImageURI !== referencedImageURI;
+              });
+
+              if (invalidatedStack) {
+                delete data.cachedStats[targetId];
+              }
+            }
+          }
+        }
+      }
+
+      // If rendering engine has been destroyed while rendering
+      if (!viewport.getRenderingEngine()) {
+        console.warn('Rendering Engine has been destroyed');
+        return renderStatus;
+      }
+
+      const handleGroupUID = '0';
+
+      drawHandlesSvg(
+        svgDrawingHelper,
+        annotationUID,
+        handleGroupUID,
+        [canvasCoordinates],
+        { color }
+      );
+
+      renderStatus = true;
+
+      const isPreScaled = isViewportPreScaled(viewport, targetId);
+
+      const textLines = this._getTextLines(data, targetId, isPreScaled);
+      if (textLines) {
+        const textCanvasCoordinates = [
+          canvasCoordinates[0] + 6,
+          canvasCoordinates[1] - 6,
+        ];
+
+        const textUID = '0';
+        drawTextBoxSvg(
+          svgDrawingHelper,
+          annotationUID,
+          textUID,
+          textLines,
+          [textCanvasCoordinates[0], textCanvasCoordinates[1]],
+          this.getLinkedTextBoxStyle(styleSpecifier, annotation)
+        );
+      }
+    }
+
+    return renderStatus;
+  };
+
+  _getTextLines(
+    data,
+    targetId: string,
+    isPreScaled: boolean
+  ): string[] | undefined {
+    const cachedVolumeStats = data.cachedStats[targetId];
+    const { index, Modality, value, SUVBw, SUVLbm, SUVBsa } = cachedVolumeStats;
+
+    if (value === undefined && SUVBw === undefined) {
+      return;
+    }
+
+    const textLines = [];
+    const unit = getModalityUnit(Modality, isPreScaled);
+
+    textLines.push(`(${index[0]}, ${index[1]}, ${index[2]})`);
+
+    // Check if we have scaling for the other 2 SUV types for the PET.
+    if (Modality === 'PT' && isPreScaled === true && SUVBw !== undefined) {
+      textLines.push(`${SUVBw.toFixed(2)} SUV bw`);
+      if (SUVLbm) {
+        textLines.push(`${SUVLbm.toFixed(2)} SUV lbm`);
+      }
+      if (SUVBsa) {
+        textLines.push(`${SUVBsa.toFixed(2)} SUV bsa`);
+      }
+    } else {
+      textLines.push(`${value.toFixed(2)} ${unit}`);
+    }
+
+    return textLines;
+  }
+
+  _getValueForModality(value, imageVolume, modality) {
+    const values = {};
+
+    values['value'] = value;
+
+    // Check if we have scaling for the other 2 SUV types for the PET.
+    if (
+      modality === 'PT' &&
+      imageVolume.scaling.PET &&
+      (imageVolume.scaling.PET.suvbwToSuvbsa ||
+        imageVolume.scaling.PET.suvbwToSuvlbm)
+    ) {
+      const { suvbwToSuvlbm, suvbwToSuvbsa } = imageVolume.scaling.PET;
+
+      values['SUVBw'] = value;
+
+      if (suvbwToSuvlbm) {
+        const SUVLbm = value * suvbwToSuvlbm;
+        values['SUVLbm'] = SUVLbm;
+      }
+
+      if (suvbwToSuvbsa) {
+        const SUVBsa = value * suvbwToSuvbsa;
+        values['SUVBsa'] = SUVBsa;
+      }
+    }
+
+    return values;
+  }
+
+  _calculateCachedStats(annotation, renderingEngine, enabledElement) {
+    const data = annotation.data;
+    const { viewportId, renderingEngineId } = enabledElement;
+
+    const worldPos = data.handles.points[0];
+    const { cachedStats } = data;
+
+    const targetIds = Object.keys(cachedStats);
+
+    for (let i = 0; i < targetIds.length; i++) {
+      const targetId = targetIds[i];
+
+      const image = this.getTargetIdImage(targetId, renderingEngine);
+
+      // If image does not exists for the targetId, skip. This can be due
+      // to various reasons such as if the target was a volumeViewport, and
+      // the volumeViewport has been decached in the meantime.
+      if (!image) {
+        continue;
+      }
+
+      const { dimensions, imageData, metadata } = image;
+      const scalarData =
+        'getScalarData' in image ? image.getScalarData() : image.scalarData;
+
+      const modality = metadata.Modality;
+      const index = transformWorldToIndex(imageData, worldPos);
+
+      index[0] = Math.round(index[0]);
+      index[1] = Math.round(index[1]);
+      index[2] = Math.round(index[2]);
+
+      if (csUtils.indexWithinDimensions(index, dimensions)) {
+        this.isHandleOutsideImage = false;
+        const yMultiple = dimensions[0];
+        const zMultiple = dimensions[0] * dimensions[1];
+
+        const value =
+          scalarData[index[2] * zMultiple + index[1] * yMultiple + index[0]];
+
+        // Index[2] for stackViewport is always 0, but for visualization
+        // we reset it to be imageId index
+        if (targetId.startsWith('imageId:')) {
+          const imageId = targetId.split('imageId:')[1];
+          const imageURI = csUtils.imageIdToURI(imageId);
+          const viewports = utilities.getViewportsWithImageURI(
+            imageURI,
+            renderingEngineId
+          );
+
+          const viewport = viewports[0];
+
+          index[2] = viewport.getCurrentImageIdIndex();
+        }
+
+        const values = this._getValueForModality(value, image, modality);
+
+        cachedStats[targetId] = {
+          index,
+          ...values,
+          Modality: modality,
+        };
+      } else {
+        this.isHandleOutsideImage = true;
+        cachedStats[targetId] = {
+          index,
+          Modality: modality,
+        };
+      }
+
+      annotation.invalidated = false;
+
+      // Dispatching annotation modified
+      const eventType = Events.ANNOTATION_MODIFIED;
+
+      const eventDetail: AnnotationModifiedEventDetail = {
+        annotation,
+        viewportId,
+        renderingEngineId,
+      };
+
+      triggerEvent(eventTarget, eventType, eventDetail);
+    }
+
+    return cachedStats;
+  }
+}
+
+ProbeTool.toolName = 'Probe';
+export default ProbeTool;