@jax-data-science/sci-image-visualizer 0.2.18 → 0.3.0

package/index.d.ts

@@ -16,6 +16,7 @@ export * from './lib/contracts/viz-config';
 export * from './lib/contracts/image.contract';
 export * from './lib/contracts/plot-type';
 export * from './lib/contracts/toolbar-config';
+export * from './lib/contracts/toolbar-tool.contract';
 export * from './lib/contracts/capabilities.contract';
 export * from './lib/contracts/region-overlay.contract';
 export * from './lib/contracts/display-types';
@@ -23,17 +24,11 @@ export * from './lib/contracts/sam.contract';
 export * from './lib/contracts/cell-segmenter.contract';
 export { CellposeSegmenterService } from './lib/toolbar/segmentation/cellpose-segmenter.service';
 export * from './lib/contracts/instance-segmenter.contract';
-export { YoloSegmenterService } from './lib/toolbar/segmentation/yolo-segmenter.service';
-export { YoloDetectToolService, YOLO_REGION_SOURCE } from './lib/toolbar/segmentation/yolo-detect-tool.service';
 export * from './lib/contracts/semantic-segmenter.contract';
-export { RetinalSegmenterService } from './lib/toolbar/segmentation/retinal-segmenter.service';
-export { RetinalLayerToolService, RETINAL_REGION_SOURCE, } from './lib/toolbar/segmentation/retinal-layer-tool.service';
 export { ProcessingImage } from './lib/processing/processing-image';
 export { cropImage, CropImageOptions } from './lib/processing/image-crop';
 export { ImageConverterService } from './lib/processing/image-converter.service';
 export { SAM_MODELS, DEFAULT_SAM_MODEL_ID, getSamModel, isSamModelReady, setSamModelUrls, setDefaultSamModel, getDefaultSamModelId, } from './lib/toolbar/segmentation/sam-model-registry';
-export { YOLO_MODELS, DEFAULT_YOLO_MODEL_ID, getYoloModel, isYoloModelReady, setYoloModelUrls, setDefaultYoloModel, getDefaultYoloModelId, YoloModelDef, } from './lib/toolbar/segmentation/yolo-model-registry';
-export { RETINAL_MODELS, DEFAULT_RETINAL_MODEL_ID, getRetinalModel, isRetinalModelReady, readyRetinalModels, setRetinalModelUrls, setDefaultRetinalModel, getDefaultRetinalModelId, RetinalModelDef, } from './lib/toolbar/segmentation/retinal-model-registry';
 export { setOrtWasmBase, getOrtWasmBase } from './lib/toolbar/segmentation/ort-runtime-config';
 export * from './lib/models/region';
 export * from './lib/models/class-preset';

package/lib/contracts/instance-segmenter.contract.d.ts

@@ -128,8 +128,12 @@ export interface IInstanceSegmenter {
     }, opts?: InstanceSegmentOptions, progress?: InstanceSegmentProgress): Promise<InstanceSegmentation>;
 }
 /**
- * DI token for the automatic instance segmenter. Defaults to the in-library
- * {@link YoloSegmenterService} (yolo-segdetect-js, lazy-loaded); override it in
- * the host to swap implementations — for example to delegate to the server.
+ * DI token for the automatic instance segmenter.
+ *
+ * **No default.** It used to fall back to an in-library YOLO service, and that
+ * factory was what pulled `yolo-segdetect-js` into every bundle of this package
+ * — which is not shippable while the checkpoints are closed. A host provides an
+ * implementation (see `@jax-data-science/sci-image-visualizer-jax-tools`), or
+ * nothing does and no tool needing it is registered.
  */
 export declare const INSTANCE_SEGMENTER: InjectionToken<IInstanceSegmenter>;

package/lib/contracts/semantic-segmenter.contract.d.ts

@@ -99,7 +99,12 @@ export interface ISemanticSegmenter {
     }, opts?: SemanticSegmentOptions, progress?: SemanticSegmentProgress): Promise<SemanticSegmentation>;
 }
 /**
- * DI token for the semantic segmenter, defaulting to the in-library
- * jax-ai-js-backed implementation. Hosts override it to supply their own.
+ * DI token for the semantic segmenter.
+ *
+ * **No default.** It used to fall back to an in-library jax-ai-js service, and
+ * that factory was what pulled `jax-ai-js` into every bundle of this package —
+ * which is not shippable while the checkpoints are closed. A host provides an
+ * implementation (see `@jax-data-science/sci-image-visualizer-jax-tools`), or
+ * nothing does and no tool needing it is registered.
  */
 export declare const SEMANTIC_SEGMENTER: InjectionToken<ISemanticSegmenter>;

package/lib/contracts/toolbar-tool.contract.d.ts

@@ -0,0 +1,190 @@
+/**
+ * How a tool gets into the toolbar without this library knowing what it is.
+ *
+ * WHY THIS EXISTS
+ * The YOLO detector and the retinal-layer segmenter used to be built in: their
+ * buttons were hardcoded in the toolbar template, their model registries named
+ * JAX checkpoints, and the `INSTANCE_SEGMENTER` / `SEMANTIC_SEGMENTER` tokens
+ * defaulted to in-library services that imported `yolo-segdetect-js` and
+ * `jax-ai-js`. Those default factories were the only thing pulling either
+ * package into the bundle — the contracts themselves were already clean.
+ *
+ * That arrangement cannot ship in an open library while the models are closed.
+ * So the tools move out, into a package that depends on this one, and arrive
+ * back through {@link TOOLBAR_TOOLS}. This library keeps the contracts, the
+ * chrome and the region plumbing; it no longer knows that YOLO exists.
+ *
+ * A host registers tools with a multi-provider:
+ *
+ *     { provide: TOOLBAR_TOOLS, useExisting: YoloToolContribution, multi: true }
+ *
+ * Register nothing and the toolbar has no segmentation tools, the help dialog
+ * lists none, and neither model package is in the graph.
+ *
+ * WHY PARAMS ARE DECLARED, NOT RENDERED
+ * A contribution describes its parameters ({@link ToolParamSpec}) instead of
+ * supplying a component to draw them. The toolbar renders one generic dialog
+ * from that description. The alternative — each plugin shipping its own dialog
+ * component — would make every plugin depend on this library's exact PrimeNG
+ * version and styling internals to look like the rest of the toolbar, and the
+ * two dialogs that exist today are entirely numbers and one checkbox. A schema
+ * covers them, and it is the same shape jit-ui already uses for its pipeline
+ * step parameters, so the vocabulary is familiar.
+ *
+ * If a tool ever needs a control this cannot express, add a variant here rather
+ * than an escape hatch that returns a component — the moment one tool draws
+ * itself, the toolbar stops being able to lay tools out consistently.
+ *
+ * WHY AN EMPTY MODEL LIST HIDES THE TOOL
+ * {@link ToolbarToolContribution.models} returning `[]` removes the tool from
+ * the toolbar entirely. This preserves the behaviour the built-in tools already
+ * had (their buttons were `*ngIf`'d on a filtered registry), and it gives a host
+ * one switch for "the weights are not configured in this deployment" that does
+ * not require unregistering the provider.
+ */
+import { InjectionToken } from '@angular/core';
+import type { Observable } from 'rxjs';
+import type { IVisualizer } from './visualizer.contract';
+/** A number field. Rendered as a stepper, matching the built-in dialogs. */
+export interface NumberParamSpec {
+    id: string;
+    label: string;
+    type: 'number';
+    min?: number;
+    max?: number;
+    step?: number;
+    /** Decimal places to show. Omit for integers. */
+    fractionDigits?: number;
+    /** Hover help. Plain text; it is not rendered as HTML. */
+    tooltip?: string;
+}
+/** A checkbox. `label` sits beside it and may run to a sentence or two. */
+export interface BooleanParamSpec {
+    id: string;
+    label: string;
+    type: 'boolean';
+    tooltip?: string;
+}
+/** A fixed set of choices. */
+export interface SelectParamSpec {
+    id: string;
+    label: string;
+    type: 'select';
+    options: {
+        label: string;
+        value: string | number;
+    }[];
+    tooltip?: string;
+}
+export type ToolParamSpec = NumberParamSpec | BooleanParamSpec | SelectParamSpec;
+/** One selectable checkpoint. */
+export interface ToolModelOption {
+    id: string;
+    label: string;
+    /**
+     * Describes the checkpoint in the picker's hover tooltip — size, speed,
+     * training domain, accuracy. **Rendered as HTML**, so it is trusted content
+     * from the contributing package, never anything user-supplied.
+     */
+    info?: string;
+    /**
+     * Parameter values this checkpoint wants, merged over
+     * {@link ToolbarToolContribution.defaultParams} when it is selected. Defaults
+     * belong to the model rather than the tool — a detector trained on native 40x
+     * patches wants different tiling from one trained on thumbnails.
+     */
+    defaults?: Record<string, unknown>;
+}
+/**
+ * The `status$` / `busy$` / `progress$` surface the toolbar drives its sticky
+ * toast and progress bar from. `progress$` is a 0..1 fraction, or -1 for
+ * indeterminate.
+ */
+export interface ToolProgress {
+    status$: Observable<string>;
+    busy$: Observable<boolean>;
+    progress$: Observable<number>;
+}
+/** Toolbar icon: a published asset, or a PrimeIcon class name. */
+export type ToolIcon = {
+    src: string;
+    pi?: never;
+} | {
+    pi: string;
+    src?: never;
+};
+/**
+ * A tool contributed to the toolbar.
+ *
+ * Implement it on an `@Injectable()` service in the contributing package, so it
+ * can inject its own segmenter and model registry — this library provides
+ * neither and must not learn to.
+ */
+export interface ToolbarToolContribution {
+    /** Stable identity, used for tracking and persisted preferences. */
+    id: string;
+    /** Short name, used in the toast and the help dialog heading. */
+    label: string;
+    icon: ToolIcon;
+    /** Tooltip on the run button — say what it does to the current view. */
+    runTooltip: string;
+    /** Tooltip on the checkpoint picker. Defaults to "Pick the model". */
+    modelTooltip?: string;
+    /** Tooltip on the parameters button. Defaults to "Parameters". */
+    paramsTooltip?: string;
+    /**
+     * Where it sits among the segmentation tools. Lower sorts first; ties fall
+     * back to registration order. The built-in prompted tools occupy 0-99, so
+     * contributed tools should start at 100 to land after them.
+     */
+    order?: number;
+    /** Selectable checkpoints. **Empty hides the tool.** */
+    models(): ToolModelOption[];
+    /** Which checkpoint runs when the user has not chosen. */
+    defaultModelId(): string;
+    /**
+     * Called when the user picks a checkpoint, before parameters are re-seeded.
+     * Use it to record the choice in the contributing package's own registry.
+     */
+    onModelChange?(modelId: string): void;
+    /** Parameter fields, in dialog order. Empty hides the parameters button. */
+    params: ToolParamSpec[];
+    /**
+     * Baseline parameter values for a checkpoint. Called on first use and again
+     * on "Reset to model defaults", so it must be pure and must return every key
+     * the tool reads — a parameter the dialog shows but this omits renders as
+     * empty and reaches `run` as undefined.
+     */
+    defaultParams(modelId: string): Record<string, unknown>;
+    /**
+     * Entry for the help dialog's tool list. `body` is rendered as HTML and may
+     * reference published assets (e.g. the tool's own icon).
+     */
+    help?: {
+        body: string;
+    };
+    /** Progress surface for the toast. */
+    progress: ToolProgress;
+    /**
+     * Run over what is currently displayed, and write whatever it finds through
+     * `viz`. Resolves with the number of regions added.
+     *
+     * Everything the tool needs is on {@link IVisualizer}, which is part of this
+     * library's public surface — a contribution never reaches into internals.
+     * Region writes go through the same path the built-in tools use, so the
+     * index-based overlays and the Regions table stay consistent.
+     */
+    run(viz: IVisualizer, params: Record<string, unknown>): Promise<number>;
+}
+/**
+ * Multi-provider token for contributed tools.
+ *
+ * Deliberately has no `factory`: unregistered means no tools, which is what
+ * makes this library shippable without the closed model packages. Inject it
+ * `{ optional: true }` and treat null as empty.
+ */
+export declare const TOOLBAR_TOOLS: InjectionToken<readonly ToolbarToolContribution[]>;
+/** Sort contributed tools into display order. */
+export declare function sortToolContributions(tools: readonly ToolbarToolContribution[]): ToolbarToolContribution[];
+/** The tools a toolbar should actually show: those with at least one model. */
+export declare function visibleToolContributions(tools: readonly ToolbarToolContribution[] | null | undefined): ToolbarToolContribution[];

package/lib/toolbar/model-info.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Per-model descriptions for the info icon beside each item of the SAM / YOLO /
+ * retinal model dropdowns, keyed by registry model id.
+ *
+ * Lives in the toolbar layer rather than in the model registries for two
+ * reasons: the toolbar receives only `{ id, label }` from its host, so registry
+ * copy would have to be threaded through every host; and this text was already
+ * owned here — the SAM entries are the prose from the "About the SAM models"
+ * overlay panel this replaced, moved next to the model it describes.
+ *
+ * The quoted numbers come from the registries (`sizeMb`, `miou`, `patchSize`,
+ * per-model tiling `defaults`) — keep them in step when those change.
+ *
+ * Rendered with `[escape]="false"`, so `<b>` / `<br>` / entities are honoured.
+ * A model with no entry here simply gets no info icon.
+ */
+export declare const MODEL_INFO: Record<string, string>;

package/lib/toolbar/toolbar.component.d.ts

@@ -3,6 +3,7 @@ import { MenuItem } from 'primeng/api';
 import { IImageInfo } from '../contracts/image.contract';
 import { PlotType, PlotTypeDescriptor } from '../contracts/plot-type';
 import { ToolbarToolVisibility } from '../contracts/toolbar-config';
+import { ToolbarToolContribution } from '../contracts/toolbar-tool.contract';
 import * as i0 from "@angular/core";
 /**
  * Presentational toolbar for the plotting viewport.
@@ -66,18 +67,14 @@ export declare class ToolbarComponent implements OnChanges {
         label: string;
     }[];
     samModelId: string;
-    /** YOLO checkpoints offered by the host's registry, and the active one. */
-    yoloModels: {
-        id: string;
-        label: string;
-    }[];
-    yoloModelId: string;
-    /** Retinal-layer checkpoints offered by the host's registry, and the active one. */
-    retinalModels: {
-        id: string;
-        label: string;
-    }[];
-    retinalModelId: string;
+    /**
+     * Tools contributed through {@link TOOLBAR_TOOLS}, already filtered to the
+     * ones with models and sorted. The host resolves them so it can own the
+     * per-tool parameter state; this component only draws them.
+     */
+    contributedTools: ToolbarToolContribution[];
+    /** Active checkpoint per contributed tool, keyed by tool id. */
+    toolModelIds: Record<string, string>;
     selectPlotType: EventEmitter<PlotType>;
     /** Intensity (LINE) mode: add another colored line ROI + inset trace. */
     addProfileLine: EventEmitter<void>;
@@ -117,18 +114,15 @@ export declare class ToolbarComponent implements OnChanges {
     segmentRegions: EventEmitter<void>;
     /** Run cellpose-SAM (auto) inside each drawn rectangle's crop (jit-ui#90). */
     segmentCellpose: EventEmitter<void>;
-    /** Run YOLO detection over the current view. */
-    detectYolo: EventEmitter<void>;
-    /** Pick the YOLO checkpoint. */
-    yoloModelChange: EventEmitter<string>;
-    /** Open the YOLO parameter dialog. */
-    openYoloParams: EventEmitter<void>;
-    /** Run retinal-layer segmentation over the current view. */
-    segmentRetinal: EventEmitter<void>;
-    /** Pick the retinal-layer checkpoint. */
-    retinalModelChange: EventEmitter<string>;
-    /** Open the retinal-layer parameter dialog. */
-    openRetinalParams: EventEmitter<void>;
+    /** Run a contributed tool over the current view, by tool id. */
+    runTool: EventEmitter<string>;
+    /** Pick a contributed tool's checkpoint. */
+    toolModelChange: EventEmitter<{
+        toolId: string;
+        modelId: string;
+    }>;
+    /** Open a contributed tool's parameter dialog, by tool id. */
+    openToolParams: EventEmitter<string>;
     /** SAM model picker (jit-ui#90 P1). */
     samModelChange: EventEmitter<string>;
     wandSensitivityChange: EventEmitter<number | undefined>;
@@ -155,15 +149,44 @@ export declare class ToolbarComponent implements OnChanges {
      *  Held as a stable array (rebuilt only when `samModels`/`samModelId` change),
      *  NOT a getter: a getter returns a fresh array with new `command` closures on
      *  every change-detection tick, which makes the bound `p-menu` overlay rebuild
-     *  its DOM mid-interaction and swallow the click on a menu item. */
+     *  its DOM mid-interaction and swallow the click on a menu item.
+     *
+     *  `tooltip` carries the model's description from {@link MODEL_INFO}; the
+     *  menus' shared item template turns it into the hover info icon. p-menu's own
+     *  rendering ignores the field (it reads `item.title`), so it is free to use. */
     samMenuItems: MenuItem[];
-    /** Same stable-array reasoning as {@link samMenuItems}. */
-    yoloMenuItems: MenuItem[];
-    /** Same stable-array reasoning as {@link samMenuItems}. */
-    retinalMenuItems: MenuItem[];
+    /**
+     * Model menus for the contributed tools, keyed by tool id. Same stable-array
+     * reasoning as {@link samMenuItems} — and it is why this is a map rebuilt in
+     * `ngOnChanges` rather than a method called from the template, which would
+     * hand `p-menu` a new array every tick.
+     *
+     * A contributed tool supplies its own per-model description, so unlike the
+     * SAM menu these do not consult {@link MODEL_INFO}: this library has no
+     * copy for checkpoints it does not know about.
+     */
+    toolMenuItems: Record<string, MenuItem[]>;
     /** Rebuild the SAM model menu when the model list or active selection
      *  changes (keeps the array reference stable across other CD ticks). */
     ngOnChanges(changes: SimpleChanges): void;
+    /**
+     * Strip markup from a model description so it can be read aloud.
+     *
+     * The copy in MODEL_INFO and in a contribution's `ToolModelOption.info` is
+     * written for a visual tooltip rendered with `[escape]="false"`, so it carries
+     * `<b>` and `<br>`. Passed to `aria-label` verbatim a screen reader announces
+     * the tags, so they are removed and `<br>` becomes a sentence break. Entities
+     * used in that copy (`&nbsp;`, `&times;`, `&amp;`) are decoded for the same
+     * reason.
+     */
+    plainText(html: string): string;
+    /** Contributed tool names for the help dialog's prompted/no-prompt contrast,
+     *  e.g. "YOLO, Retinal layers". Empty when nothing is registered, which is
+     *  why the sentence that uses it is itself conditional. */
+    get contributedToolNames(): string;
+    /** Keeps each contributed tool's `p-menu` overlay alive across CD ticks —
+     *  re-creating it mid-interaction swallows the click on a menu item. */
+    trackToolById(_index: number, tool: ToolbarToolContribution): string;
     /** The Image plot type renders as a natively pan/zoom-able raster, so the
      *  generic zoom/pan tools are hidden. */
     get isImageView(): boolean;
@@ -191,5 +214,5 @@ export declare class ToolbarComponent implements OnChanges {
     get isIntensityCapable(): boolean;
     showHelp(): void;
     static ɵfac: i0.ɵɵFactoryDeclaration<ToolbarComponent, never>;
-    static ɵcmp: i0.ɵɵComponentDeclaration<ToolbarComponent, "plotting-toolbar", never, { "imageInfo": { "alias": "imageInfo"; "required": false; }; "plotTypeOptions": { "alias": "plotTypeOptions"; "required": false; }; "selectedPlotType": { "alias": "selectedPlotType"; "required": false; }; "isoRange": { "alias": "isoRange"; "required": false; }; "maxIndex": { "alias": "maxIndex"; "required": false; }; "zIndex": { "alias": "zIndex"; "required": false; }; "isHeatmap": { "alias": "isHeatmap"; "required": false; }; "activeDragMode": { "alias": "activeDragMode"; "required": false; }; "activeSurface3dMode": { "alias": "activeSurface3dMode"; "required": false; }; "axesVisible": { "alias": "axesVisible"; "required": false; }; "wireframeActive": { "alias": "wireframeActive"; "required": false; }; "resolutionScale": { "alias": "resolutionScale"; "required": false; }; "wandSensitivity": { "alias": "wandSensitivity"; "required": false; }; "brushSize": { "alias": "brushSize"; "required": false; }; "vertexEraserRadius": { "alias": "vertexEraserRadius"; "required": false; }; "canUndo": { "alias": "canUndo"; "required": false; }; "canRedo": { "alias": "canRedo"; "required": false; }; "stackOptions": { "alias": "stackOptions"; "required": false; }; "tools": { "alias": "tools"; "required": false; }; "imageSmoothingEnabled": { "alias": "imageSmoothingEnabled"; "required": false; }; "samModels": { "alias": "samModels"; "required": false; }; "samModelId": { "alias": "samModelId"; "required": false; }; "yoloModels": { "alias": "yoloModels"; "required": false; }; "yoloModelId": { "alias": "yoloModelId"; "required": false; }; "retinalModels": { "alias": "retinalModels"; "required": false; }; "retinalModelId": { "alias": "retinalModelId"; "required": false; }; }, { "selectPlotType": "selectPlotType"; "addProfileLine": "addProfileLine"; "toggleImageSmoothing": "toggleImageSmoothing"; "isoRangeChange": "isoRangeChange"; "openChannelHistogram": "openChannelHistogram"; "openRegionEditor": "openRegionEditor"; "selectStackOption": "selectStackOption"; "zScrub": "zScrub"; "zSlide": "zSlide"; "zIndexInput": "zIndexInput"; "reloadAndPlot": "reloadAndPlot"; "downloadImage": "downloadImage"; "autoscaleImage": "autoscaleImage"; "toggleDragMode": "toggleDragMode"; "zoomIn": "zoomIn"; "zoomOut": "zoomOut"; "toggleSurface3dMode": "toggleSurface3dMode"; "resetSurfaceCamera": "resetSurfaceCamera"; "toggleAxes": "toggleAxes"; "toggleWireframe": "toggleWireframe"; "selectResolution": "selectResolution"; "deleteRegion": "deleteRegion"; "undoRegion": "undoRegion"; "redoRegion": "redoRegion"; "segmentRegions": "segmentRegions"; "segmentCellpose": "segmentCellpose"; "detectYolo": "detectYolo"; "yoloModelChange": "yoloModelChange"; "openYoloParams": "openYoloParams"; "segmentRetinal": "segmentRetinal"; "retinalModelChange": "retinalModelChange"; "openRetinalParams": "openRetinalParams"; "samModelChange": "samModelChange"; "wandSensitivityChange": "wandSensitivityChange"; "brushSizeChange": "brushSizeChange"; "vertexEraserRadiusChange": "vertexEraserRadiusChange"; }, never, ["*"], false, never>;
+    static ɵcmp: i0.ɵɵComponentDeclaration<ToolbarComponent, "plotting-toolbar", never, { "imageInfo": { "alias": "imageInfo"; "required": false; }; "plotTypeOptions": { "alias": "plotTypeOptions"; "required": false; }; "selectedPlotType": { "alias": "selectedPlotType"; "required": false; }; "isoRange": { "alias": "isoRange"; "required": false; }; "maxIndex": { "alias": "maxIndex"; "required": false; }; "zIndex": { "alias": "zIndex"; "required": false; }; "isHeatmap": { "alias": "isHeatmap"; "required": false; }; "activeDragMode": { "alias": "activeDragMode"; "required": false; }; "activeSurface3dMode": { "alias": "activeSurface3dMode"; "required": false; }; "axesVisible": { "alias": "axesVisible"; "required": false; }; "wireframeActive": { "alias": "wireframeActive"; "required": false; }; "resolutionScale": { "alias": "resolutionScale"; "required": false; }; "wandSensitivity": { "alias": "wandSensitivity"; "required": false; }; "brushSize": { "alias": "brushSize"; "required": false; }; "vertexEraserRadius": { "alias": "vertexEraserRadius"; "required": false; }; "canUndo": { "alias": "canUndo"; "required": false; }; "canRedo": { "alias": "canRedo"; "required": false; }; "stackOptions": { "alias": "stackOptions"; "required": false; }; "tools": { "alias": "tools"; "required": false; }; "imageSmoothingEnabled": { "alias": "imageSmoothingEnabled"; "required": false; }; "samModels": { "alias": "samModels"; "required": false; }; "samModelId": { "alias": "samModelId"; "required": false; }; "contributedTools": { "alias": "contributedTools"; "required": false; }; "toolModelIds": { "alias": "toolModelIds"; "required": false; }; }, { "selectPlotType": "selectPlotType"; "addProfileLine": "addProfileLine"; "toggleImageSmoothing": "toggleImageSmoothing"; "isoRangeChange": "isoRangeChange"; "openChannelHistogram": "openChannelHistogram"; "openRegionEditor": "openRegionEditor"; "selectStackOption": "selectStackOption"; "zScrub": "zScrub"; "zSlide": "zSlide"; "zIndexInput": "zIndexInput"; "reloadAndPlot": "reloadAndPlot"; "downloadImage": "downloadImage"; "autoscaleImage": "autoscaleImage"; "toggleDragMode": "toggleDragMode"; "zoomIn": "zoomIn"; "zoomOut": "zoomOut"; "toggleSurface3dMode": "toggleSurface3dMode"; "resetSurfaceCamera": "resetSurfaceCamera"; "toggleAxes": "toggleAxes"; "toggleWireframe": "toggleWireframe"; "selectResolution": "selectResolution"; "deleteRegion": "deleteRegion"; "undoRegion": "undoRegion"; "redoRegion": "redoRegion"; "segmentRegions": "segmentRegions"; "segmentCellpose": "segmentCellpose"; "runTool": "runTool"; "toolModelChange": "toolModelChange"; "openToolParams": "openToolParams"; "samModelChange": "samModelChange"; "wandSensitivityChange": "wandSensitivityChange"; "brushSizeChange": "brushSizeChange"; "vertexEraserRadiusChange": "vertexEraserRadiusChange"; }, never, ["*"], false, never>;
 }

package/lib/visualizer.component.d.ts

@@ -12,10 +12,7 @@ import { IVisualizer } from './contracts/visualizer.contract';
 import { SamToolService } from './toolbar/segmentation/sam-tool.service';
 import { SamPointToolService } from './toolbar/segmentation/sam-point-tool.service';
 import { CellSegmentToolService } from './toolbar/segmentation/cell-segment-tool.service';
-import { YoloDetectToolService } from './toolbar/segmentation/yolo-detect-tool.service';
-import type { IInstanceSegmenter, InstanceSegmentOptions } from './contracts/instance-segmenter.contract';
-import { RetinalLayerToolService } from './toolbar/segmentation/retinal-layer-tool.service';
-import type { ISemanticSegmenter, SemanticSegmentOptions } from './contracts/semantic-segmenter.contract';
+import { NumberParamSpec, SelectParamSpec, ToolParamSpec, ToolbarToolContribution } from './contracts/toolbar-tool.contract';
 import { ToolbarToolVisibility } from './contracts/toolbar-config';
 import { VizConfig } from './contracts/viz-config';
 import * as i0 from "@angular/core";
@@ -28,10 +25,6 @@ export declare class VisualizerComponent implements OnInit, OnChanges, AfterView
     private session;
     private samTool;
     private cellSegmentTool;
-    private yoloDetectTool;
-    private instanceSegmenter;
-    private semanticSegmenter;
-    private retinalLayerTool;
     private samPointTool;
     private regionOps;
     private vizConfig?;
@@ -131,28 +124,22 @@ export declare class VisualizerComponent implements OnInit, OnChanges, AfterView
         label: string;
     }[];
     samModelId: string;
-    /** YOLO checkpoints with a configured URL, and the active one. */
-    yoloModels: {
-        id: string;
-        label: string;
-    }[];
-    yoloModelId: string;
-    /** Parameter dialog state. Seeded from the active model's own defaults, which
-     *  encode the scale and crowding each checkpoint was trained for. */
-    showYoloParams: boolean;
-    yoloParams: InstanceSegmentOptions;
-    /** Retinal-layer checkpoints with a configured URL, and the active one.
-     *  Only VNet ships — see the registry for why the ResUNet-a entries are off. */
-    retinalModels: {
-        id: string;
-        label: string;
-    }[];
-    retinalModelId: string;
-    showRetinalParams: boolean;
-    retinalParams: SemanticSegmentOptions;
-    /** Download size of the active retinal model, surfaced in the dialog because
-     *  ~590 MB is worth knowing before clicking Run rather than after. */
-    get retinalModelSizeMb(): number;
+    /**
+     * No-prompt tools registered through {@link TOOLBAR_TOOLS}, filtered to those
+     * with configured models and sorted. This library registers none — a host
+     * supplies them — so an open build has an empty array here and the toolbar
+     * and help dialog simply omit that group.
+     */
+    contributedTools: ToolbarToolContribution[];
+    /** Active checkpoint per contributed tool. */
+    toolModelIds: Record<string, string>;
+    /**
+     * Parameter values per contributed tool, seeded from each tool's own defaults
+     * — which encode the scale and crowding its checkpoint was trained for.
+     */
+    toolParams: Record<string, Record<string, unknown>>;
+    /** Which tool's parameter dialog is open, or null. */
+    openParamsToolId: string | null;
     /** SAM download/segment toast state (bound by the `sam` p-toast template). */
     samStatus: string;
     samProgress: number;
@@ -263,7 +250,7 @@ export declare class VisualizerComponent implements OnInit, OnChanges, AfterView
     private wheelListener?;
     /** Debounced z-slice scrubbing (see SliceScrubber — refactoring plan Step 7). */
     private readonly scrubber;
-    constructor(state: ImageStatePort, plotService: IVisualizer, messageService: MessageService, ngZone: NgZone, cdr: ChangeDetectorRef, session: VisualizerStore, samTool: SamToolService, cellSegmentTool: CellSegmentToolService, yoloDetectTool: YoloDetectToolService, instanceSegmenter: IInstanceSegmenter, semanticSegmenter: ISemanticSegmenter, retinalLayerTool: RetinalLayerToolService, samPointTool: SamPointToolService, regionOps: RegionOpsService, vizConfig?: VizConfig | undefined);
+    constructor(state: ImageStatePort, plotService: IVisualizer, messageService: MessageService, ngZone: NgZone, cdr: ChangeDetectorRef, session: VisualizerStore, samTool: SamToolService, cellSegmentTool: CellSegmentToolService, samPointTool: SamPointToolService, regionOps: RegionOpsService, vizConfig?: VizConfig | undefined, toolContributions?: readonly ToolbarToolContribution[]);
     /**
      * Plot types offered in the selector for the current image:
      *  - Outside **test mode**, only the curated default set (descriptors with a
@@ -411,37 +398,41 @@ export declare class VisualizerComponent implements OnInit, OnChanges, AfterView
      *  (jit-ui#90). Each box is cropped (browser slide-crop) then run through the
      *  cellpose-js model; the same sticky `sam` toast + progress bar is reused. */
     segmentCellpose(): Promise<void>;
-    /** Per-model defaults from the registry — what the checkpoint was trained for. */
-    private defaultYoloParams;
+    /**
+     * Parameters currently bound by the generic parameter dialog, for whichever
+     * tool is open. Seeded lazily: a tool's defaults are only asked for when the
+     * user first touches it, so registering a tool costs nothing until used.
+     */
+    paramsFor(toolId: string): Record<string, unknown>;
+    /** Active checkpoint for a tool, falling back to the tool's own default. */
+    modelIdFor(tool: ToolbarToolContribution): string;
     /** Switching checkpoint re-seeds the parameters, since the defaults belong to
      *  the model rather than to the tool. */
-    onYoloModelChange(id: string): void;
-    openYoloParams(): void;
-    resetYoloParams(): void;
-    /** Detect objects across the current view. No prompt: a detector finds objects
-     *  in a field rather than being pointed at one. Reuses the shared segmentation
-     *  toast so progress and status read the same as the SAM/cellpose tools. */
-    detectYolo(): Promise<void>;
+    onToolModelChange(e: {
+        toolId: string;
+        modelId: string;
+    }): void;
+    /** A tool's defaults for a checkpoint, with that checkpoint's own overrides
+     *  applied on top — per-model defaults beat per-tool ones. */
+    private seedParams;
     /**
-     * Defaults for the retinal tool.
+     * Narrow a param spec for the template.
      *
-     * `classThreshold` is 0.5 to match the reference worker, which thresholds each
-     * class channel independently rather than taking an argmax — with a softmax
-     * output that makes it argmax plus a confidence floor.
-     *
-     * `downsamplingFactor` is 1 rather than YOLO's 5: these checkpoints were
-     * trained on native 40x patches, so the model wants full resolution and
-     * downsampling actively hurts.
+     * `*ngSwitchCase` does not narrow a discriminated union in Angular's template
+     * type checker the way a `switch` does in TypeScript, so the template asks for
+     * the variant it has already matched on.
      */
-    private defaultRetinalParams;
-    /** Switching checkpoint re-seeds the parameters, since the defaults belong to
-     *  the model rather than to the tool. */
-    onRetinalModelChange(id: string): void;
-    openRetinalParams(): void;
-    resetRetinalParams(): void;
-    /** Segment retinal layers across the current view. Like YOLO this takes no
-     *  prompt — it labels every pixel — and reuses the shared segmentation toast. */
-    segmentRetinal(): Promise<void>;
+    numberParam(p: ToolParamSpec): NumberParamSpec;
+    selectParam(p: ToolParamSpec): SelectParamSpec;
+    openToolParams(toolId: string): void;
+    /** The tool whose parameter dialog is open, for the generic dialog's header
+     *  and field list. */
+    get openParamsTool(): ToolbarToolContribution | undefined;
+    resetToolParams(toolId: string): void;
+    /** Run a contributed tool over the current view. No prompt: these sweep the
+     *  whole view rather than being pointed at something. Reuses the shared
+     *  segmentation toast so progress reads the same as the SAM/cellpose tools. */
+    runTool(toolId: string): Promise<void>;
     /** Shared driver for the box-prompt segment tools: wires the tool's status +
      *  download progress into the sticky `sam` toast, runs `op`, and reports the
      *  region count. Keeps the toast open until the run settles (bar hits 100%). */
@@ -485,6 +476,6 @@ export declare class VisualizerComponent implements OnInit, OnChanges, AfterView
     onSelectPlotType(type: PlotType): void;
     /** Deactivate whatever tool is armed and clear every tool mode. */
     private deactivateActiveTool;
-    static ɵfac: i0.ɵɵFactoryDeclaration<VisualizerComponent, [null, null, null, null, null, null, null, null, null, null, null, null, null, null, { optional: true; }]>;
+    static ɵfac: i0.ɵɵFactoryDeclaration<VisualizerComponent, [null, null, null, null, null, null, null, null, null, null, { optional: true; }, { optional: true; }]>;
     static ɵcmp: i0.ɵɵComponentDeclaration<VisualizerComponent, "visualizer", never, { "toolbarTools": { "alias": "toolbarTools"; "required": false; }; "testMode": { "alias": "testMode"; "required": false; }; }, { "isStackEvent": "isStackEvent"; "isGrayscaleEvent": "isGrayscaleEvent"; }, never, ["*"], false, never>;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jax-data-science/sci-image-visualizer",
-  "version": "0.2.18",
+  "version": "0.3.0",
   "description": "Browser-based scientific image visualization for Angular — gigapixel whole-slide (OpenSeadragon), 2D/3D (Plotly) and WebGPU (napari-js) rendering, with region/annotation editing and in-browser SAM segmentation.",
   "keywords": [
     "angular",
@@ -36,12 +36,10 @@
   "dependencies": {
     "cellpose-js": "^0.4.1",
     "fast-png": "^6.4.0",
-    "jax-ai-js": "^0.1.1",
     "napari-js": "^0.11.0",
     "openseadragon": "^6.0.2",
     "plotly.js-dist-min": "^3.0.1",
-    "tslib": "^2.3.0",
-    "yolo-segdetect-js": "^0.1.2"
+    "tslib": "^2.3.0"
   },
   "peerDependencies": {
     "@angular/animations": "^17.3.0",

package/src/lib/assets/cell-detection.svg

@@ -0,0 +1,37 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<svg
+   version="1.1"
+   viewBox="-5 -10 79.999863 79.999832"
+   id="svg2"
+   sodipodi:docname="cell-detection.svg"
+   width="79.999863"
+   height="79.999832"
+   inkscape:version="1.4.4 (dcaf3e7, 2026-05-05)"
+   xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
+   xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
+   xmlns="http://www.w3.org/2000/svg"
+   xmlns:svg="http://www.w3.org/2000/svg">
+  <defs
+     id="defs2" />
+  <sodipodi:namedview
+     id="namedview2"
+     pagecolor="#ffffff"
+     bordercolor="#000000"
+     borderopacity="0.25"
+     inkscape:showpageshadow="2"
+     inkscape:pageopacity="0.0"
+     inkscape:pagecheckerboard="0"
+     inkscape:deskcolor="#d1d1d1"
+     inkscape:zoom="7.4740741"
+     inkscape:cx="40.004955"
+     inkscape:cy="47.56442"
+     inkscape:window-width="1024"
+     inkscape:window-height="1186"
+     inkscape:window-x="0"
+     inkscape:window-y="30"
+     inkscape:window-maximized="0"
+     inkscape:current-layer="svg2" />
+  <path
+     d="m 3.74574,-1.255 c 11.664,-11.66 30.57,-11.66 42.234,0 9.9609,9.9648 11.41,25.215 4.3516,36.719 l 5.4609,5.4609 c 2.1211,0.02344 4.2422,0.73828 6.0039,2.1602 l 9.4961,7.6562 c 4.6094,3.7148 4.9766,10.609 0.78906,14.797 l -1.543,1.543 c -4.1875,4.1875 -11.082,3.8203 -14.797,-0.78906 l -7.6562,-9.4961 c -1.4219,-1.7617 -2.1367,-3.8867 -2.1602,-6.0078 l -5.4609,-5.457 c -11.504,7.0586 -26.754,5.6094 -36.719,-4.3516 -11.66,-11.664 -11.66,-30.57 0,-42.234 z m 55.539,47.453 c -2.2852,-1.8477 -5.5977,-1.668 -7.6758,0.41016 -2.0781,2.07816 -2.2578,5.3867 -0.41016,7.6758 l 7.6562,9.4961 c 2.2227,2.7578 6.3477,2.9766 8.8555,0.47266 l 1.543,-1.543 c 2.5039,-2.5078 2.2852,-6.6328 -0.47266,-8.8555 z m -11.305,-7.4297 c -0.625,0.76172 -1.2891,1.5 -2,2.2109 -0.71094,0.70703 -1.4492,1.375 -2.2109,1.9961 l 3.2344,3.2344 c 0.45312,-0.875 1.043,-1.6992 1.7773,-2.4297 0.73047,-0.73438 1.5547,-1.3242 2.4336,-1.7773 z m -4.8281,-37.195 c -10.102,-10.098 -26.477,-10.098 -36.578,0 -10.098,10.102 -10.098,26.477 0,36.574 10.102,10.102 26.477,10.102 36.578,0 10.098,-10.098 10.098,-26.473 0,-36.574 z M 25.56964,-0.79 c 0.98828,-0.49609 2.1875,-0.09375 2.6836,0.89453 0.42578,0.85156 0.18359,1.8594 -0.52344,2.4375 0.92188,0.15234 1.8164,0.375 2.6797,0.66797 1.1055,-1.4023 2.7461,-2.3125 4.6016,-2.3086 1.1055,0 2,0.89844 1.9961,2 0,1.1055 -0.89453,2 -2,2 -0.24219,0 -0.50391,0.0625 -0.76172,0.19141 0.65625,0.4375 1.2812,0.91406 1.8672,1.4336 1.8555,-1.0742 4.1367,-1.2266 6.0391,-0.125 0.95312,0.55469 1.2773,1.7773 0.72656,2.7344 -0.55469,0.95312 -1.7812,1.2812 -2.7344,0.72656 -0.32812,-0.19141 -0.76953,-0.27344 -1.2578,-0.17578 0.42969,0.63672 0.82031,1.3086 1.1602,2.0039 2.0352,0.25 3.8711,1.4062 4.7656,3.3164 0.46484,1.0039 0.03516,2.1914 -0.96484,2.6602 -0.74609,0.34766 -1.6016,0.19531 -2.1797,-0.32031 0.05859,0.56641 0.08984,1.1406 0.08984,1.7227 0,0.26563 -0.0078,0.52734 -0.01953,0.78906 1.4531,1.1133 2.4023,2.7891 2.4023,4.6875 -0.0039,1.1016 -0.89844,1.9961 -2.0039,1.9961 -0.71875,0 -1.3477,-0.37891 -1.6992,-0.94922 -0.27734,0.66016 -0.59766,1.2969 -0.95703,1.9102 1.1133,1.0859 1.8125,2.5469 1.8086,4.1758 0,1.1016 -0.89844,1.9961 -2,1.9961 -1.1055,0 -2,-0.89844 -2,-2.0039 0,-0.29297 -0.08984,-0.61328 -0.28125,-0.91797 -0.64062,0.66016 -1.332,1.2656 -2.0742,1.8086 0.71094,0.96484 1.1367,2.1289 1.1367,3.3945 -0.0039,1.1055 -0.89844,2 -2.0039,2 -1.1055,-0.0039 -2,-0.89844 -1.9961,-2.0039 0,-0.45312 -0.21094,-0.96875 -0.69141,-1.3906 -1.3281,0.54688 -2.7422,0.92578 -4.2148,1.1133 -0.29297,1.082 -0.88281,2.0742 -1.7656,2.8398 -0.83984,0.71875 -2.1016,0.625 -2.8203,-0.21094 -0.67578,-0.78125 -0.63672,-1.9297 0.05078,-2.668 -1.25,-0.17969 -2.457,-0.5 -3.6016,-0.94141 -0.6875,1.3008 -1.8516,2.3047 -3.332,2.7891 -1.0508,0.34375 -2.1797,-0.22656 -2.5234,-1.2773 -0.3437,-1.05074 0.22656,-2.1797 1.2773,-2.5234 0.47266,-0.15625 0.83594,-0.45703 1.0469,-0.86719 -0.88281,-0.61719 -1.707,-1.3203 -2.457,-2.0938 -0.76172,0.96094 -1.8008,1.6992 -3.043,2.1055 -1.0508,0.34375 -2.1797,-0.23047 -2.5234,-1.2812 -0.34375,-1.0469 0.23047,-2.1797 1.2773,-2.5234 0.88672,-0.28906 1.4844,-0.97656 1.6367,-1.8906 -0.38672,-0.70312 -0.72266,-1.4336 -1.0078,-2.1953 -0.76562,0.33203 -1.6133,0.49219 -2.5,0.4375 -1.1016,-0.06641 -1.9414,-1.0156 -1.875,-2.1172 0.06641,-1.1016 1.0156,-1.9414 2.1172,-1.875 0.53906,0.03125 0.99609,-0.19531 1.2852,-0.64844 -0.05469,-0.54688 -0.08203,-1.1016 -0.08203,-1.6641 0,-0.56641 0.02734,-1.1289 0.08203,-1.6797 -1.293,-0.44531 -2.4258,-1.3086 -3.1406,-2.5547 -0.55078,-0.95703 -0.21875,-2.1797 0.73828,-2.7305 0.95703,-0.55078 2.1797,-0.21875 2.7305,0.73828 0.125,0.21875 0.31641,0.41797 0.56641,0.57422 0.27344,-0.76953 0.60547,-1.5117 0.98438,-2.2227 -1.3125,-1.4922 -1.918,-3.5078 -1.3828,-5.4844 0.28516,-1.0664 1.3828,-1.6992 2.4492,-1.4141 1.0664,0.28906 1.6992,1.3867 1.4102,2.4531 -0.07422,0.27344 -0.07031,0.59766 0.02734,0.92969 0.75391,-0.8125 1.5859,-1.5508 2.4844,-2.1992 -0.38281,-1.9414 0.10156,-3.9766 1.543,-5.4219 0.78125,-0.77734 2.0469,-0.77734 2.8281,0.0039 0.7812,0.781246 0.78125,2.0469 0,2.8281 -0.12109,0.11719 -0.22266,0.26562 -0.30469,0.4375 1.1016,-0.40234 2.2617,-0.6875 3.457,-0.85156 0.42188,-1.3945 1.3945,-2.5781 2.7734,-3.2656 z m -0.15625,26.992 c 0,-0.14453 0.01563,-0.28516 0.04688,-0.42188 -0.13672,0.02734 -0.27734,0.04297 -0.42188,0.04297 -0.20312,0 -0.37109,0.16797 -0.37109,0.37891 0,0.21094 0.16797,0.37891 0.37109,0.37891 0.20313,0 0.375,-0.16797 0.375,-0.37891 z m -6.1719,-8.5586 c 0,-0.21484 -0.17188,-0.37891 -0.375,-0.37891 -0.20313,0 -0.37109,0.16406 -0.37109,0.37891 0,0.21094 0.16797,0.375 0.37109,0.375 0.20312,0 0.375,-0.16406 0.375,-0.375 z m 7.8828,-7.1211 c 2.0938,-1.2109 4.7695,-0.48828 5.9766,1.6055 1.207,2.0898 0.49219,4.7656 -1.6016,5.9766 -0.95703,0.55469 -2.1797,0.22656 -2.7305,-0.73047 -0.55469,-0.95703 -0.22656,-2.1797 0.73047,-2.7305 0.17578,-0.10547 0.24219,-0.33594 0.13672,-0.51953 -0.10547,-0.17969 -0.33203,-0.23828 -0.50781,-0.13672 -0.95703,0.55078 -2.1797,0.22656 -2.7344,-0.73047 -0.55078,-0.95703 -0.22656,-2.1797 0.73047,-2.7344 z m 2.2891,15.68 c 0,2.4141 -1.957,4.3789 -4.375,4.3789 -2.418,0 -4.3711,-1.9648 -4.3711,-4.3789 0,-2.4141 1.9531,-4.3789 4.3711,-4.3789 1.1055,0 2,0.89844 2,2 0,0.14453 -0.01562,0.28906 -0.04687,0.42188 0.13672,-0.02734 0.27734,-0.04297 0.42187,-0.04297 1.1055,0 2,0.89453 2,2 z m -17.09,-7.1328 c 0,7.0391 5.6953,12.742 12.715,12.742 7.0195,0 12.719,-5.7031 12.719,-12.742 0,-7.0391 -5.6992,-12.742 -12.719,-12.742 -7.0195,0 -12.715,5.7031 -12.715,12.742 z m 10.918,-1.4258 c 0,2.4141 -1.957,4.375 -4.375,4.375 -2.418,0 -4.3711,-1.9609 -4.3711,-4.375 0,-2.4141 1.9531,-4.3789 4.3711,-4.3789 2.418,0 4.375,1.9648 4.375,4.3789 z"
+     id="path1" />
+</svg>