@camstack/types 0.1.14 → 0.1.16

package/dist/types/detection.d.ts

@@ -1,10 +1,9 @@
-import type { BoundingBox, Landmark, FrameInput } from './io.js';
-import type { DetectionZoneMembership } from './zones.js';
+import type { BoundingBox as EngineBoundingBox, Landmark, FrameInput } from './io.js';
 export interface SpatialDetection {
     readonly class: string;
     readonly originalClass: string;
     readonly score: number;
-    readonly bbox: BoundingBox;
+    readonly bbox: EngineBoundingBox;
     readonly landmarks?: readonly Landmark[];
     readonly mask?: Uint8Array;
     readonly maskWidth?: number;
@@ -12,7 +11,7 @@ export interface SpatialDetection {
 }
 export interface CropInput {
     readonly frame: FrameInput;
-    readonly roi: BoundingBox;
+    readonly roi: EngineBoundingBox;
     readonly parentDetection: SpatialDetection;
 }
 export interface Classification {
@@ -45,49 +44,207 @@ export interface RefinerOutput {
     readonly inferenceMs: number;
     readonly modelId: string;
 }
-/** Origin type of a label — what kind of pipeline step produced it */
-export type LabelOrigin = 'classification' | 'face' | 'plate' | 'recognition' | 'unknown';
-/** A label produced by any classifier/recognizer step in the pipeline */
-export interface LabelData {
-    /** The classification/recognition result (e.g., "Sunbird", "EA0202AA", "Dodge Journey SUV 2012") */
+/** Axis-aligned bounding box in absolute pixel coordinates of the source frame. */
+export interface DetectionBoundingBox {
+    readonly x: number;
+    readonly y: number;
+    readonly width: number;
+    readonly height: number;
+}
+/**
+ * A single enriched label attached to a detection.
+ *
+ * - In `Detection.labels[]` it represents an enrichment that "won" on this
+ *   detection (either produced directly on it, or inherited from a child
+ *   detail in the same frame).
+ * - In `DetectionDebug.alternateLabels[source][]` it represents one
+ *   candidate from a top-N ranked list.
+ */
+export interface ScoredLabel {
     readonly label: string;
-    /** Confidence of the classification */
     readonly score: number;
-    /** Bounding box of the source region this label applies to [x1, y1, x2, y2] */
-    readonly box: readonly [number, number, number, number];
-    /** Source addon that produced this label */
-    readonly addonId: string;
-    /** Origin type — what kind of step produced this label */
-    readonly origin: LabelOrigin;
-}
-/** A detection produced by the pipeline executor with accumulated labels */
-export interface PipelineDetection {
-    readonly className: string;
+    /**
+     * When this label was inherited from a child detail (e.g. a person
+     * carrying a recognized face name), this is the child detection's id.
+     * Omitted on own enrichments — the label already lives on the entry
+     * that carries it.
+     */
+    readonly detectionId?: string;
+}
+/** What kind of entry a detection is at the root of `detections[]`. */
+export type DetectionKind = 'first-level' | 'detail' | 'audio';
+/** First-level macro classes produced by object detectors. */
+export type FirstLevelMacro = 'person' | 'vehicle' | 'animal';
+/** Detail macro classes produced by crop+recognize steps. */
+export type DetailMacro = 'face' | 'plate';
+/**
+ * Macro class carried at the root of each Detection entry. Kept as an
+ * extensible string union so future detectors (e.g. a custom
+ * `first-level-fire` classifier) can plug in without a type change.
+ */
+export type MacroClass = FirstLevelMacro | DetailMacro | 'audio' | string;
+/** Tracker-enriched info attached to first-level detections only. */
+export interface TrackInfo {
+    readonly trackId: string;
+    readonly moving?: boolean;
+    /** Pixels per second in frame coordinates. */
+    readonly speedPx?: number;
+    /** IDs of zones the bbox overlaps at this frame. */
+    readonly zones?: readonly string[];
+    /** Wall-clock timestamp (ms) when the track was first seen. */
+    readonly firstSeenMs?: number;
+    /** Wall-clock timestamp (ms) of the last update on this track. */
+    readonly lastSeenMs?: number;
+}
+/** Per-detection debug bag — populated only when detection debug is enabled. */
+export interface DetectionDebug {
+    /** Latency of each step that touched this detection (source → ms). */
+    readonly stepLatencyMs?: Readonly<Record<string, number>>;
+    /** Model id used by each step that touched this detection (source → modelId). */
+    readonly modelIds?: Readonly<Record<string, string>>;
+    /** How the step read the image — full frame or cropped ROI. */
+    readonly extractMode?: 'full-frame' | 'crop-roi';
+    /**
+     * Raw detector class before any macro mapping. Present only when it
+     * differs from `macroClass` (e.g. object-detection returned `'dog'`,
+     * mapped to `macroClass: 'animal'`).
+     */
     readonly originalClass?: string;
-    readonly confidence: number;
-    readonly bbox: readonly [number, number, number, number];
-    /** Accumulated labels from all classifier/recognizer steps in the pipeline */
-    readonly labelsData: readonly LabelData[];
-    /** Base64-encoded binary segmentation mask (when using -seg models or refiner) */
+    /**
+     * Full top-N ranked alternatives per source (classifier / recognizer).
+     * The winner of each list already appears in `detection.labels[]` —
+     * this field surfaces the rest for the benchmark UI and debug inspectors.
+     */
+    readonly alternateLabels?: Readonly<Record<string, readonly ScoredLabel[]>>;
+    /** Base64 binary segmentation mask (when a seg/refiner step produced one). */
     readonly mask?: string;
     readonly maskWidth?: number;
     readonly maskHeight?: number;
-    /** Sub-detections from cropper steps (face bbox, plate bbox) — for debug */
-    readonly children?: readonly PipelineDetection[];
-    readonly zones?: readonly DetectionZoneMembership[];
+    /** Id of the embedding stored by face/voice/plate recognition, when any. */
     readonly embeddingId?: string;
 }
-export interface PipelineStepTiming {
-    readonly addonId: string;
-    readonly modelId: string;
+/** Per-step timing in a frame-level debug bag. Aggregate across all the detections. */
+export interface FrameStepTiming {
+    /** Step addon id. */
+    readonly source: string;
+    /** Model id used during this frame. */
+    readonly modelId?: string;
+    /** Total wall-clock latency contributed by this step to the frame. */
     readonly ms: number;
-    readonly detections: number;
+    /** How many detections this step contributed (for per-step throughput). */
+    readonly detectionCount?: number;
+}
+/** Per-frame debug bag — populated only when detection debug is enabled. */
+export interface FrameDebug {
+    /** Sum of all step latencies for this frame (not wall-clock). */
+    readonly totalInferenceMs?: number;
+    /** Flat list of per-step timings. */
+    readonly stepTimings?: readonly FrameStepTiming[];
+    /** Engine descriptor — e.g. `'python/coreml'`. */
+    readonly engine?: string;
+    /** Pipeline template id in use (for comparing across runs). */
+    readonly pipelineId?: string;
+    /** JPEG → dimensions probe + buffer alloc (benchmark / reference-image paths only). */
+    readonly decodeMs?: number;
+    /** Per-run setup: step conversion, engine factory init, model load, tree build. */
+    readonly setupMs?: number;
+    /** Total wall-clock of runPipeline from entry to return — includes decode, setup, inference, progress emit. */
+    readonly wallMs?: number;
+    /** Residual = wallMs - (decodeMs + setupMs + totalInferenceMs). Surfaces tRPC / IPC / overhead. */
+    readonly overheadMs?: number;
+    /** Python-pool preprocess wall (PIL resize + tensor pack). Excludes IPC + window-accumulator wait. */
+    readonly preprocessMs?: number;
+    /** Python-pool predict wall (model.predict only). Pure ANE/CoreML/ORT execute time. */
+    readonly predictMs?: number;
+    /** Window-accumulator batch size used for the predict call (1 = no batching, N = N frames coalesced). */
+    readonly batchSize?: number;
+}
+/** Common shape shared by every entry in `FrameResult.detections` / `AudioResult.detections`. */
+export interface DetectionBase {
+    readonly id: string;
+    readonly kind: DetectionKind;
+    readonly macroClass: MacroClass;
+    /** Score of the macro class itself (from the detector that emitted this entry). */
+    readonly score: number;
+    /**
+     * Enrichment labels — each with its own score. Ordered:
+     * (1) catena di enricher diretti sulla detection,
+     * (2) labels ereditate dai children details (in ordine di apparizione).
+     * Lo score preserva il valore prodotto dall'enricher originale anche
+     * quando la label è ereditata.
+     */
+    readonly labels: readonly ScoredLabel[];
+    readonly track?: TrackInfo;
+    readonly debug?: DetectionDebug;
+}
+/** Object detection (first-level person/vehicle/animal OR detail face/plate). */
+export interface ObjectDetection extends DetectionBase {
+    readonly kind: 'first-level' | 'detail';
+    /** Absolute pixel coordinates in the source frame. */
+    readonly bbox: DetectionBoundingBox;
+    /**
+     * For details (face, plate): id of the first-level parent entry in
+     * the same frame. Allows the UI to correlate a face crop back to the
+     * person box (or a plate back to the vehicle box).
+     */
+    readonly parentId?: string;
+}
+/** Audio detection — flat, time-localised within the window. */
+export interface AudioDetection extends DetectionBase {
+    readonly kind: 'audio';
+    readonly startMs: number;
+    readonly endMs: number;
+}
+/**
+ * Union of every possible detection entry at the root of a result payload.
+ *
+ * Named `DetectionEntry` rather than `Detection` because the
+ * device-capabilities namespace already exports a different `Detection`
+ * interface for Scrypted-style object detectors. The two live in
+ * separate files but both are re-exported at the package root, so
+ * keeping names distinct avoids an import-level collision.
+ */
+export type DetectionEntry = ObjectDetection | AudioDetection;
+/**
+ * Per-frame pipeline result — the canonical container emitted by
+ * `pipelineExecutor.runPipeline` (one-shot benchmark + runtime dispatch)
+ * and by the live video pipeline. Carries only `ObjectDetection` entries
+ * (video has no audio events).
+ */
+export interface FrameResult {
+    readonly kind: 'frame';
+    readonly frameId: string;
+    readonly deviceId: number;
+    /** Wall-clock timestamp (ms) of frame capture / emission. */
+    readonly timestamp: number;
+    readonly width: number;
+    readonly height: number;
+    readonly detections: readonly ObjectDetection[];
+    readonly debug?: FrameDebug;
 }
-export interface PipelineRunResult {
-    readonly detections: readonly PipelineDetection[];
-    readonly stepTimings: readonly PipelineStepTiming[];
-    readonly totalMs: number;
-    readonly imageWidth: number;
-    readonly imageHeight: number;
+/**
+ * Per-audio-window pipeline result — the canonical container emitted by
+ * the audio pipeline. Carries only `AudioDetection` entries plus optional
+ * window-level level metrics.
+ */
+export interface AudioResult {
+    readonly kind: 'audio-window';
+    readonly windowId: string;
+    readonly deviceId: number;
+    /** Wall-clock timestamp (ms) of the window start. */
+    readonly timestamp: number;
+    /** Offset (ms) of the window start inside the source audio stream. */
+    readonly startMs: number;
+    /** Offset (ms) of the window end inside the source audio stream. */
+    readonly endMs: number;
+    /** Aggregate audio level metrics (RMS / dBFS), independent from detections. */
+    readonly level?: {
+        readonly rms: number;
+        readonly dbfs: number;
+    };
+    readonly detections: readonly AudioDetection[];
+    readonly debug?: FrameDebug;
 }
+/** Discriminated union of every top-level pipeline result payload shape. */
+export type PipelineFrameResult = FrameResult | AudioResult;
 //# sourceMappingURL=detection.d.ts.map

package/dist/types/detection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"detection.d.ts","sourceRoot":"","sources":["../../src/types/detection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAChE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,YAAY,CAAA;AAEzD,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAA;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,QAAQ,EAAE,CAAA;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,UAAU,CAAA;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;IAC1B,QAAQ,CAAC,GAAG,EAAE,WAAW,CAAA;IACzB,QAAQ,CAAC,eAAe,EAAE,gBAAgB,CAAA;CAC3C;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,YAAY,CAAA;IACjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;CACtD;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,UAAU,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAChD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAC3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,eAAe,EAAE,SAAS,cAAc,EAAE,CAAA;IACnD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,kEAAkE;IAClE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAMD,sEAAsE;AACtE,MAAM,MAAM,WAAW,GAAG,gBAAgB,GAAG,MAAM,GAAG,OAAO,GAAG,aAAa,GAAG,SAAS,CAAA;AAEzF,yEAAyE;AACzE,MAAM,WAAW,SAAS;IACxB,oGAAoG;IACpG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,uCAAuC;IACvC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,+EAA+E;IAC/E,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IACvD,4CAA4C;IAC5C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,0DAA0D;IAC1D,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;CAC7B;AAED,4EAA4E;AAC5E,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IACxD,8EAA8E;IAC9E,QAAQ,CAAC,UAAU,EAAE,SAAS,SAAS,EAAE,CAAA;IACzC,kFAAkF;IAClF,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,4EAA4E;IAC5E,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,iBAAiB,EAAE,CAAA;IAChD,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,uBAAuB,EAAE,CAAA;IACnD,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAC9B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,UAAU,EAAE,SAAS,iBAAiB,EAAE,CAAA;IACjD,QAAQ,CAAC,WAAW,EAAE,SAAS,kBAAkB,EAAE,CAAA;IACnD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAC7B"}
+{"version":3,"file":"detection.d.ts","sourceRoot":"","sources":["../../src/types/detection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,IAAI,iBAAiB,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAOrF,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;IAChC,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,QAAQ,EAAE,CAAA;IACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,UAAU,CAAA;IAC1B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAA;IAC1B,QAAQ,CAAC,GAAG,EAAE,iBAAiB,CAAA;IAC/B,QAAQ,CAAC,eAAe,EAAE,gBAAgB,CAAA;CAC3C;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,YAAY,CAAA;IACjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;CACtD;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,UAAU,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAChD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,SAAS,gBAAgB,EAAE,CAAA;IAC3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,eAAe,EAAE,SAAS,cAAc,EAAE,CAAA;IACnD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,aAAa;IAC5B,kEAAkE;IAClE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CACzB;AA4BD,mFAAmF;AACnF,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB;;;;;OAKG;IACH,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAC9B;AAED,uEAAuE;AACvE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG,QAAQ,GAAG,OAAO,CAAA;AAE9D,8DAA8D;AAC9D,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAA;AAE7D,6DAA6D;AAC7D,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,OAAO,CAAA;AAE1C;;;;GAIG;AACH,MAAM,MAAM,UAAU,GAAG,eAAe,GAAG,WAAW,GAAG,OAAO,GAAG,MAAM,CAAA;AAEzE,qEAAqE;AACrE,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAA;IACzB,8CAA8C;IAC9C,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,oDAAoD;IACpD,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC,+DAA+D;IAC/D,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,kEAAkE;IAClE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED,gFAAgF;AAChF,MAAM,WAAW,cAAc;IAC7B,sEAAsE;IACtE,QAAQ,CAAC,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACzD,iFAAiF;IACjF,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;IACpD,+DAA+D;IAC/D,QAAQ,CAAC,WAAW,CAAC,EAAE,YAAY,GAAG,UAAU,CAAA;IAChD;;;;OAIG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;IAC/B;;;;OAIG;IACH,QAAQ,CAAC,eAAe,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,WAAW,EAAE,CAAC,CAAC,CAAA;IAC3E,8EAA8E;IAC9E,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,4EAA4E;IAC5E,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAC9B;AAED,uFAAuF;AACvF,MAAM,WAAW,eAAe;IAC9B,qBAAqB;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,uCAAuC;IACvC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,sEAAsE;IACtE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,2EAA2E;IAC3E,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;CACjC;AAED,4EAA4E;AAC5E,MAAM,WAAW,UAAU;IACzB,iEAAiE;IACjE,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,qCAAqC;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,SAAS,eAAe,EAAE,CAAA;IACjD,kDAAkD;IAClD,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;IACxB,+DAA+D;IAC/D,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,uFAAuF;IACvF,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,mFAAmF;IACnF,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;IACzB,+GAA+G;IAC/G,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;IACxB,mGAAmG;IACnG,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,sGAAsG;IACtG,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IAC9B,uFAAuF;IACvF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,yGAAyG;IACzG,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B;AAED,iGAAiG;AACjG,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;IAC5B,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAA;IAC/B,mFAAmF;IACnF,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB;;;;;;OAMG;IACH,QAAQ,CAAC,MAAM,EAAE,SAAS,WAAW,EAAE,CAAA;IACvC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,CAAA;IAC1B,QAAQ,CAAC,KAAK,CAAC,EAAE,cAAc,CAAA;CAChC;AAED,iFAAiF;AACjF,MAAM,WAAW,eAAgB,SAAQ,aAAa;IACpD,QAAQ,CAAC,IAAI,EAAE,aAAa,GAAG,QAAQ,CAAA;IACvC,sDAAsD;IACtD,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAA;IACnC;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED,gEAAgE;AAChE,MAAM,WAAW,cAAe,SAAQ,aAAa;IACnD,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CACvB;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,cAAc,GAAG,eAAe,GAAG,cAAc,CAAA;AAE7D;;;;;GAKG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,6DAA6D;IAC7D,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,UAAU,EAAE,SAAS,eAAe,EAAE,CAAA;IAC/C,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,CAAA;CAC5B;AAED;;;;GAIG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAA;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,qDAAqD;IACrD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,sEAAsE;IACtE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,oEAAoE;IACpE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,+EAA+E;IAC/E,QAAQ,CAAC,KAAK,CAAC,EAAE;QACf,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;QACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KACtB,CAAA;IACD,QAAQ,CAAC,UAAU,EAAE,SAAS,cAAc,EAAE,CAAA;IAC9C,QAAQ,CAAC,KAAK,CAAC,EAAE,UAAU,CAAA;CAC5B;AAED,4EAA4E;AAC5E,MAAM,MAAM,mBAAmB,GAAG,WAAW,GAAG,WAAW,CAAA"}

package/dist/types/device-type.d.ts

@@ -1,3 +1,7 @@
+/**
+ * @deprecated Use DeviceType from '@camstack/types/device' instead.
+ * This file is kept for backwards compatibility during migration.
+ */
 export declare enum DeviceType {
     Camera = "camera"
 }

package/dist/types/device-type.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"device-type.d.ts","sourceRoot":"","sources":["../../src/types/device-type.ts"],"names":[],"mappings":"AAAA,oBAAY,UAAU;IACpB,MAAM,WAAW;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CACtB;AAED,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,CAE/D,CAAA"}
+{"version":3,"file":"device-type.d.ts","sourceRoot":"","sources":["../../src/types/device-type.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,oBAAY,UAAU;IACpB,MAAM,WAAW;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CACtB;AAED,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,CAE/D,CAAA"}

package/dist/types/engine-output.d.ts

@@ -0,0 +1,24 @@
+export interface LetterboxMeta {
+    readonly scale: number;
+    readonly padX: number;
+    readonly padY: number;
+    readonly originalWidth: number;
+    readonly originalHeight: number;
+}
+export interface EngineOutput {
+    readonly tensor?: Float32Array;
+    readonly tensors?: Record<string, Float32Array>;
+    readonly structured?: Record<string, unknown>;
+    readonly letterbox?: LetterboxMeta;
+    readonly inferenceMs: number;
+}
+export interface ModelInputMeta {
+    readonly inputSize: {
+        readonly width: number;
+        readonly height: number;
+    };
+    readonly inputNormalization: 'zero-one' | 'imagenet' | 'none';
+    readonly inputLayout: 'nchw' | 'nhwc';
+    readonly preprocessMode: 'letterbox' | 'resize';
+}
+//# sourceMappingURL=engine-output.d.ts.map

package/dist/types/engine-output.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine-output.d.ts","sourceRoot":"","sources":["../../src/types/engine-output.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;CAChC;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,YAAY,CAAA;IAC9B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IAC/C,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7C,QAAQ,CAAC,SAAS,CAAC,EAAE,aAAa,CAAA;IAClC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAC7B;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;IACvE,QAAQ,CAAC,kBAAkB,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,CAAA;IAC7D,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,MAAM,CAAA;IACrC,QAAQ,CAAC,cAAc,EAAE,WAAW,GAAG,QAAQ,CAAA;CAChD"}

package/dist/types/io.d.ts

@@ -9,17 +9,71 @@ export interface Landmark {
     readonly y: number;
     readonly label?: string;
 }
+/**
+ * Canonical pixel/frame format identifier used throughout the streaming +
+ * detection pipeline.
+ *
+ * - `jpeg`   — encoded JPEG bytes (decoder-side `sharp` encode)
+ * - `rgb`    — packed RGB24 (3 bytes/pixel, planar order R,G,B)
+ * - `bgr`    — packed BGR24 (3 bytes/pixel, planar order B,G,R)
+ * - `yuv420` — planar YUV 4:2:0 (1.5 bytes/pixel)
+ * - `gray`   — single-channel 8-bit luminance (1 byte/pixel)
+ *
+ * Single source of truth: matches `FrameFormatSchema` in
+ * `capabilities/schemas/detection-shared.ts`.
+ */
+export type FrameFormat = 'jpeg' | 'rgb' | 'bgr' | 'yuv420' | 'gray';
+/** Subset of `FrameFormat` accepted by the raw inference fast path. */
+export type RawFrameFormat = Exclude<FrameFormat, 'jpeg' | 'yuv420'>;
 export interface FrameInput {
-    readonly data: Buffer;
-    readonly format: 'jpeg' | 'rgb' | 'yuv420';
+    readonly data: Uint8Array;
+    readonly format: FrameFormat;
     readonly width: number;
     readonly height: number;
     readonly timestamp: number;
 }
 export interface AudioChunkInput {
-    readonly data: Float32Array;
+    readonly [key: string]: unknown;
+    readonly data: Float32Array<ArrayBuffer>;
     readonly sampleRate: number;
     readonly channels: number;
     readonly timestamp: number;
+    readonly deviceId?: number;
+}
+/**
+ * Classification result for an audio chunk.
+ * Mirrors `SpatialDetection` (class + originalClass): `className` is the
+ * primary display class (macro or raw depending on how it was produced),
+ * `originalClass` is the raw backend label that was actually emitted.
+ * Both values are kept so downstream consumers — especially the UI — can
+ * render and filter consistently regardless of the classMode.
+ */
+export interface AudioClassificationEntry {
+    readonly className: string;
+    readonly originalClass?: string;
+    readonly score: number;
+}
+/**
+ * Complete result of audio analysis on a single chunk.
+ * Produced by the addon, consumed by detection-wiring for EventBus emission.
+ */
+export interface AudioAnalysisResult {
+    /** Audio level metrics — always present */
+    readonly level: {
+        readonly rms: number;
+        readonly dbfs: number;
+    };
+    /** Classification results — present only if classifier is enabled and produced results */
+    readonly classification?: {
+        readonly labels: readonly AudioClassificationEntry[];
+        readonly inferenceMs: number;
+    };
+    /** Chunk timestamp from the stream */
+    readonly timestamp: number;
+}
+/** Settings for audio analysis filtering (passed to the addon) */
+export interface AudioAnalysisSettings {
+    readonly minConfidence: number;
+    readonly allowedClasses: string[];
 }
 //# sourceMappingURL=io.d.ts.map

package/dist/types/io.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"io.d.ts","sourceRoot":"","sources":["../../src/types/io.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,CAAA;IAC1C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B"}
+{"version":3,"file":"io.d.ts","sourceRoot":"","sources":["../../src/types/io.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,QAAQ;IACvB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;AAEpE,uEAAuE;AACvE,MAAM,MAAM,cAAc,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAA;AAEpE,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAA;IACzB,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;IAC/B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,WAAW,CAAC,CAAA;IACxC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAC3B;AAMD;;;;;;;GAOG;AACH,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CACvB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,2CAA2C;IAC3C,QAAQ,CAAC,KAAK,EAAE;QACd,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;QACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KACtB,CAAA;IACD,0FAA0F;IAC1F,QAAQ,CAAC,cAAc,CAAC,EAAE;QACxB,QAAQ,CAAC,MAAM,EAAE,SAAS,wBAAwB,EAAE,CAAA;QACpD,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;KAC7B,CAAA;IACD,sCAAsC;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;CAC3B;AAED,kEAAkE;AAClE,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAClC"}

package/dist/types/models.d.ts

@@ -1,5 +1,6 @@
 import type { LabelDefinition, ClassMapDefinition } from './labels.js';
-export type ModelFormat = 'onnx' | 'coreml' | 'openvino' | 'tflite' | 'pt';
+export declare const MODEL_FORMATS: readonly ["onnx", "coreml", "openvino", "tflite", "pt"];
+export type ModelFormat = (typeof MODEL_FORMATS)[number];
 export type ModelOutputFormat = 'yolo' | 'ssd' | 'embedding' | 'classification' | 'ocr' | 'segmentation';
 export interface ModelFormatEntry {
     readonly url: string;
@@ -36,6 +37,7 @@ export interface ModelCatalogEntry {
     readonly labels: readonly LabelDefinition[];
     readonly inputLayout?: 'nchw' | 'nhwc';
     readonly inputNormalization?: 'zero-one' | 'imagenet' | 'none';
+    readonly preprocessMode?: 'letterbox' | 'resize';
     /**
      * Auxiliary files required at runtime (labels JSON, charset dict, etc.).
      * Downloaded into the same modelsDir alongside the model file.

package/dist/types/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/types/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAEtE,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,GAAG,IAAI,CAAA;AAC1E,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,KAAK,GAAG,WAAW,GAAG,gBAAgB,GAAG,KAAK,GAAG,cAAc,CAAA;AAExG,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,6FAA6F;IAC7F,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAA;IAC9B;;;;OAIG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC,qFAAqF;IACrF,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,EAAE,CAAA;CACnD;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAA;IAC1E,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;IACvE,QAAQ,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,CAAA;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACtC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,CAAA;IAC9D;;;OAGG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,cAAc,EAAE,CAAA;CAChD;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CACxE;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;CAClE;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;IACvE,QAAQ,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,CAAA;IAC3C,QAAQ,CAAC,QAAQ,CAAC,EAAE,kBAAkB,CAAA;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACtC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,CAAA;IAC9D,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAA;CACzC"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/types/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAEtE,eAAO,MAAM,aAAa,yDAA0D,CAAA;AACpF,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,CAAC,CAAA;AACxD,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,KAAK,GAAG,WAAW,GAAG,gBAAgB,GAAG,KAAK,GAAG,cAAc,CAAA;AAExG,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,6FAA6F;IAC7F,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAA;IAC9B;;;;OAIG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC,qFAAqF;IACrF,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,QAAQ,CAAC,EAAE,CAAA;CACnD;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAA;IAC1E,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;IACvE,QAAQ,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,CAAA;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACtC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,CAAA;IAC9D,QAAQ,CAAC,cAAc,CAAC,EAAE,WAAW,GAAG,QAAQ,CAAA;IAChD;;;OAGG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,SAAS,cAAc,EAAE,CAAA;CAChD;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CACxE;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;CAClE;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,SAAS,EAAE;QAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;IACvE,QAAQ,CAAC,MAAM,EAAE,SAAS,eAAe,EAAE,CAAA;IAC3C,QAAQ,CAAC,QAAQ,CAAC,EAAE,kBAAkB,CAAA;IACtC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;IACtC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,UAAU,GAAG,UAAU,GAAG,MAAM,CAAA;IAC9D,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAA;CACzC"}

package/dist/types/pipeline-schema.d.ts

@@ -1,75 +1,18 @@
-import type { PipelineSlot } from './pipeline.js';
-import type { ModelFormat } from './models.js';
-export interface PipelineAddonSchema {
-    readonly id: string;
-    readonly name: string;
-    readonly slot: PipelineSlot;
-    readonly inputClasses: readonly string[];
-    readonly outputClasses: readonly string[];
-    /** Which child slots this addon can host (e.g. detector hosts cropper/classifier) */
-    readonly childSlots: readonly PipelineSlot[];
-    /** Available models with download status per format */
-    readonly models: readonly PipelineModelOption[];
-    readonly defaultModelId: string;
-    readonly defaultConfidence: number;
-    /** Best runtime for this addon on this agent — resolved by PlatformScorer */
-    readonly defaultRuntime: string;
-    /** Best backend for this addon on this agent — resolved by PlatformScorer */
-    readonly defaultBackend: string;
-}
-export interface PipelineModelOption {
-    readonly id: string;
-    readonly name: string;
-    readonly formats: Partial<Readonly<Record<ModelFormat, {
-        downloaded: boolean;
-        sizeMB: number;
-    }>>>;
-}
-export interface PipelineSlotSchema {
-    readonly id: PipelineSlot;
-    readonly label: string;
-    readonly priority: number;
-    /** Which slot is the parent (null for root detectors) */
-    readonly parentSlot: PipelineSlot | null;
-    readonly addons: readonly PipelineAddonSchema[];
-}
-export interface PipelineSchema {
-    readonly slots: readonly PipelineSlotSchema[];
-}
-/** A fully-resolved pipeline step with all defaults from PlatformScorer */
-export interface PipelineDefaultStep {
-    readonly addonId: string;
-    readonly addonName: string;
-    readonly slot: PipelineSlot;
-    readonly inputClasses: readonly string[];
-    readonly outputClasses: readonly string[];
-    readonly enabled: boolean;
-    readonly agentId: string;
-    readonly runtime: string;
-    readonly backend: string;
-    readonly modelId: string;
-    readonly confidence: number;
-    readonly classFilters: readonly string[];
-    readonly children: readonly PipelineDefaultStep[];
-}
-export interface PipelineTemplateStep {
-    readonly addonId: string;
-    readonly enabled: boolean;
-    readonly agentId: string;
-    readonly runtime: string;
-    readonly backend: string;
-    readonly modelId: string;
-    readonly confidence: number;
-    readonly classFilters: readonly string[];
-    readonly children: readonly PipelineTemplateStep[];
-}
-export interface PipelineTemplate {
-    readonly id: string;
-    readonly name: string;
-    readonly createdAt: string;
-    readonly updatedAt: string;
-    readonly steps: readonly PipelineTemplateStep[];
-}
+import type { z } from 'zod';
+import type { PipelineSchemaSchema, PipelineAddonSchemaSchema, PipelineSlotSchemaSchema, PipelineModelOptionSchema, AvailableEngineSchema, PipelineTemplateSchema, PipelineTemplateStepSchema } from '../capabilities/pipeline-executor.cap.js';
+import type { PipelineDefaultStepOutput } from '../capabilities/pipeline-executor.cap.js';
+export type PipelineAddonSchema = z.infer<typeof PipelineAddonSchemaSchema>;
+export type PipelineModelOption = z.infer<typeof PipelineModelOptionSchema>;
+export type PipelineSlotSchema = z.infer<typeof PipelineSlotSchemaSchema>;
+export type AvailableEngine = z.infer<typeof AvailableEngineSchema>;
+export type PipelineSchema = z.infer<typeof PipelineSchemaSchema>;
+/**
+ * A fully-resolved pipeline step.
+ * Runtime/backend are NOT per-step — they come from PipelineConfig.engine.
+ */
+export type PipelineDefaultStep = PipelineDefaultStepOutput;
+export type PipelineTemplateStep = z.infer<typeof PipelineTemplateStepSchema>;
+export type PipelineTemplate = z.infer<typeof PipelineTemplateSchema>;
 export interface TemplateValidationResult {
     readonly valid: boolean;
     readonly steps: readonly PipelineTemplateStep[];

package/dist/types/pipeline-schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline-schema.d.ts","sourceRoot":"","sources":["../../src/types/pipeline-schema.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAI9C,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAA;IACxC,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAA;IACzC,qFAAqF;IACrF,QAAQ,CAAC,UAAU,EAAE,SAAS,YAAY,EAAE,CAAA;IAC5C,uDAAuD;IACvD,QAAQ,CAAC,MAAM,EAAE,SAAS,mBAAmB,EAAE,CAAA;IAC/C,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAA;IAClC,6EAA6E;IAC7E,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,6EAA6E;IAC7E,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;CAChC;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE;QAAE,UAAU,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,CAAC,CAAA;CAClG;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE,EAAE,YAAY,CAAA;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,yDAAyD;IACzD,QAAQ,CAAC,UAAU,EAAE,YAAY,GAAG,IAAI,CAAA;IACxC,QAAQ,CAAC,MAAM,EAAE,SAAS,mBAAmB,EAAE,CAAA;CAChD;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,KAAK,EAAE,SAAS,kBAAkB,EAAE,CAAA;CAC9C;AAID,2EAA2E;AAC3E,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAA;IACxC,QAAQ,CAAC,aAAa,EAAE,SAAS,MAAM,EAAE,CAAA;IACzC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAA;IACxC,QAAQ,CAAC,QAAQ,EAAE,SAAS,mBAAmB,EAAE,CAAA;CAClD;AAID,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAA;IACxC,QAAQ,CAAC,QAAQ,EAAE,SAAS,oBAAoB,EAAE,CAAA;CACnD;AAID,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,KAAK,EAAE,SAAS,oBAAoB,EAAE,CAAA;CAChD;AAID,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,oBAAoB,EAAE,CAAA;IAC/C,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;CACrC"}
+{"version":3,"file":"pipeline-schema.d.ts","sourceRoot":"","sources":["../../src/types/pipeline-schema.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAC5B,OAAO,KAAK,EACV,oBAAoB,EACpB,yBAAyB,EACzB,wBAAwB,EACxB,yBAAyB,EACzB,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,EAC3B,MAAM,0CAA0C,CAAA;AACjD,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAA;AAIzF,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAC3E,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAC3E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAA;AACzE,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAA;AACnE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAA;AAIjE;;;GAGG;AACH,MAAM,MAAM,mBAAmB,GAAG,yBAAyB,CAAA;AAI3D,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAA;AAI7E,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAA;AAIrE,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;IACvB,QAAQ,CAAC,KAAK,EAAE,SAAS,oBAAoB,EAAE,CAAA;IAC/C,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;CACrC"}