@camstack/addon-pipeline 1.1.55 → 1.1.57

package/dist/detection-pipeline/index.mjs

@@ -1,14 +1,13 @@
 import { t as __require } from "../chunk-BdkLduGY.mjs";
-import { D as nodePin, H as createEvent, I as errMsg, L as BaseAddon, O as pipelineExecutorCapability, P as supportedRuntimes$1, U as hydrateSchema, V as EventCategory, X as sleep, b as detectionPipelineCapability, f as YAMNET_TO_MACRO, j as runtimeDevices$1, q as parseJsonUnknown, t as APPLE_SA_TO_MACRO, v as defaultDeviceFor$1, x as evaluateZoneRules } from "../dist-RWGGPwVx.mjs";
-import { a as getStepDefinition, i as getStep, n as ALL_STEPS, o as resolveModelForFormat, r as getDefaultModelForFormat, t as ALL_PIPELINE_STEPS } from "../step-definitions-CP9kVSml.mjs";
+import { D as nodePin, H as createEvent, I as errMsg, L as BaseAddon, O as pipelineExecutorCapability, P as supportedRuntimes$1, U as hydrateSchema, V as EventCategory, X as sleep, b as detectionPipelineCapability, f as YAMNET_TO_MACRO, j as runtimeDevices$1, q as parseJsonUnknown, t as APPLE_SA_TO_MACRO, v as defaultDeviceFor$1, x as evaluateZoneRules } from "../dist-CL531uVA.mjs";
+import { a as getStepDefinition, i as getStep, n as ALL_STEPS, o as resolveModelForFormat, r as getDefaultModelForFormat, t as ALL_PIPELINE_STEPS } from "../step-definitions-1d3_vQ6S.mjs";
 import { t as pickNodePlatformArch } from "../node-topology-platform-BkR_k6WT.mjs";
-import { a as isModelDownloaded, i as ensureModel, n as deleteModelFromDisk } from "../model-download-service-C-IHWnXx-BPy6aoAx.mjs";
-import { FrameRingReaderCache } from "@camstack/shm-ring";
+import { a as isModelDownloaded, i as ensureModel, n as deleteModelFromDisk } from "../model-download-service-C-IHWnXx-3Mmeob3l.mjs";
 import { spawn } from "node:child_process";
+import sharp from "sharp";
 import * as fs from "node:fs";
 import * as path$1 from "node:path";
 import * as os from "node:os";
-import sharp from "sharp";
 //#region src/detection-pipeline/runtimes.ts
 var KNOWN_PLATFORMS = [
 	"darwin",
@@ -44,6 +43,9 @@ function npuInfoFrom(hw) {
 	if (!type) return null;
 	return { type };
 }
+function coralInfoFrom(hw) {
+	return hw.coral?.type === "coral-edgetpu" ? { type: "coral-edgetpu" } : null;
+}
 function envToHardwareInfo(env) {
 	return {
 		platform: toKnownPlatform(env.platform),
@@ -53,7 +55,8 @@ function envToHardwareInfo(env) {
 		totalRAM_MB: 0,
 		availableRAM_MB: 0,
 		gpu: env.hardware ? gpuInfoFrom(env.hardware) : null,
-		npu: env.hardware ? npuInfoFrom(env.hardware) : null
+		npu: env.hardware ? npuInfoFrom(env.hardware) : null,
+		coral: env.hardware ? coralInfoFrom(env.hardware) : null
 	};
 }
 function probedToHardwareInfo(hw) {
@@ -66,7 +69,8 @@ function probedToHardwareInfo(hw) {
 		totalRAM_MB: 0,
 		availableRAM_MB: 0,
 		gpu: gpuInfoFrom(hw),
-		npu: npuInfoFrom(hw)
+		npu: npuInfoFrom(hw),
+		coral: coralInfoFrom(hw)
 	};
 }
 var RUNTIME_DETAIL = {
@@ -99,6 +103,15 @@ var RUNTIME_DETAIL = {
 			maxBatchSize: 8,
 			numWorkers: 1
 		}
+	},
+	edgetpu: {
+		label: "Coral Edge TPU",
+		pythonRequirements: ["requirements.txt", "requirements-edgetpu.txt"],
+		tuning: {
+			concurrency: 1,
+			batchMode: "none",
+			numWorkers: 1
+		}
 	}
 };
 /**
@@ -126,11 +139,12 @@ function defaultDeviceFor(id) {
 var RUNTIME_FORMAT = {
 	onnx: "onnx",
 	openvino: "openvino",
-	coreml: "coreml"
+	coreml: "coreml",
+	edgetpu: "tflite"
 };
 /**
 * Returns the model format required for a given runtime.
-* Returns the locally-typed format string ('onnx' | 'openvino' | 'coreml')
+* Returns the locally-typed format string ('onnx' | 'openvino' | 'coreml' | 'tflite')
 * matching the engine-provisioner's own ModelFormat type.
 */
 function modelFormatFor(id) {
@@ -159,6 +173,7 @@ function shouldInstallOpenvino(env) {
 var PREFERENCE = [
 	"coreml",
 	"openvino",
+	"edgetpu",
 	"onnx"
 ];
 /**
@@ -928,6 +943,9 @@ function serializeModelConfig(config) {
 		postprocessor: config.postprocessor,
 		confidence: config.confidence
 	};
+	if (config.inputWidth !== void 0) result["inputWidth"] = config.inputWidth;
+	if (config.inputHeight !== void 0) result["inputHeight"] = config.inputHeight;
+	if (config.inputChannels !== void 0) result["inputChannels"] = config.inputChannels;
 	if (config.labels) result["labels"] = config.labels;
 	if (config.charset) result["charset"] = config.charset;
 	if (config.numClasses) result["numClasses"] = config.numClasses;
@@ -1223,12 +1241,14 @@ var BACKEND_TO_POOL_RUNTIME = {
 	openvino: "openvino",
 	onnx: "onnxruntime",
 	cpu: "onnxruntime",
-	cuda: "onnxruntime"
+	cuda: "onnxruntime",
+	edgetpu: "edgetpu"
 };
 var RUNTIME_TO_FORMAT = {
 	coreml: "coreml",
 	openvino: "openvino",
-	onnxruntime: "onnx"
+	onnxruntime: "onnx",
+	edgetpu: "tflite"
 };
 var EngineFactory = class {
 	pool = null;
@@ -1347,13 +1367,15 @@ var EngineFactory = class {
 		const concurrency = this.opts.concurrency ?? {
 			coreml: 1,
 			openvino: 1,
-			onnxruntime: 4
+			onnxruntime: 4,
+			edgetpu: 1
 		}[poolRuntime];
 		const isAutoDefault = this.opts.concurrency === void 0;
 		const defaultBatchMode = {
 			coreml: "window",
 			openvino: "none",
-			onnxruntime: "list"
+			onnxruntime: "list",
+			edgetpu: "none"
 		};
 		const tuning = this.opts.tuning ?? {};
 		const resolvedTuning = {
@@ -1391,7 +1413,10 @@ var EngineFactory = class {
 		const urlParts = formatEntry.url.split("/");
 		const filename = urlParts[urlParts.length - 1] ?? `${modelId}.${format}`;
 		const modelPath = `${this.opts.modelsDir}/${filename}`;
-		const inputSize = Math.max(modelEntry.inputSize.width, modelEntry.inputSize.height);
+		const inputWidth = modelEntry.inputSize.width;
+		const inputHeight = modelEntry.inputSize.height;
+		const inputSize = Math.max(inputWidth, inputHeight);
+		const inputChannels = modelEntry.inputChannels ?? 3;
 		let labels = def.labels;
 		if (!labels && modelEntry.extraFiles) {
 			const labelsFile = modelEntry.extraFiles.find((f) => f.filename.endsWith("-labels.json"));
@@ -1403,8 +1428,11 @@ var EngineFactory = class {
 		return {
 			path: modelPath,
 			inputSize,
+			inputWidth,
+			inputHeight,
+			inputChannels,
 			preprocessMode: modelEntry.preprocessMode ?? "letterbox",
-			postprocessor: def.postprocessor,
+			postprocessor: modelEntry.postprocessor ?? def.postprocessor,
 			confidence: def.defaultConfidence,
 			labels,
 			charset: def.charset,
@@ -1603,6 +1631,11 @@ function postprocessYolo(output, stepDef) {
 		detections: simpleNms(dets, .45)
 	};
 }
+function postprocessSsd(output, _stepDef) {
+	const structured = tryStructured(output);
+	if (structured) return structured;
+	throw new Error("SSD postprocessing runs in the Python inference pool (ssd.py); no TypeScript raw-tensor path.");
+}
 function postprocessScrfd(output, stepDef) {
 	const structured = tryStructured(output);
 	if (structured) return structured;
@@ -2025,6 +2058,7 @@ function postprocessYamnet(output, _stepDef) {
 }
 var DISPATCH = {
 	yolo: postprocessYolo,
+	ssd: postprocessSsd,
 	"yolo-seg": postprocessYoloSeg,
 	scrfd: postprocessScrfd,
 	arcface: postprocessArcface,
@@ -2835,14 +2869,17 @@ var MIN_FACE_DETECTION_FLOOR_PX = 6;
 var NATIVE_FACE_CROP_MAX_WIDTH = 320;
 /**
 * StepOutput kinds that synthesize a full-frame detection when they run at
-* the tree ROOT (see `synthesizeRootDetection`) — classifier/embedding steps
-* promoted to root by `pipelineRunner.runDetailSubtree` (task 6b), e.g.
-* `clip-embedding`, `animal-classifier`. Detector (`'detections'`) roots take
-* the normal path; `'text'`/`'mask'` roots are out of scope and still
-* `continue` with no output, matching pre-existing behaviour.
+* the tree ROOT (see `synthesizeRootDetection`) — classifier/embedding/OCR
+* steps promoted to root by `pipelineRunner.runDetailSubtree` (task 6b), e.g.
+* `clip-embedding`, `animal-classifier`, `plate-ocr`. Detector (`'detections'`)
+* roots take the normal path. `'text'` is included so a `plate-ocr` step run
+* standalone on an already-cut plate crop (parent class `plate`) synthesizes a
+* full-frame detection carrying the recognized text as a label, instead of
+* silently dropping — the OCR chain otherwise only surfaces text when nested
+* under `plate-detection`. `'mask'` roots remain out of scope.
 */
 function isEnrichmentOutput(output) {
-	return output.kind === "classifications" || output.kind === "embedding";
+	return output.kind === "classifications" || output.kind === "embedding" || output.kind === "text";
 }
 var PipelineExecutor = class {
 	opts;
@@ -2852,12 +2889,19 @@ var PipelineExecutor = class {
 	/** Per-key last-warn timestamps, so a persistently-failing/skipping child
 	*  step surfaces a diagnostic without spamming the log every frame. */
 	warnThrottleAt = /* @__PURE__ */ new Map();
-	throttledWarn(key, everyMs, message, meta) {
+	throttledWarn(key, everyMs, message, meta, deviceId) {
 		const logger = this.opts.logger;
 		if (!logger) return;
 		const now = Date.now();
 		if (now - (this.warnThrottleAt.get(key) ?? 0) < everyMs) return;
 		this.warnThrottleAt.set(key, now);
+		if (deviceId !== void 0) {
+			logger.warn(message, {
+				tags: { deviceId },
+				meta
+			});
+			return;
+		}
 		logger.warn(message, { meta });
 	}
 	/**
@@ -2867,15 +2911,15 @@ var PipelineExecutor = class {
 	* native crop, the NATIVE face size so an operator sees the size that actually
 	* gated. Throttled so it isn't per-frame spam.
 	*/
-	warnFaceTooSmall(child, detShortSidePx, minFaceSizePx, nativeFaceShortSidePx) {
-		this.throttledWarn(`face-small:${child.stepId}`, 3e4, "face detected but too small to embed — skipping", {
+	warnFaceTooSmall(child, detShortSidePx, minFaceSizePx, nativeFaceShortSidePx, deviceId) {
+		this.throttledWarn(`face-small:${child.stepId}:${deviceId}`, 3e4, "face detected but too small to embed — skipping", {
 			step: child.stepId,
 			model: child.modelId,
 			faceShortSidePx: Math.round(detShortSidePx),
 			minFaceSizePx,
 			gatedOn: nativeFaceShortSidePx === void 0 ? "detection" : "native",
 			...nativeFaceShortSidePx === void 0 ? {} : { nativeFaceShortSidePx: Math.round(nativeFaceShortSidePx) }
-		});
+		}, deviceId);
 	}
 	/**
 	* Execute the full pipeline tree against a frame.
@@ -2918,7 +2962,7 @@ var PipelineExecutor = class {
 					const mutable = this.synthesizeRootDetection(rootOutput, rootStep, idGen, rootMs, imageWidth, imageHeight);
 					applyChildOutput(mutable, rootStep, rootOutput, rootMs, ctx);
 					try {
-						await this.executeChildren(rootStep.children, mutable, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, runOpts?.plane, nativeFaceCropProvider);
+						await this.executeChildren(rootStep.children, mutable, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, runOpts?.plane, deviceId, nativeFaceCropProvider);
 					} catch (err) {
 						this.opts.logger?.warn("Pipeline child execution failed — keeping parent detection", {
 							tags: { deviceId },
@@ -2948,7 +2992,7 @@ var PipelineExecutor = class {
 					continue;
 				}
 				try {
-					await this.executeChildren(rootStep.children, mutable, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, runOpts?.plane, nativeFaceCropProvider);
+					await this.executeChildren(rootStep.children, mutable, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, runOpts?.plane, deviceId, nativeFaceCropProvider);
 				} catch (err) {
 					this.opts.logger?.warn("Pipeline child execution failed — keeping parent detection", {
 						tags: { deviceId },
@@ -3073,7 +3117,7 @@ var PipelineExecutor = class {
 		});
 		return output;
 	}
-	async executeChildren(children, parentDetection, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, plane, nativeFaceCropProvider) {
+	async executeChildren(children, parentDetection, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, plane, deviceId, nativeFaceCropProvider) {
 		for (const child of children) {
 			if (plane === "frame" && child.definition.inputClasses !== null) continue;
 			if (!this.matchesInputClasses(parentDetection.macroClass, child.inputClasses)) continue;
@@ -3091,13 +3135,13 @@ var PipelineExecutor = class {
 					const minFaceSize = typeof child.settings?.["minFaceSize"] === "number" ? child.settings["minFaceSize"] : DEFAULT_MIN_FACE_SIZE_PX;
 					const detShortSide = bboxShortSide(parentDetection.bbox);
 					if (detShortSide < MIN_FACE_DETECTION_FLOOR_PX) {
-						this.warnFaceTooSmall(child, detShortSide, minFaceSize, void 0);
+						this.warnFaceTooSmall(child, detShortSide, minFaceSize, void 0, deviceId);
 						continue;
 					}
 					const lms = parentDetection.landmarks;
 					if (lms && lms.length >= 5) {
 						if (!nativeFaceCropProvider && detShortSide < minFaceSize) {
-							this.warnFaceTooSmall(child, detShortSide, minFaceSize, void 0);
+							this.warnFaceTooSmall(child, detShortSide, minFaceSize, void 0, deviceId);
 							continue;
 						}
 						const aligned = await buildAlignedFaceCrop({
@@ -3114,7 +3158,7 @@ var PipelineExecutor = class {
 						});
 						const gateShortSide = aligned.nativeFaceShortSidePx ?? detShortSide;
 						if (gateShortSide < minFaceSize) {
-							this.warnFaceTooSmall(child, detShortSide, minFaceSize, aligned.source === "native" ? gateShortSide : void 0);
+							this.warnFaceTooSmall(child, detShortSide, minFaceSize, aligned.source === "native" ? gateShortSide : void 0, deviceId);
 							continue;
 						}
 						cropJpegBuf = aligned.jpeg;
@@ -3123,7 +3167,7 @@ var PipelineExecutor = class {
 						parentDetection.faceAlignedCrop = cropJpegBuf.toString("base64");
 					} else {
 						if (detShortSide < minFaceSize) {
-							this.warnFaceTooSmall(child, detShortSide, minFaceSize, void 0);
+							this.warnFaceTooSmall(child, detShortSide, minFaceSize, void 0, deviceId);
 							continue;
 						}
 						const crop = await cropJpeg(fullFrameJpeg, parentDetection.bbox, imageWidth, imageHeight);
@@ -3155,15 +3199,15 @@ var PipelineExecutor = class {
 								y: l.y + py1
 							}));
 						}
-						await this.executeChildren(child.children, detail, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, plane, nativeFaceCropProvider);
+						await this.executeChildren(child.children, detail, fullFrameJpegProvider, imageWidth, imageHeight, traceBuilder, stepTimings, ctx, poolAgg, plane, deviceId, nativeFaceCropProvider);
 					}
 				}
 			} catch (err) {
-				this.throttledWarn(`child-fail:${child.stepId}`, 15e3, "pipeline child step failed", {
+				this.throttledWarn(`child-fail:${child.stepId}:${deviceId}`, 15e3, "pipeline child step failed", {
 					step: child.stepId,
 					model: child.modelId,
 					error: errMsg(err)
-				});
+				}, deviceId);
 			}
 		}
 	}
@@ -3618,7 +3662,8 @@ function toProbedHardware(hw) {
 	if (!hw) return null;
 	return {
 		npu: hw.npu ? { type: hw.npu.type } : null,
-		gpu: hw.gpu ? { type: hw.gpu.type } : null
+		gpu: hw.gpu ? { type: hw.gpu.type } : null,
+		coral: hw.coral ? { type: hw.coral.type } : null
 	};
 }
 var ONNX_FLOOR = {
@@ -3724,16 +3769,6 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 	*/
 	loggedLiveDispatchIssues = /* @__PURE__ */ new Set();
 	/**
-	* CB5 shm passthrough — the process-local, LONG-LIVED reader cache for
-	* `runPipeline({ frameHandle })`. Opens each named shm segment ONCE and
-	* reuses the mapping for every later handle on the same ring (never
-	* open/close per-call). Lazily created on first handle, unmapped in
-	* {@link shutdown}. The executor and the runner are both hub-local
-	* processes sharing `/dev/shm`, so a LOCAL handle resolves to a zero-copy
-	* read here.
-	*/
-	frameHandleReaders = null;
-	/**
 	* Lazy detection-engine runtime provisioner (Phase 2). Owns the
 	* idle → installing → verifying → ready state machine for the
 	* currently-selected engine and is the SOLE authority the inference
@@ -3930,14 +3965,15 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 	*/
 	resolvedEngineBackend() {
 		const backend = this.currentEngine.backend;
-		return backend === "openvino" || backend === "coreml" ? backend : "onnx";
+		return backend === "openvino" || backend === "coreml" || backend === "edgetpu" ? backend : "onnx";
 	}
 	/** Map a backend string to a known RuntimeId, flooring to onnx. */
 	toRuntimeId(backend) {
 		return [
 			"onnx",
 			"openvino",
-			"coreml"
+			"coreml",
+			"edgetpu"
 		].find((id) => id === backend) ?? "onnx";
 	}
 	/**
@@ -4600,35 +4636,6 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 		} });
 		return { success: true };
 	}
-	/** This executor's cluster node id (suffix-stripped, matching the runner). */
-	ownNodeId() {
-		const raw = this.addonCtx?.kernel?.localNodeId ?? "hub";
-		return raw.includes("/") ? raw.split("/")[0] : raw;
-	}
-	/**
-	* CB5 — resolve a shm `FrameHandle` to pixels zero-copy. Returns `null`
-	* when:
-	*  - the handle is FOREIGN (its segment lives on another node — a local
-	*    `shm_open` would flood ENOENT; the runner only sends LOCAL handles, so
-	*    this is a defensive guard against an unexpected topology);
-	*  - the ring slot was recycled before the read (latest-wins drop) or the
-	*    segment could not be mapped.
-	* A `null` degrades the caller to an empty `FrameResult` — the runner ships
-	* pixels via `frame` as the fallback.
-	*/
-	resolveFrameHandle(handle) {
-		if (handle.nodeId !== this.ownNodeId()) return null;
-		if (!this.frameHandleReaders) this.frameHandleReaders = new FrameRingReaderCache(this.log);
-		const decoded = this.frameHandleReaders.read(handle);
-		if (!decoded) return null;
-		return {
-			data: decoded.data,
-			width: decoded.width,
-			height: decoded.height,
-			format: decoded.format,
-			timestamp: decoded.timestamp
-		};
-	}
 	/**
 	* Minimal detection-free `FrameResult` returned when a `frameHandle` read
 	* misses (recycled slot / foreign / unmappable). Shape-identical to a
@@ -4721,12 +4728,8 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 		].filter((s) => s !== null);
 		if (sources.length === 0) throw new Error("runPipeline requires exactly one of: frame, frameHandle, image, imageBase64, referenceImage");
 		if (sources.length > 1) throw new Error(`runPipeline received conflicting image sources: ${sources.join(", ")}`);
-		let handleFrame = null;
-		if (input.frameHandle) {
-			handleFrame = this.resolveFrameHandle(input.frameHandle);
-			if (!handleFrame) return this.emptyFrameHandleResult(input);
-		}
-		const runtimeFrame = input.frame ?? handleFrame ?? void 0;
+		if (input.frameHandle) return this.emptyFrameHandleResult(input);
+		const runtimeFrame = input.frame ?? void 0;
 		const decodeT0 = performance.now();
 		if (runtimeFrame) {
 			const frame = runtimeFrame;
@@ -5481,8 +5484,6 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 			this.executor = null;
 		}
 		for (const id of Array.from(this.deviceProxies.keys())) this.releaseDeviceProxy(id);
-		this.frameHandleReaders?.close();
-		this.frameHandleReaders = null;
 	}
 	/**
 	* Resolve and cache a {@link DeviceProxy} for the given camera. Pins
@@ -6218,7 +6219,8 @@ var BACKEND_TO_FORMAT = {
 	cpu: "onnx",
 	coreml: "coreml",
 	openvino: "openvino",
-	onnx: "onnx"
+	onnx: "onnx",
+	edgetpu: "tflite"
 };
 /**
 * Every runtime the registry knows about, in offer order. Used only to build
@@ -6229,7 +6231,8 @@ var BACKEND_TO_FORMAT = {
 var ALL_RUNTIME_IDS = [
 	"onnx",
 	"openvino",
-	"coreml"
+	"coreml",
+	"edgetpu"
 ];
 /**
 * Narrow an arbitrary stored backend string to a known `RuntimeId`. Legacy or
@@ -6697,6 +6700,7 @@ var DetectionPipelineAddon = class DetectionPipelineAddon extends BaseAddon {
 			return {
 				npu: hw.npu ? { type: hw.npu.type } : null,
 				gpu: hw.gpu ? { type: hw.gpu.type } : null,
+				coral: hw.coral ? { type: hw.coral.type } : null,
 				platform: hw.platform,
 				arch: hw.arch
 			};