@camstack/addon-pipeline 1.1.65 → 1.1.67

package/dist/audio-analyzer/index.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../chunk-D6vf50IK.js");
-const require_dist = require("../dist-WW3gH8hF.js");
+const require_dist = require("../dist-BxxVKcnw.js");
 const require_node_topology_platform = require("../node-topology-platform-CFZ7F4xW.js");
 const require_model_download_service_Cp9f4dk6 = require("../model-download-service-Cp9f4dk6-Dv-oFwjN.js");
 let node_fs = require("node:fs");

package/dist/audio-analyzer/index.mjs

@@ -1,5 +1,5 @@
 import { t as __require } from "../chunk-BdkLduGY.mjs";
-import { B as errMsg, K as hydrateSchema, T as mapAudioLabelToMacro, V as BaseAddon, _ as audioAnalyzerCapability, g as audioAnalysisCapability, n as AUDIO_BACKEND_CHOICES, o as DEFAULT_AUDIO_ANALYZER_CONFIG, u as HF_BASE_URL } from "../dist-D6tHM9GA.mjs";
+import { B as errMsg, K as hydrateSchema, T as mapAudioLabelToMacro, V as BaseAddon, _ as audioAnalyzerCapability, g as audioAnalysisCapability, n as AUDIO_BACKEND_CHOICES, o as DEFAULT_AUDIO_ANALYZER_CONFIG, u as HF_BASE_URL } from "../dist-DkGHtAaK.mjs";
 import { t as pickNodePlatformArch } from "../node-topology-platform-BkR_k6WT.mjs";
 import { i as downloadFile } from "../model-download-service-Cp9f4dk6-CwUb5v3Y.mjs";
 import * as fs from "node:fs";

package/dist/detection-pipeline/index.js

@@ -3,8 +3,8 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../chunk-D6vf50IK.js");
-const require_dist = require("../dist-WW3gH8hF.js");
-const require_step_definitions = require("../step-definitions-CXZpwwT0.js");
+const require_dist = require("../dist-BxxVKcnw.js");
+const require_step_definitions = require("../step-definitions-CAs0RD2N.js");
 const require_node_topology_platform = require("../node-topology-platform-CFZ7F4xW.js");
 const require_model_download_service_Cp9f4dk6 = require("../model-download-service-Cp9f4dk6-Dv-oFwjN.js");
 let node_child_process = require("node:child_process");
@@ -426,6 +426,15 @@ var RAW_FMT_CODE = {
 	bgr: 1,
 	gray: 2
 };
+/**
+* Per-inference-request reply timeout (ms). Turns a wedged request (worker
+* alive but no reply) into a rejection so every caller settles — runtime frame
+* dispatch drops the frame; the benchmark full-tree run rejects the wedged
+* child (its enclosing try/catch keeps the root detections) instead of hanging
+* the UI on "loading" forever. Generous so legitimate slow inference (cold JIT,
+* large frame) never trips; override via env for constrained hardware.
+*/
+var POOL_INFER_TIMEOUT_MS = Math.max(1e3, Number(process.env["CAMSTACK_POOL_INFER_TIMEOUT_MS"]) || 6e4);
 var PoolHandle = class {
 	pool;
 	modelIndex;
@@ -608,15 +617,16 @@ var PoolWorker = class {
 		rawHeader[9] = fmtCode;
 		return this.dispatchMulti(MSG_INFER_RAW, rawHeader.length + raw.length, [rawHeader, raw]);
 	}
-	async inferBatch(modelByte, items) {
+	async inferBatch(modelByte, items, frameId = 0) {
 		this.ensureReady();
 		if (items.length === 0) return [];
-		const headerSize = 2 + items.length * 13;
+		const headerSize = 6 + items.length * 13;
 		const totalRawSize = items.reduce((sum, it) => sum + it.raw.length, 0);
 		const payload = Buffer.allocUnsafe(headerSize + totalRawSize);
 		payload[0] = modelByte;
 		payload[1] = items.length;
-		let offset = 2;
+		payload.writeUInt32LE(frameId >>> 0, 2);
+		let offset = 6;
 		for (const item of items) {
 			payload.writeUInt32LE(item.width, offset);
 			payload.writeUInt32LE(item.height, offset + 4);
@@ -665,24 +675,48 @@ var PoolWorker = class {
 	dispatch(msgType, payload) {
 		const reqId = this.allocRequestId();
 		return new Promise((resolve, reject) => {
+			const timer = this.armRequestTimeout(reqId, reject);
 			this.pending.set(reqId, {
 				resolve,
-				reject
+				reject,
+				timer
 			});
 			try {
 				this.writeFrame(reqId, msgType, payload);
 			} catch (err) {
+				clearTimeout(timer);
 				this.pending.delete(reqId);
 				reject(err instanceof Error ? err : new Error(String(err)));
 			}
 		});
 	}
+	/**
+	* Arm a watchdog that rejects a still-pending inference request after
+	* `POOL_INFER_TIMEOUT_MS`. `unref` so it never keeps the event loop alive.
+	* The normal response + `rejectAll` paths clear it via `PendingRequest.timer`.
+	*/
+	armRequestTimeout(reqId, reject) {
+		const timer = setTimeout(() => {
+			if (this.pending.delete(reqId)) {
+				this.log.error("inference request timed out", { meta: {
+					worker: this.opts.workerLabel,
+					reqId,
+					timeoutMs: POOL_INFER_TIMEOUT_MS
+				} });
+				reject(/* @__PURE__ */ new Error(`PoolWorker[${this.opts.workerLabel}]: inference request ${reqId} timed out after ${POOL_INFER_TIMEOUT_MS}ms (worker alive, no reply)`));
+			}
+		}, POOL_INFER_TIMEOUT_MS);
+		timer.unref?.();
+		return timer;
+	}
 	dispatchMulti(msgType, payloadLen, parts) {
 		const reqId = this.allocRequestId();
 		return new Promise((resolve, reject) => {
+			const timer = this.armRequestTimeout(reqId, reject);
 			this.pending.set(reqId, {
 				resolve,
-				reject
+				reject,
+				timer
 			});
 			try {
 				if (!this.process?.stdin) throw new Error("PoolWorker: not initialized");
@@ -693,6 +727,7 @@ var PoolWorker = class {
 				this.process.stdin.write(prefix);
 				for (const part of parts) this.process.stdin.write(part);
 			} catch (err) {
+				clearTimeout(timer);
 				this.pending.delete(reqId);
 				reject(err instanceof Error ? err : new Error(String(err)));
 			}
@@ -736,6 +771,7 @@ var PoolWorker = class {
 				continue;
 			}
 			this.pending.delete(reqId);
+			if (entry.timer) clearTimeout(entry.timer);
 			try {
 				const parsed = JSON.parse(jsonBytes.toString("utf8"));
 				entry.resolve(parsed);
@@ -747,7 +783,10 @@ var PoolWorker = class {
 	rejectAll(err) {
 		const entries = [...this.pending.values()];
 		this.pending.clear();
-		for (const entry of entries) entry.reject(err);
+		for (const entry of entries) {
+			if (entry.timer) clearTimeout(entry.timer);
+			entry.reject(err);
+		}
 	}
 };
 var SharedInferencePool = class {
@@ -827,9 +866,9 @@ var SharedInferencePool = class {
 		const w = this.pickWorker();
 		return this.trackDroppedResponse(await w.inferRaw(this.encodeModelByte(modelIndex), raw, width, height, format), modelIndex);
 	}
-	async inferBatch(modelIndex, items) {
+	async inferBatch(modelIndex, items, frameId = 0) {
 		if (items.length > 255) throw new Error(`SharedInferencePool.inferBatch: max 255 items per call, got ${items.length}`);
-		return this.pickWorker().inferBatch(this.encodeModelByte(modelIndex), items);
+		return this.pickWorker().inferBatch(this.encodeModelByte(modelIndex), items, frameId);
 	}
 	async inferCached(modelIndex, frameId) {
 		const w = this.pickWorker();
@@ -952,6 +991,8 @@ function serializeModelConfig(config) {
 		confidence: config.confidence
 	};
 	if (config.nmsIouThreshold !== void 0) result["nmsIouThreshold"] = config.nmsIouThreshold;
+	if (config.inputNormalization !== void 0) result["inputNormalization"] = config.inputNormalization;
+	if (config.outputProbabilities !== void 0) result["outputProbabilities"] = config.outputProbabilities;
 	if (config.inputWidth !== void 0) result["inputWidth"] = config.inputWidth;
 	if (config.inputHeight !== void 0) result["inputHeight"] = config.inputHeight;
 	if (config.inputChannels !== void 0) result["inputChannels"] = config.inputChannels;
@@ -1284,6 +1325,30 @@ var OBJECT_DETECTION_POOL_CONFIDENCE_FLOOR = .05;
 function resolvePoolConfidenceFloor(stepId, defaultConfidence) {
 	return stepId === OBJECT_DETECTION_STEP_ID ? OBJECT_DETECTION_POOL_CONFIDENCE_FLOOR : defaultConfidence;
 }
+/**
+* Load a model's runtime label list from its `-labels.json` extraFile, if any.
+*
+* Accepts BOTH on-disk shapes:
+*   - a flat `string[]` (legacy label files), and
+*   - a `{ "labels": string[], ... }` metadata object (the newer format the
+*     animal / bird / vehicle classifiers ship, which also carries preprocess /
+*     license metadata alongside the label array).
+*
+* Returns `undefined` when the model declares no `-labels.json`, the file is
+* absent, or its contents are not a recognised label shape — the caller then
+* falls back to the step's `def.labels`.
+*/
+var LabelsFileSchema = require_dist.union([require_dist.array(require_dist.string()).readonly(), require_dist.object({ labels: require_dist.array(require_dist.string()).readonly() })]);
+function readModelLabels(modelsDir, modelEntry) {
+	const labelsFile = modelEntry.extraFiles?.find((f) => f.filename.endsWith("-labels.json"));
+	if (!labelsFile) return void 0;
+	const labelsPath = node_path.join(modelsDir, labelsFile.filename);
+	if (!node_fs.existsSync(labelsPath)) return void 0;
+	const parsed = LabelsFileSchema.safeParse(JSON.parse(node_fs.readFileSync(labelsPath, "utf8")));
+	if (!parsed.success) return void 0;
+	const data = parsed.data;
+	return "labels" in data ? data.labels : data;
+}
 var EngineFactory = class {
 	pool = null;
 	poolManager = null;
@@ -1361,11 +1426,11 @@ var EngineFactory = class {
 	* Used by `runPipelineBatch` for fair batched benchmarking — N frames
 	* in one IPC round-trip, amortising the per-call envelope overhead.
 	*/
-	async batchInferRaw(stepId, items, modelId) {
+	async batchInferRaw(stepId, items, modelId, frameId = 0) {
 		if (!this.poolManager) throw new Error("EngineFactory.batchInferRaw: pool not initialized");
 		const idx = this.poolManager.getPoolIndex(stepId, modelId);
 		if (idx === null) throw new Error(`EngineFactory.batchInferRaw: step "${stepId}"${modelId ? ` (model "${modelId}")` : ""} is not loaded`);
-		return this.poolManager.getPool().inferBatch(idx, items);
+		return this.poolManager.getPool().inferBatch(idx, items, frameId);
 	}
 	async cacheFrameInPool(raw, width, height, format) {
 		if (!this.poolManager) throw new Error("cacheFrameInPool: pool not available");
@@ -1451,14 +1516,7 @@ var EngineFactory = class {
 		const inputHeight = modelEntry.inputSize.height;
 		const inputSize = Math.max(inputWidth, inputHeight);
 		const inputChannels = modelEntry.inputChannels ?? 3;
-		let labels = def.labels;
-		if (!labels && modelEntry.extraFiles) {
-			const labelsFile = modelEntry.extraFiles.find((f) => f.filename.endsWith("-labels.json"));
-			if (labelsFile) {
-				const labelsPath = node_path.join(this.opts.modelsDir, labelsFile.filename);
-				if (node_fs.existsSync(labelsPath)) labels = JSON.parse(node_fs.readFileSync(labelsPath, "utf8"));
-			}
-		}
+		const labels = readModelLabels(this.opts.modelsDir, modelEntry) ?? def.labels;
 		return {
 			path: modelPath,
 			inputSize,
@@ -1466,6 +1524,8 @@ var EngineFactory = class {
 			inputHeight,
 			inputChannels,
 			preprocessMode: modelEntry.preprocessMode ?? "letterbox",
+			inputNormalization: modelEntry.inputNormalization,
+			outputProbabilities: modelEntry.outputProbabilities,
 			postprocessor: modelEntry.postprocessor ?? def.postprocessor,
 			confidence: resolvePoolConfidenceFloor(stepId, def.defaultConfidence),
 			nmsIouThreshold: this.opts.nmsIouThreshold ?? .45,
@@ -2584,7 +2644,8 @@ function applyChildOutput(parent, childStep, output, stepLatencyMs, ctx) {
 		case "classifications": {
 			const rawEnabled = childStep.settings?.["enabledClasses"];
 			const enabledSet = Array.isArray(rawEnabled) && rawEnabled.length > 0 ? new Set(rawEnabled.filter((v) => typeof v === "string")) : null;
-			const passesClass = (c) => enabledSet === null || enabledSet.has(c.class);
+			const rejectSet = childStep.definition.rejectClasses && childStep.definition.rejectClasses.length > 0 ? new Set(childStep.definition.rejectClasses.map((c) => c.toLowerCase())) : /* @__PURE__ */ new Set();
+			const passesClass = (c) => (enabledSet === null || enabledSet.has(c.class)) && !rejectSet.has(c.class.toLowerCase());
 			const minConfidence = typeof childStep.settings?.["minConfidence"] === "number" ? childStep.settings["minConfidence"] : 0;
 			const winner = output.classifications[0];
 			if (winner && passesClass(winner) && winner.score >= minConfidence) parent.ownLabels.push({
@@ -5551,7 +5612,7 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 				totalRawBytes: items.reduce((s, it) => s + it.raw.length, 0)
 			} });
 			const start = performance.now();
-			const rawResults = await factory.batchInferRaw(rootStep.addonId, items, rootStep.modelId);
+			const rawResults = await factory.batchInferRaw(rootStep.addonId, items, rootStep.modelId, input.frameId ?? 0);
 			const totalMs = performance.now() - start;
 			this.log.info("runPipelineBatch fast path returned", { meta: {
 				phase: "batch",

package/dist/detection-pipeline/index.mjs

@@ -1,6 +1,6 @@
 import { t as __require } from "../chunk-BdkLduGY.mjs";
-import { $ as sleep, A as pipelineExecutorCapability, B as errMsg, C as evaluateZoneRules, F as runtimeDevices$1, G as createEvent, K as hydrateSchema, R as supportedRuntimes$1, S as detectionPipelineCapability, V as BaseAddon, X as parseJsonUnknown, b as defaultDeviceFor$1, dt as EventCategory, k as nodePin, m as YAMNET_TO_MACRO, t as APPLE_SA_TO_MACRO } from "../dist-D6tHM9GA.mjs";
-import { a as getStepDefinition, i as getStep, n as ALL_STEPS, o as resolveModelForFormat, r as getDefaultModelForFormat, t as ALL_PIPELINE_STEPS } from "../step-definitions-Dbsm64_I.mjs";
+import { $ as sleep, A as pipelineExecutorCapability, B as errMsg, C as evaluateZoneRules, F as runtimeDevices$1, G as createEvent, K as hydrateSchema, R as supportedRuntimes$1, S as detectionPipelineCapability, V as BaseAddon, X as parseJsonUnknown, b as defaultDeviceFor$1, dt as EventCategory, k as nodePin, lt as string, m as YAMNET_TO_MACRO, st as object, t as APPLE_SA_TO_MACRO, tt as array, ut as union } from "../dist-DkGHtAaK.mjs";
+import { a as getStepDefinition, i as getStep, n as ALL_STEPS, o as resolveModelForFormat, r as getDefaultModelForFormat, t as ALL_PIPELINE_STEPS } from "../step-definitions-Delhq28w.mjs";
 import { t as pickNodePlatformArch } from "../node-topology-platform-BkR_k6WT.mjs";
 import { a as ensureModel, o as isModelDownloaded, r as deleteModelFromDisk } from "../model-download-service-Cp9f4dk6-CwUb5v3Y.mjs";
 import { spawn } from "node:child_process";
@@ -418,6 +418,15 @@ var RAW_FMT_CODE = {
 	bgr: 1,
 	gray: 2
 };
+/**
+* Per-inference-request reply timeout (ms). Turns a wedged request (worker
+* alive but no reply) into a rejection so every caller settles — runtime frame
+* dispatch drops the frame; the benchmark full-tree run rejects the wedged
+* child (its enclosing try/catch keeps the root detections) instead of hanging
+* the UI on "loading" forever. Generous so legitimate slow inference (cold JIT,
+* large frame) never trips; override via env for constrained hardware.
+*/
+var POOL_INFER_TIMEOUT_MS = Math.max(1e3, Number(process.env["CAMSTACK_POOL_INFER_TIMEOUT_MS"]) || 6e4);
 var PoolHandle = class {
 	pool;
 	modelIndex;
@@ -600,15 +609,16 @@ var PoolWorker = class {
 		rawHeader[9] = fmtCode;
 		return this.dispatchMulti(MSG_INFER_RAW, rawHeader.length + raw.length, [rawHeader, raw]);
 	}
-	async inferBatch(modelByte, items) {
+	async inferBatch(modelByte, items, frameId = 0) {
 		this.ensureReady();
 		if (items.length === 0) return [];
-		const headerSize = 2 + items.length * 13;
+		const headerSize = 6 + items.length * 13;
 		const totalRawSize = items.reduce((sum, it) => sum + it.raw.length, 0);
 		const payload = Buffer.allocUnsafe(headerSize + totalRawSize);
 		payload[0] = modelByte;
 		payload[1] = items.length;
-		let offset = 2;
+		payload.writeUInt32LE(frameId >>> 0, 2);
+		let offset = 6;
 		for (const item of items) {
 			payload.writeUInt32LE(item.width, offset);
 			payload.writeUInt32LE(item.height, offset + 4);
@@ -657,24 +667,48 @@ var PoolWorker = class {
 	dispatch(msgType, payload) {
 		const reqId = this.allocRequestId();
 		return new Promise((resolve, reject) => {
+			const timer = this.armRequestTimeout(reqId, reject);
 			this.pending.set(reqId, {
 				resolve,
-				reject
+				reject,
+				timer
 			});
 			try {
 				this.writeFrame(reqId, msgType, payload);
 			} catch (err) {
+				clearTimeout(timer);
 				this.pending.delete(reqId);
 				reject(err instanceof Error ? err : new Error(String(err)));
 			}
 		});
 	}
+	/**
+	* Arm a watchdog that rejects a still-pending inference request after
+	* `POOL_INFER_TIMEOUT_MS`. `unref` so it never keeps the event loop alive.
+	* The normal response + `rejectAll` paths clear it via `PendingRequest.timer`.
+	*/
+	armRequestTimeout(reqId, reject) {
+		const timer = setTimeout(() => {
+			if (this.pending.delete(reqId)) {
+				this.log.error("inference request timed out", { meta: {
+					worker: this.opts.workerLabel,
+					reqId,
+					timeoutMs: POOL_INFER_TIMEOUT_MS
+				} });
+				reject(/* @__PURE__ */ new Error(`PoolWorker[${this.opts.workerLabel}]: inference request ${reqId} timed out after ${POOL_INFER_TIMEOUT_MS}ms (worker alive, no reply)`));
+			}
+		}, POOL_INFER_TIMEOUT_MS);
+		timer.unref?.();
+		return timer;
+	}
 	dispatchMulti(msgType, payloadLen, parts) {
 		const reqId = this.allocRequestId();
 		return new Promise((resolve, reject) => {
+			const timer = this.armRequestTimeout(reqId, reject);
 			this.pending.set(reqId, {
 				resolve,
-				reject
+				reject,
+				timer
 			});
 			try {
 				if (!this.process?.stdin) throw new Error("PoolWorker: not initialized");
@@ -685,6 +719,7 @@ var PoolWorker = class {
 				this.process.stdin.write(prefix);
 				for (const part of parts) this.process.stdin.write(part);
 			} catch (err) {
+				clearTimeout(timer);
 				this.pending.delete(reqId);
 				reject(err instanceof Error ? err : new Error(String(err)));
 			}
@@ -728,6 +763,7 @@ var PoolWorker = class {
 				continue;
 			}
 			this.pending.delete(reqId);
+			if (entry.timer) clearTimeout(entry.timer);
 			try {
 				const parsed = JSON.parse(jsonBytes.toString("utf8"));
 				entry.resolve(parsed);
@@ -739,7 +775,10 @@ var PoolWorker = class {
 	rejectAll(err) {
 		const entries = [...this.pending.values()];
 		this.pending.clear();
-		for (const entry of entries) entry.reject(err);
+		for (const entry of entries) {
+			if (entry.timer) clearTimeout(entry.timer);
+			entry.reject(err);
+		}
 	}
 };
 var SharedInferencePool = class {
@@ -819,9 +858,9 @@ var SharedInferencePool = class {
 		const w = this.pickWorker();
 		return this.trackDroppedResponse(await w.inferRaw(this.encodeModelByte(modelIndex), raw, width, height, format), modelIndex);
 	}
-	async inferBatch(modelIndex, items) {
+	async inferBatch(modelIndex, items, frameId = 0) {
 		if (items.length > 255) throw new Error(`SharedInferencePool.inferBatch: max 255 items per call, got ${items.length}`);
-		return this.pickWorker().inferBatch(this.encodeModelByte(modelIndex), items);
+		return this.pickWorker().inferBatch(this.encodeModelByte(modelIndex), items, frameId);
 	}
 	async inferCached(modelIndex, frameId) {
 		const w = this.pickWorker();
@@ -944,6 +983,8 @@ function serializeModelConfig(config) {
 		confidence: config.confidence
 	};
 	if (config.nmsIouThreshold !== void 0) result["nmsIouThreshold"] = config.nmsIouThreshold;
+	if (config.inputNormalization !== void 0) result["inputNormalization"] = config.inputNormalization;
+	if (config.outputProbabilities !== void 0) result["outputProbabilities"] = config.outputProbabilities;
 	if (config.inputWidth !== void 0) result["inputWidth"] = config.inputWidth;
 	if (config.inputHeight !== void 0) result["inputHeight"] = config.inputHeight;
 	if (config.inputChannels !== void 0) result["inputChannels"] = config.inputChannels;
@@ -1276,6 +1317,30 @@ var OBJECT_DETECTION_POOL_CONFIDENCE_FLOOR = .05;
 function resolvePoolConfidenceFloor(stepId, defaultConfidence) {
 	return stepId === OBJECT_DETECTION_STEP_ID ? OBJECT_DETECTION_POOL_CONFIDENCE_FLOOR : defaultConfidence;
 }
+/**
+* Load a model's runtime label list from its `-labels.json` extraFile, if any.
+*
+* Accepts BOTH on-disk shapes:
+*   - a flat `string[]` (legacy label files), and
+*   - a `{ "labels": string[], ... }` metadata object (the newer format the
+*     animal / bird / vehicle classifiers ship, which also carries preprocess /
+*     license metadata alongside the label array).
+*
+* Returns `undefined` when the model declares no `-labels.json`, the file is
+* absent, or its contents are not a recognised label shape — the caller then
+* falls back to the step's `def.labels`.
+*/
+var LabelsFileSchema = union([array(string()).readonly(), object({ labels: array(string()).readonly() })]);
+function readModelLabels(modelsDir, modelEntry) {
+	const labelsFile = modelEntry.extraFiles?.find((f) => f.filename.endsWith("-labels.json"));
+	if (!labelsFile) return void 0;
+	const labelsPath = path$1.join(modelsDir, labelsFile.filename);
+	if (!fs.existsSync(labelsPath)) return void 0;
+	const parsed = LabelsFileSchema.safeParse(JSON.parse(fs.readFileSync(labelsPath, "utf8")));
+	if (!parsed.success) return void 0;
+	const data = parsed.data;
+	return "labels" in data ? data.labels : data;
+}
 var EngineFactory = class {
 	pool = null;
 	poolManager = null;
@@ -1353,11 +1418,11 @@ var EngineFactory = class {
 	* Used by `runPipelineBatch` for fair batched benchmarking — N frames
 	* in one IPC round-trip, amortising the per-call envelope overhead.
 	*/
-	async batchInferRaw(stepId, items, modelId) {
+	async batchInferRaw(stepId, items, modelId, frameId = 0) {
 		if (!this.poolManager) throw new Error("EngineFactory.batchInferRaw: pool not initialized");
 		const idx = this.poolManager.getPoolIndex(stepId, modelId);
 		if (idx === null) throw new Error(`EngineFactory.batchInferRaw: step "${stepId}"${modelId ? ` (model "${modelId}")` : ""} is not loaded`);
-		return this.poolManager.getPool().inferBatch(idx, items);
+		return this.poolManager.getPool().inferBatch(idx, items, frameId);
 	}
 	async cacheFrameInPool(raw, width, height, format) {
 		if (!this.poolManager) throw new Error("cacheFrameInPool: pool not available");
@@ -1443,14 +1508,7 @@ var EngineFactory = class {
 		const inputHeight = modelEntry.inputSize.height;
 		const inputSize = Math.max(inputWidth, inputHeight);
 		const inputChannels = modelEntry.inputChannels ?? 3;
-		let labels = def.labels;
-		if (!labels && modelEntry.extraFiles) {
-			const labelsFile = modelEntry.extraFiles.find((f) => f.filename.endsWith("-labels.json"));
-			if (labelsFile) {
-				const labelsPath = path$1.join(this.opts.modelsDir, labelsFile.filename);
-				if (fs.existsSync(labelsPath)) labels = JSON.parse(fs.readFileSync(labelsPath, "utf8"));
-			}
-		}
+		const labels = readModelLabels(this.opts.modelsDir, modelEntry) ?? def.labels;
 		return {
 			path: modelPath,
 			inputSize,
@@ -1458,6 +1516,8 @@ var EngineFactory = class {
 			inputHeight,
 			inputChannels,
 			preprocessMode: modelEntry.preprocessMode ?? "letterbox",
+			inputNormalization: modelEntry.inputNormalization,
+			outputProbabilities: modelEntry.outputProbabilities,
 			postprocessor: modelEntry.postprocessor ?? def.postprocessor,
 			confidence: resolvePoolConfidenceFloor(stepId, def.defaultConfidence),
 			nmsIouThreshold: this.opts.nmsIouThreshold ?? .45,
@@ -2576,7 +2636,8 @@ function applyChildOutput(parent, childStep, output, stepLatencyMs, ctx) {
 		case "classifications": {
 			const rawEnabled = childStep.settings?.["enabledClasses"];
 			const enabledSet = Array.isArray(rawEnabled) && rawEnabled.length > 0 ? new Set(rawEnabled.filter((v) => typeof v === "string")) : null;
-			const passesClass = (c) => enabledSet === null || enabledSet.has(c.class);
+			const rejectSet = childStep.definition.rejectClasses && childStep.definition.rejectClasses.length > 0 ? new Set(childStep.definition.rejectClasses.map((c) => c.toLowerCase())) : /* @__PURE__ */ new Set();
+			const passesClass = (c) => (enabledSet === null || enabledSet.has(c.class)) && !rejectSet.has(c.class.toLowerCase());
 			const minConfidence = typeof childStep.settings?.["minConfidence"] === "number" ? childStep.settings["minConfidence"] : 0;
 			const winner = output.classifications[0];
 			if (winner && passesClass(winner) && winner.score >= minConfidence) parent.ownLabels.push({
@@ -5543,7 +5604,7 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 				totalRawBytes: items.reduce((s, it) => s + it.raw.length, 0)
 			} });
 			const start = performance.now();
-			const rawResults = await factory.batchInferRaw(rootStep.addonId, items, rootStep.modelId);
+			const rawResults = await factory.batchInferRaw(rootStep.addonId, items, rootStep.modelId, input.frameId ?? 0);
 			const totalMs = performance.now() - start;
 			this.log.info("runPipelineBatch fast path returned", { meta: {
 				phase: "batch",

package/dist/{dist-WW3gH8hF.js → dist-BxxVKcnw.js}

@@ -7207,6 +7207,17 @@ var ModelCatalogEntrySchema = object({
 		"imagenet",
 		"none"
 	]).optional(),
+	/**
+	* The model already applies softmax IN-GRAPH — its raw output is a
+	* probability distribution, not logits. When set, the `softmax`
+	* postprocessor must NOT re-apply softmax: re-softmaxing an already-normalised
+	* probability vector collapses it toward uniform (top-1 score craters far
+	* below its true value, making every confidence gate meaningless). Absent ⇒
+	* the output is raw logits and the postprocessor applies softmax (the normal
+	* case). Set on the Google AIY Birds `bird-classifier` (softmax baked into the
+	* TF graph). Threaded to the Python pool via `PoolModelConfig.outputProbabilities`.
+	*/
+	outputProbabilities: boolean().optional(),
 	preprocessMode: _enum(["letterbox", "resize"]).optional(),
 	/**
 	* Per-MODEL postprocessor override. Absent ⇒ the step's own
@@ -12081,7 +12092,14 @@ var pipelineExecutorCapability = {
 			* (inputClasses ≠ null) are skipped and served per-track via
 			* pipelineRunner.runDetailSubtree (two-plane design).
 			*/
-			plane: _enum(["full", "frame"]).optional()
+			plane: _enum(["full", "frame"]).optional(),
+			/**
+			* Inference-device selector (Phase 2 multi-device). Format
+			* `<backend>:<device>` (e.g. `openvino:gpu`, `edgetpu:usb`, `cpu`).
+			* Omitted ⇒ the runner's default device (current single-engine
+			* behaviour). Selects WHICH device pool of the node runs the call.
+			*/
+			deviceKey: string().optional()
 		}), PipelineRunResultBridge, { kind: "mutation" }),
 		/**
 		* Batched run — N raw frames packed into one cap call. The provider
@@ -12099,7 +12117,20 @@ var pipelineExecutorCapability = {
 			steps: array(PipelineStepInputSchema).min(1),
 			frames: array(FrameInputSchema).min(1).max(255),
 			deviceId: number().optional(),
-			sessionId: string().optional()
+			sessionId: string().optional(),
+			/**
+			* Pure-inference benchmark hint. A NONZERO uint32 pins every frame in
+			* the batch to the Python pool's bench preprocess cache
+			* (`_bench_frame_id`) so a REPEATED benchmark frame is decoded +
+			* preprocessed ONCE and every later inference is a pure-inference cache
+			* hit — the sustained-throughput run measures inference, not
+			* decode+preprocess+infer. Omitted/0 for live frames (all different →
+			* full preprocess every call, correct). Fresh per sustained run;
+			* released via `uncacheFrame`.
+			*/
+			frameId: number().int().nonnegative().optional(),
+			/** Inference-device selector (Phase 2 multi-device); see runPipeline. */
+			deviceKey: string().optional()
 		}), object({ results: array(PipelineRunResultBridge).readonly() }), { kind: "mutation" }),
 		/**
 		* Cache a raw frame inside the Python inference pool's memory.
@@ -12516,7 +12547,14 @@ var RunnerCameraConfigSchema = object({
 	* camera's detect node differs from its source-owner (P2d, gated by the
 	* `remoteSourcingNodes` rollout setting).
 	*/
-	frameSource: RunnerFrameSourceSchema.default({ kind: "local-broker" })
+	frameSource: RunnerFrameSourceSchema.default({ kind: "local-broker" }),
+	/**
+	* Inference-device selector for this camera's sessions (Phase 2 multi-device).
+	* Format `<backend>:<device>` (e.g. `openvino:gpu`, `edgetpu:usb`, `cpu`);
+	* omitted ⇒ the runner's default device. The engine itself stays node-local —
+	* this only selects WHICH device pool of that node runs the session.
+	*/
+	deviceKey: string().optional()
 });
 motionFpsField.min, motionFpsField.max, motionFpsField.step, motionFpsField.default, detectionFpsField.min, detectionFpsField.max, detectionFpsField.step, detectionFpsField.default, motionCooldownMsField.min, motionCooldownMsField.max, motionCooldownMsField.step, motionCooldownMsField.default, occupancyRecheckSecField.min, occupancyRecheckSecField.max, occupancyRecheckSecField.step, occupancyRecheckSecField.default, occupancyRecheckFramesField.min, occupancyRecheckFramesField.max, occupancyRecheckFramesField.step, occupancyRecheckFramesField.default;
 /**
@@ -14087,6 +14125,8 @@ method(_void(), _void(), { kind: "mutation" }), method(_void(), _void(), { kind:
 	kind: "mutation",
 	auth: "admin"
 });
+DeviceType.Cover, DeviceType.Valve, DeviceType.Humidifier, DeviceType.WaterHeater, DeviceType.Camera, DeviceType.Hub, DeviceType.Switch, DeviceType.Siren, DeviceType.Light, DeviceType.Fan, DeviceType.Sensor, DeviceType.Thermostat, DeviceType.Climate, DeviceType.Button, DeviceType.EventEmitter, DeviceType.Update, DeviceType.Generic, DeviceType.Notifier, DeviceType.Script, DeviceType.Automation, DeviceType.Lock, DeviceType.MediaPlayer, DeviceType.AlarmPanel, DeviceType.Control, DeviceType.Presence, DeviceType.Weather, DeviceType.Vacuum, DeviceType.LawnMower, DeviceType.Container, DeviceType.Image, DeviceType.PetFeeder;
+new Set(Object.values(DeviceType));
 /**
 * Evaluate `rules` against `items`. Returns the items partitioned
 * into `passed` (kept by the gate) and `excluded` (dropped). When
@@ -21000,17 +21040,28 @@ var PlatformScoreSchema = object({
 	format: _enum([
 		"onnx",
 		"coreml",
-		"openvino"
+		"openvino",
+		"tflite"
 	]),
 	score: number(),
 	reason: string(),
 	available: boolean()
 });
+var InferenceDeviceDescriptorSchema = object({
+	key: string(),
+	backend: string(),
+	device: string(),
+	format: ModelFormatSchema,
+	runtime: literal("python"),
+	score: number(),
+	available: boolean()
+});
 var PlatformCapabilitiesSchema = object({
 	hardware: HardwareInfoSchema,
 	scores: array(PlatformScoreSchema).readonly(),
 	bestScore: PlatformScoreSchema,
-	pythonPath: string().nullable()
+	pythonPath: string().nullable(),
+	devices: array(InferenceDeviceDescriptorSchema).readonly()
 });
 var ModelRequirementSchema = object({
 	modelId: string(),