@camstack/addon-pipeline 1.2.615 → 1.2.617

package/THIRD_PARTY_MODELS.md

@@ -123,8 +123,8 @@ entry kept resolvable for a saved selection but no longer offered.
 | --- | --- | --- | --- | --- | --- |
 | `yolo26n-seg`, `yolo26s-seg`, `yolo26m-seg` | [Ultralytics](https://github.com/ultralytics/ultralytics) | AGPL-3.0 / AGPL-3.0 (`AGPL-3.0.txt`) | COCO 2017: annotations CC-BY-4.0; images under their Flickr owners' terms | exported to ONNX, OpenVINO IR and CoreML | mirror `segmentation/yolo26-seg` |
 | `yolo26n` (default), `yolo26s`, `yolo26m`, `yolo26l`, `yolo26x` (hidden), `yolo26n-fp16` (hidden), `yolo26n-int8`, `yolo26s-fp16` (hidden), `yolo26s-int8`, `yolo26m-fp16` (hidden), `yolo26m-int8`, `yolo26l-fp16` (hidden), `yolo26l-int8`, `yolo26n-320`, `yolo26n-320-int8`, `yolo26n-256`, `yolo26n-256-int8`, `yolo26s-320`, `yolo26s-320-int8`, `yolo26s-256`, `yolo26s-256-int8`, `yolo26m-320`, `yolo26m-320-int8`, `yolo26m-256`, `yolo26m-256-int8`, `yolo26l-320`, `yolo26l-320-int8`, `yolo26l-256`, `yolo26l-256-int8`, `yolo26x-fp16` (hidden), `yolo26x-int8` (hidden) | [Ultralytics](https://github.com/ultralytics/ultralytics) | AGPL-3.0 / AGPL-3.0 (`AGPL-3.0.txt`) | COCO 2017: annotations CC-BY-4.0; images under their Flickr owners' terms | exported to ONNX, OpenVINO IR and CoreML (scripts/build-camstack-models.py); OpenVINO FP16 export; exported to OpenVINO IR, then OpenVINO NNCF INT8 post-training quantisation; re-exported at 320×320 to ONNX, OpenVINO IR and CoreML; re-exported at 320×320 to OpenVINO IR; OpenVINO NNCF INT8 post-training quantisation; re-exported at 256×256 to ONNX, OpenVINO IR and CoreML; re-exported at 256×256 to OpenVINO IR; OpenVINO NNCF INT8 post-training quantisation | mirror `objectDetection/yolo26` |
-| `ssd-mobilenet-v2-coco-edgetpu` (default) | [Google Coral test_data](https://github.com/google-coral/test_data) | Apache-2.0 / Apache-2.0 (`Apache-2.0.txt`) | COCO 2017: annotations CC-BY-4.0; images under their Flickr owners' terms | none | https://github.com/google-coral/test_data |
-| `yolov9s-320-edgetpu`, `yolov9s-512-edgetpu` | [YOLOv9-s EdgeTPU (Dan Brown)](https://github.com/dbro/frigate-detector-edgetpu-yolo9) | GPL-3.0 / GPL-3.0 (`GPL-3.0.txt`) | COCO 2017: annotations CC-BY-4.0; images under their Flickr owners' terms | none: the publisher release files are mirrored byte-identical | mirror `objectDetection/yolov9` |
+| `ssd-mobilenet-v2-coco-edgetpu` | [Google Coral test_data](https://github.com/google-coral/test_data) | Apache-2.0 / Apache-2.0 (`Apache-2.0.txt`) | COCO 2017: annotations CC-BY-4.0; images under their Flickr owners' terms | none | https://github.com/google-coral/test_data |
+| `yolov9s-320-edgetpu` (default), `yolov9s-512-edgetpu` | [YOLOv9-s EdgeTPU (Dan Brown)](https://github.com/dbro/frigate-detector-edgetpu-yolo9) | GPL-3.0 / GPL-3.0 (`GPL-3.0.txt`) | COCO 2017: annotations CC-BY-4.0; images under their Flickr owners' terms | none: the publisher release files are mirrored byte-identical | mirror `objectDetection/yolov9` |
 | `yolov9t-320`, `yolov9t-320-int8`, `yolov9t-640`, `yolov9t-640-int8`, `yolov9s-320`, `yolov9s-320-int8`, `yolov9s-640`, `yolov9s-640-int8`, `yolov9m-320`, `yolov9m-320-int8`, `yolov9m-640`, `yolov9m-640-int8`, `yolov9c-320`, `yolov9c-320-int8`, `yolov9c-640`, `yolov9c-640-int8` | [Ultralytics](https://github.com/ultralytics/ultralytics) | AGPL-3.0 / AGPL-3.0 (`AGPL-3.0.txt`) | COCO 2017: annotations CC-BY-4.0; images under their Flickr owners' terms | exported at 320×320 to ONNX, OpenVINO IR FP16 and CoreML; exported at 320×320 to OpenVINO IR; OpenVINO NNCF INT8 post-training quantisation; exported at 640×640 to ONNX, OpenVINO IR FP16 and CoreML; exported at 640×640 to OpenVINO IR; OpenVINO NNCF INT8 post-training quantisation | mirror `objectDetection/yolov9` |
 
 ### Package detection

package/dist/audio-analyzer/index.js

@@ -3,9 +3,9 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../chunk-emK7D4bc.js");
-const require_dist = require("../dist-B_1t8oSg.js");
-const require_model_catalogs = require("../model-catalogs-Dr-_ANpG.js");
-const require_process_memory = require("../process-memory-BlkUi_7x.js");
+const require_dist = require("../dist-CGDR6bSg.js");
+const require_model_catalogs = require("../model-catalogs-DV562sqJ.js");
+const require_process_memory = require("../process-memory-CJEkTpRM.js");
 let node_fs = require("node:fs");
 node_fs = require_chunk.__toESM(node_fs);
 let node_path = require("node:path");

package/dist/audio-analyzer/index.mjs

@@ -1,7 +1,7 @@
 import { n as __require } from "../chunk-DnnnRqeS.mjs";
-import { $ as audioAnalyzerCapability, F as PoolMemoryWatchdog, Kn as hydrateSchema, Mn as errMsg, Pn as BaseAddon, Q as audioAnalysisCapability, Qn as nodePin, Rt as mapAudioLabelToMacro, Wn as expandAudioChunkToF32le, h as DEFAULT_AUDIO_ANALYZER_CONFIG, hr as EventCategory, ln as resolvePoolMemoryPolicy, r as AUDIO_BACKEND_CHOICES, zn as audioChunkBytesPerSample } from "../dist-CfOv146z.mjs";
-import { n as AUDIO_CLASSIFIER_MODELS } from "../model-catalogs-Dnj7Cr3q.mjs";
-import { n as pickNodePlatformArch, t as readProcessMemory } from "../process-memory-CD5f3ehN.mjs";
+import { $ as audioAnalyzerCapability, F as PoolMemoryWatchdog, Kn as hydrateSchema, Mn as errMsg, Pn as BaseAddon, Q as audioAnalysisCapability, Qn as nodePin, Rt as mapAudioLabelToMacro, Wn as expandAudioChunkToF32le, h as DEFAULT_AUDIO_ANALYZER_CONFIG, hr as EventCategory, ln as resolvePoolMemoryPolicy, r as AUDIO_BACKEND_CHOICES, zn as audioChunkBytesPerSample } from "../dist-OImyOnr3.mjs";
+import { n as AUDIO_CLASSIFIER_MODELS } from "../model-catalogs-Cj101H8x.mjs";
+import { n as pickNodePlatformArch, t as readProcessMemory } from "../process-memory-DjIov9TF.mjs";
 import * as fs from "node:fs";
 import * as path$1 from "node:path";
 import { ensureModel } from "@camstack/system/addon-utils";

package/dist/{custom-model-catalog-BmJXsT0k.mjs → custom-model-catalog-BT8HKaes.mjs}

@@ -1,5 +1,5 @@
-import { Mt as inferModelProvider, b as DEVICE_BACKEND_TO_FORMAT, et as audioKindId, f as COCO_80_LABELS, hn as stepModelRunsOnFormat, i as AUDIO_MACRO_LABELS, k as LABEL_SUPPLY_VOCABULARIES, p as COCO_TO_MACRO } from "./dist-CfOv146z.mjs";
-import { a as FACE_DETECTION_MODELS, c as OBJECT_DETECTION_MODELS, d as PLATE_OCR_MODELS, f as SEGMENTATION_REFINER_MODELS, i as CLIP_EMBEDDING_MODELS, l as PACKAGE_DETECTION_MODELS, n as AUDIO_CLASSIFIER_MODELS, o as FACE_EMBEDDING_MODELS, p as VEHICLE_CLASSIFIER_MODELS, r as BIRD_CLASSIFIER_MODELS, s as INSTANCE_SEGMENTATION_MODELS, t as ANIMAL_CLASSIFIER_MODELS, u as PLATE_DETECTION_MODELS } from "./model-catalogs-Dnj7Cr3q.mjs";
+import { Mt as inferModelProvider, b as DEVICE_BACKEND_TO_FORMAT, et as audioKindId, f as COCO_80_LABELS, hn as stepModelRunsOnFormat, i as AUDIO_MACRO_LABELS, k as LABEL_SUPPLY_VOCABULARIES, p as COCO_TO_MACRO } from "./dist-OImyOnr3.mjs";
+import { a as FACE_DETECTION_MODELS, c as OBJECT_DETECTION_MODELS, d as PLATE_OCR_MODELS, f as SEGMENTATION_REFINER_MODELS, i as CLIP_EMBEDDING_MODELS, l as PACKAGE_DETECTION_MODELS, n as AUDIO_CLASSIFIER_MODELS, o as FACE_EMBEDDING_MODELS, p as VEHICLE_CLASSIFIER_MODELS, r as BIRD_CLASSIFIER_MODELS, s as INSTANCE_SEGMENTATION_MODELS, t as ANIMAL_CLASSIFIER_MODELS, u as PLATE_DETECTION_MODELS } from "./model-catalogs-Cj101H8x.mjs";
 import { t as isWorkerReply } from "./worker-protocol-D_NzPcnh.mjs";
 import { randomUUID } from "node:crypto";
 //#region src/detection-pipeline/registry/effective-confidence.ts
@@ -99,7 +99,7 @@ var ObjectDetectionStep = class {
 		labelTier: 1,
 		models: [...OBJECT_DETECTION_MODELS],
 		defaultModelId: "yolo26n",
-		defaultModelIdByFormat: { tflite: "ssd-mobilenet-v2-coco-edgetpu" },
+		defaultModelIdByFormat: { tflite: "yolov9s-320-edgetpu" },
 		defaultConfidence: .5,
 		labels: COCO_80_LABELS.map((l) => l.id),
 		classMap: COCO_TO_MACRO

package/dist/{custom-model-catalog-DFuM_m3D.js → custom-model-catalog-Yu1sxc4A.js}

@@ -1,5 +1,5 @@
-const require_dist = require("./dist-B_1t8oSg.js");
-const require_model_catalogs = require("./model-catalogs-Dr-_ANpG.js");
+const require_dist = require("./dist-CGDR6bSg.js");
+const require_model_catalogs = require("./model-catalogs-DV562sqJ.js");
 const require_worker_protocol = require("./worker-protocol-C-G8qmye.js");
 let node_crypto = require("node:crypto");
 //#region src/detection-pipeline/registry/effective-confidence.ts
@@ -99,7 +99,7 @@ var ObjectDetectionStep = class {
 		labelTier: 1,
 		models: [...require_model_catalogs.OBJECT_DETECTION_MODELS],
 		defaultModelId: "yolo26n",
-		defaultModelIdByFormat: { tflite: "ssd-mobilenet-v2-coco-edgetpu" },
+		defaultModelIdByFormat: { tflite: "yolov9s-320-edgetpu" },
 		defaultConfidence: .5,
 		labels: require_dist.COCO_80_LABELS.map((l) => l.id),
 		classMap: require_dist.COCO_TO_MACRO

package/dist/detection-pipeline/index.js

@@ -3,11 +3,11 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../chunk-emK7D4bc.js");
-const require_dist = require("../dist-B_1t8oSg.js");
-const require_node = require("../node-D82_5p1M.js");
-const require_custom_model_catalog = require("../custom-model-catalog-DFuM_m3D.js");
+const require_dist = require("../dist-CGDR6bSg.js");
+const require_node = require("../node-CSFdbFlw.js");
+const require_custom_model_catalog = require("../custom-model-catalog-Yu1sxc4A.js");
 const require_lazy_sharp = require("../lazy-sharp-BuwKlQLR.js");
-const require_process_memory = require("../process-memory-BlkUi_7x.js");
+const require_process_memory = require("../process-memory-CJEkTpRM.js");
 let node_os = require("node:os");
 node_os = require_chunk.__toESM(node_os);
 let node_fs = require("node:fs");
@@ -4164,6 +4164,72 @@ var IdlePoolReaper = class {
 		}
 	}
 };
+/** The key a benchmark's model loads are tracked under, apart from the live device's. */
+var BENCHMARK_KEY_PREFIX = "bench:";
+function benchmarkKeyOf(deviceKey) {
+	return `${BENCHMARK_KEY_PREFIX}${deviceKey}`;
+}
+/** True for the one-shot UI benchmark call — see the file header for why the shape is enough. */
+function isBenchmarkRun(input) {
+	return input.frame === void 0 && input.frameRef === void 0 && input.deviceId === void 0 && input.replay !== true;
+}
+var BenchmarkPools = class {
+	options;
+	pools = /* @__PURE__ */ new Map();
+	inflight = /* @__PURE__ */ new Map();
+	reaper;
+	constructor(options) {
+		this.options = options;
+		this.reaper = new IdlePoolReaper({
+			ttlMs: options.ttlMs ?? 3e5,
+			dispose: (key) => this.disposeOne(key),
+			onError: (key, err) => options.onDisposeError?.(key, err)
+		});
+	}
+	/** The benchmark pool for `deviceKey`: warm if one is up, otherwise built (single-flight). */
+	async acquire(deviceKey, engine) {
+		const existing = this.pools.get(deviceKey);
+		if (existing) {
+			if (existing.isReady()) {
+				this.reaper.touch(deviceKey);
+				return existing;
+			}
+			this.pools.delete(deviceKey);
+			this.reaper.cancel(deviceKey);
+			await existing.dispose().catch(() => void 0);
+		}
+		const pending = this.inflight.get(deviceKey);
+		if (pending) return pending;
+		const creation = (async () => {
+			const pool = await this.options.create(deviceKey, engine);
+			this.pools.set(deviceKey, pool);
+			this.reaper.touch(deviceKey);
+			return pool;
+		})();
+		this.inflight.set(deviceKey, creation);
+		try {
+			return await creation;
+		} finally {
+			this.inflight.delete(deviceKey);
+		}
+	}
+	/** The device keys that currently hold a benchmark pool. */
+	deviceKeys() {
+		return [...this.pools.keys()];
+	}
+	async disposeAll() {
+		this.reaper.disposeAll();
+		const pools = [...this.pools.values()];
+		this.pools.clear();
+		await Promise.all(pools.map((p) => p.dispose().catch(() => void 0)));
+	}
+	async disposeOne(deviceKey) {
+		const pool = this.pools.get(deviceKey);
+		if (!pool) return;
+		this.pools.delete(deviceKey);
+		await pool.dispose();
+	}
+};
 //#endregion
 //#region src/detection-pipeline/engine/inference-device-liveness.ts
 /**
@@ -8266,6 +8332,18 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 	executorOptions;
 	engineFactory = null;
 	/**
+	* The pools a benchmark call loads its models into (D910): one separate
+	* worker per device, never `factoriesByDevice` and never the node-default
+	* pool, so a compile that kills its worker cannot take live detection down.
+	*/
+	benchmarkPools = new BenchmarkPools({
+		create: (deviceKey, engine) => this.createBenchmarkFactory(deviceKey, engine),
+		onDisposeError: (deviceKey, err) => this.log.warn("Idle benchmark pool dispose failed", { meta: {
+			deviceKey,
+			error: err instanceof Error ? err.message : String(err)
+		} })
+	});
+	/**
 	* Per-device engine factories (Phase 2 multi-device), keyed by deviceKey
 	* (`<backend>:<device>`, e.g. `openvino:npu`, `edgetpu:usb`). Each is its own
 	* inference pool, warm CONCURRENTLY — so the node runs detection on NPU + iGPU
@@ -9712,12 +9790,13 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 		});
 		this.executor = executor;
 		const dispatchEngine = dispatchDeviceKey ? require_custom_model_catalog.resolveDeviceEngine(dispatchDeviceKey) : runEngine;
-		const dispatchFactory = dispatchDeviceKey ? await this.resolveDeviceFactory(dispatchDeviceKey) : this.engineFactory;
+		const benchmark = isBenchmarkRun(input);
+		const dispatchFactory = benchmark ? await this.benchmarkPools.acquire(require_custom_model_catalog.deviceKeyOf(dispatchEngine), dispatchEngine) : dispatchDeviceKey ? await this.resolveDeviceFactory(dispatchDeviceKey) : this.engineFactory;
 		const needed = enabledSteps.filter((s) => dispatchFactory.needsPoolUpdate(s));
 		let runSteps = benchmarkSteps;
 		const loadPolicy = dispatchLoadPolicyOf(input);
 		if (needed.length > 0) {
-			const dispatchDeviceKeyLabel = require_custom_model_catalog.deviceKeyOf(dispatchEngine);
+			const dispatchDeviceKeyLabel = benchmark ? benchmarkKeyOf(require_custom_model_catalog.deviceKeyOf(dispatchEngine)) : require_custom_model_catalog.deviceKeyOf(dispatchEngine);
 			const toIssue = needed.filter((s) => this.loadGovernor.check(dispatchFactory, dispatchDeviceKeyLabel, [stepModelKey(s)]).kind === "go");
 			if (toIssue.length > 0) this.log.info("Benchmark: models to load", { meta: {
 				count: toIssue.length,
@@ -10583,6 +10662,7 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 			this.engineFactory = null;
 			this.executor = null;
 		}
+		await this.benchmarkPools.disposeAll();
 		this.deviceReaper.disposeAll();
 		const deviceFactories = Array.from(this.factoriesByDevice.values());
 		this.factoriesByDevice.clear();
@@ -10919,6 +10999,34 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 		} });
 		return { rearmed };
 	}
+	/**
+	* Build the pool a benchmark loads into: a fresh worker for the engine of
+	* `deviceKey`, outside the live pools' liveness budget and late-compile
+	* bookkeeping (a benchmark's failure is a verdict about the benchmark).
+	*/
+	async createBenchmarkFactory(deviceKey, engine) {
+		await this.ensureBackendDeps(engine);
+		const factory = new EngineFactory({
+			engine,
+			modelsDir: this.modelsDir,
+			logger: this.log.child(`bench:${deviceKey}`),
+			pythonPath: this.executorOptions.pythonPath ?? "",
+			provisioning: this.executorOptions.provisioning,
+			resolveCustomModel: this.customModelResolver
+		});
+		try {
+			await factory.initialize([]);
+		} catch (err) {
+			await factory.dispose().catch(() => void 0);
+			this.log.error("Benchmark pool failed to initialize", { meta: {
+				deviceKey,
+				error: require_dist.errMsg(err)
+			} });
+			throw err;
+		}
+		this.log.info("Benchmark pool started — its loads stay out of the live pool", { meta: { deviceKey } });
+		return factory;
+	}
 	async resolveDeviceFactory(deviceKey) {
 		const engine = require_custom_model_catalog.resolveDeviceEngine(deviceKey);
 		if (enginesEqual(engine, this.currentEngine)) {

package/dist/detection-pipeline/index.mjs

@@ -1,9 +1,9 @@
 import { n as __require } from "../chunk-DnnnRqeS.mjs";
-import { Bn as createEvent, Ct as evaluateZoneRules, F as PoolMemoryWatchdog, Gn as hfModelUrl, It as loadContributionCapability, Jt as pickClusterStepSettings, Kn as hydrateSchema, Kt as overlayClusterStepSettings, Mn as errMsg$1, O as LABEL_SUPPLY_MACRO, Pn as BaseAddon, Pt as linkedLabelStepId, Qn as nodePin, St as enumerateInferenceDevices, Wt as modelBindingKey, X as applyModelBoundSettings, Zt as pipelineExecutorCapability, _t as detectionPipelineCapability, bn as supportedRuntimes$1, ct as containingParentIndex, d as CLUSTER_MODEL_SCOPED_STEPS, fn as rootSuppliesOf, ft as defaultDeviceFor$1, g as DEFAULT_CLUSTER_STEP_SETTINGS, hn as stepModelRunsOnFormat, hr as EventCategory, in as resolveClusterStepModelId, ir as array, ln as resolvePoolMemoryPolicy, mr as union, n as APPLE_SA_TO_MACRO, pn as runtimeDevices$1, pr as string, q as YAMNET_TO_MACRO, st as collectModelBoundKeys, tr as sleep, ur as object, yt as edgetpuDelegateDevice } from "../dist-CfOv146z.mjs";
-import { c as readProcessCost } from "../node-tn9-iwDj.mjs";
-import { C as resolveModelDefaultConfidence, S as landmarkPrecisionVerdict, _ as ALL_STEPS, b as getStepDefinition, f as localFrameRegistry, g as ALL_PIPELINE_STEPS, l as resolveDefaultDetectionModel, n as mergeCustomModels, o as deviceKeyOf, r as buildSubtreeCanRun, s as resolveDeviceEngine, t as CustomModelCatalog, u as macroGateVerdict, v as getDefaultModelForFormat, x as resolveModelForFormat, y as getStep } from "../custom-model-catalog-BmJXsT0k.mjs";
+import { Bn as createEvent, Ct as evaluateZoneRules, F as PoolMemoryWatchdog, Gn as hfModelUrl, It as loadContributionCapability, Jt as pickClusterStepSettings, Kn as hydrateSchema, Kt as overlayClusterStepSettings, Mn as errMsg$1, O as LABEL_SUPPLY_MACRO, Pn as BaseAddon, Pt as linkedLabelStepId, Qn as nodePin, St as enumerateInferenceDevices, Wt as modelBindingKey, X as applyModelBoundSettings, Zt as pipelineExecutorCapability, _t as detectionPipelineCapability, bn as supportedRuntimes$1, ct as containingParentIndex, d as CLUSTER_MODEL_SCOPED_STEPS, fn as rootSuppliesOf, ft as defaultDeviceFor$1, g as DEFAULT_CLUSTER_STEP_SETTINGS, hn as stepModelRunsOnFormat, hr as EventCategory, in as resolveClusterStepModelId, ir as array, ln as resolvePoolMemoryPolicy, mr as union, n as APPLE_SA_TO_MACRO, pn as runtimeDevices$1, pr as string, q as YAMNET_TO_MACRO, st as collectModelBoundKeys, tr as sleep, ur as object, yt as edgetpuDelegateDevice } from "../dist-OImyOnr3.mjs";
+import { c as readProcessCost } from "../node-DciF_ZRl.mjs";
+import { C as resolveModelDefaultConfidence, S as landmarkPrecisionVerdict, _ as ALL_STEPS, b as getStepDefinition, f as localFrameRegistry, g as ALL_PIPELINE_STEPS, l as resolveDefaultDetectionModel, n as mergeCustomModels, o as deviceKeyOf, r as buildSubtreeCanRun, s as resolveDeviceEngine, t as CustomModelCatalog, u as macroGateVerdict, v as getDefaultModelForFormat, x as resolveModelForFormat, y as getStep } from "../custom-model-catalog-BT8HKaes.mjs";
 import { t as getSharp } from "../lazy-sharp-DXsqwpph.mjs";
-import { n as pickNodePlatformArch, t as readProcessMemory } from "../process-memory-CD5f3ehN.mjs";
+import { n as pickNodePlatformArch, t as readProcessMemory } from "../process-memory-DjIov9TF.mjs";
 import * as os$1 from "node:os";
 import * as fs from "node:fs";
 import * as path$1 from "node:path";
@@ -4157,6 +4157,72 @@ var IdlePoolReaper = class {
 		}
 	}
 };
+/** The key a benchmark's model loads are tracked under, apart from the live device's. */
+var BENCHMARK_KEY_PREFIX = "bench:";
+function benchmarkKeyOf(deviceKey) {
+	return `${BENCHMARK_KEY_PREFIX}${deviceKey}`;
+}
+/** True for the one-shot UI benchmark call — see the file header for why the shape is enough. */
+function isBenchmarkRun(input) {
+	return input.frame === void 0 && input.frameRef === void 0 && input.deviceId === void 0 && input.replay !== true;
+}
+var BenchmarkPools = class {
+	options;
+	pools = /* @__PURE__ */ new Map();
+	inflight = /* @__PURE__ */ new Map();
+	reaper;
+	constructor(options) {
+		this.options = options;
+		this.reaper = new IdlePoolReaper({
+			ttlMs: options.ttlMs ?? 3e5,
+			dispose: (key) => this.disposeOne(key),
+			onError: (key, err) => options.onDisposeError?.(key, err)
+		});
+	}
+	/** The benchmark pool for `deviceKey`: warm if one is up, otherwise built (single-flight). */
+	async acquire(deviceKey, engine) {
+		const existing = this.pools.get(deviceKey);
+		if (existing) {
+			if (existing.isReady()) {
+				this.reaper.touch(deviceKey);
+				return existing;
+			}
+			this.pools.delete(deviceKey);
+			this.reaper.cancel(deviceKey);
+			await existing.dispose().catch(() => void 0);
+		}
+		const pending = this.inflight.get(deviceKey);
+		if (pending) return pending;
+		const creation = (async () => {
+			const pool = await this.options.create(deviceKey, engine);
+			this.pools.set(deviceKey, pool);
+			this.reaper.touch(deviceKey);
+			return pool;
+		})();
+		this.inflight.set(deviceKey, creation);
+		try {
+			return await creation;
+		} finally {
+			this.inflight.delete(deviceKey);
+		}
+	}
+	/** The device keys that currently hold a benchmark pool. */
+	deviceKeys() {
+		return [...this.pools.keys()];
+	}
+	async disposeAll() {
+		this.reaper.disposeAll();
+		const pools = [...this.pools.values()];
+		this.pools.clear();
+		await Promise.all(pools.map((p) => p.dispose().catch(() => void 0)));
+	}
+	async disposeOne(deviceKey) {
+		const pool = this.pools.get(deviceKey);
+		if (!pool) return;
+		this.pools.delete(deviceKey);
+		await pool.dispose();
+	}
+};
 //#endregion
 //#region src/detection-pipeline/engine/inference-device-liveness.ts
 /**
@@ -8259,6 +8325,18 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 	executorOptions;
 	engineFactory = null;
 	/**
+	* The pools a benchmark call loads its models into (D910): one separate
+	* worker per device, never `factoriesByDevice` and never the node-default
+	* pool, so a compile that kills its worker cannot take live detection down.
+	*/
+	benchmarkPools = new BenchmarkPools({
+		create: (deviceKey, engine) => this.createBenchmarkFactory(deviceKey, engine),
+		onDisposeError: (deviceKey, err) => this.log.warn("Idle benchmark pool dispose failed", { meta: {
+			deviceKey,
+			error: err instanceof Error ? err.message : String(err)
+		} })
+	});
+	/**
 	* Per-device engine factories (Phase 2 multi-device), keyed by deviceKey
 	* (`<backend>:<device>`, e.g. `openvino:npu`, `edgetpu:usb`). Each is its own
 	* inference pool, warm CONCURRENTLY — so the node runs detection on NPU + iGPU
@@ -9705,12 +9783,13 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 		});
 		this.executor = executor;
 		const dispatchEngine = dispatchDeviceKey ? resolveDeviceEngine(dispatchDeviceKey) : runEngine;
-		const dispatchFactory = dispatchDeviceKey ? await this.resolveDeviceFactory(dispatchDeviceKey) : this.engineFactory;
+		const benchmark = isBenchmarkRun(input);
+		const dispatchFactory = benchmark ? await this.benchmarkPools.acquire(deviceKeyOf(dispatchEngine), dispatchEngine) : dispatchDeviceKey ? await this.resolveDeviceFactory(dispatchDeviceKey) : this.engineFactory;
 		const needed = enabledSteps.filter((s) => dispatchFactory.needsPoolUpdate(s));
 		let runSteps = benchmarkSteps;
 		const loadPolicy = dispatchLoadPolicyOf(input);
 		if (needed.length > 0) {
-			const dispatchDeviceKeyLabel = deviceKeyOf(dispatchEngine);
+			const dispatchDeviceKeyLabel = benchmark ? benchmarkKeyOf(deviceKeyOf(dispatchEngine)) : deviceKeyOf(dispatchEngine);
 			const toIssue = needed.filter((s) => this.loadGovernor.check(dispatchFactory, dispatchDeviceKeyLabel, [stepModelKey(s)]).kind === "go");
 			if (toIssue.length > 0) this.log.info("Benchmark: models to load", { meta: {
 				count: toIssue.length,
@@ -10576,6 +10655,7 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 			this.engineFactory = null;
 			this.executor = null;
 		}
+		await this.benchmarkPools.disposeAll();
 		this.deviceReaper.disposeAll();
 		const deviceFactories = Array.from(this.factoriesByDevice.values());
 		this.factoriesByDevice.clear();
@@ -10912,6 +10992,34 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 		} });
 		return { rearmed };
 	}
+	/**
+	* Build the pool a benchmark loads into: a fresh worker for the engine of
+	* `deviceKey`, outside the live pools' liveness budget and late-compile
+	* bookkeeping (a benchmark's failure is a verdict about the benchmark).
+	*/
+	async createBenchmarkFactory(deviceKey, engine) {
+		await this.ensureBackendDeps(engine);
+		const factory = new EngineFactory({
+			engine,
+			modelsDir: this.modelsDir,
+			logger: this.log.child(`bench:${deviceKey}`),
+			pythonPath: this.executorOptions.pythonPath ?? "",
+			provisioning: this.executorOptions.provisioning,
+			resolveCustomModel: this.customModelResolver
+		});
+		try {
+			await factory.initialize([]);
+		} catch (err) {
+			await factory.dispose().catch(() => void 0);
+			this.log.error("Benchmark pool failed to initialize", { meta: {
+				deviceKey,
+				error: errMsg$1(err)
+			} });
+			throw err;
+		}
+		this.log.info("Benchmark pool started — its loads stay out of the live pool", { meta: { deviceKey } });
+		return factory;
+	}
 	async resolveDeviceFactory(deviceKey) {
 		const engine = resolveDeviceEngine(deviceKey);
 		if (enginesEqual(engine, this.currentEngine)) {