@camstack/addon-pipeline 1.1.4 → 1.1.6

package/dist/audio-analyzer/index.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_model_download_service_C_IHWnXx = require("../model-download-service-C-IHWnXx-BnQ_awK4.js");
-const require_dist = require("../dist-OlOI9pHn.js");
+const require_dist = require("../dist-BhpOMzzH.js");
 let node_fs = require("node:fs");
 node_fs = require_model_download_service_C_IHWnXx.__toESM(node_fs);
 let node_path = require("node:path");
@@ -719,14 +719,14 @@ var AudioAnalyzerAddon = class extends require_dist.BaseAddon {
 	*  preview mode (operator typed but didn't save yet) — same
 	*  semantics detection-pipeline relies on.
 	*/
-	async getGlobalSettings(overlay, nodeId) {
+	async getGlobalSettings(overlay, _cap, nodeId) {
 		const ctx = this.ctxIfReady;
 		const stored = ctx?.settings ? await ctx.settings.readAddonStore() ?? {} : {};
 		const merged = overlay ? {
 			...stored,
 			...overlay
 		} : stored;
-		const isDarwin = await this.probeNodePlatform(nodeId) === "darwin";
+		const isDarwin = await this.resolveNodePlatform(nodeId) === "darwin";
 		const backendOptions = require_dist.AUDIO_BACKEND_CHOICES.filter((o) => o.value !== "apple-soundanalysis" || isDarwin);
 		const operatorChoiceRaw = typeof merged.audioBackend === "string" ? merged.audioBackend : require_dist.DEFAULT_AUDIO_ANALYZER_CONFIG.audioBackend;
 		const operatorChoice = backendOptions.some((o) => o.value === operatorChoiceRaw) ? operatorChoiceRaw : require_dist.DEFAULT_AUDIO_ANALYZER_CONFIG.audioBackend;
@@ -765,21 +765,22 @@ var AudioAnalyzerAddon = class extends require_dist.BaseAddon {
 		}, raw);
 	}
 	/**
-	* Probe the OS platform of `nodeId` (default: this node) via the
-	* `platform-probe` cap — the same source the detection-pipeline uses to gate
-	* accelerator backends. Falls back to this host's `process.platform` when the
-	* probe is unreachable (cold-start / probe addon absent), so the form stays
-	* usable rather than collapsing.
+	* Resolve the OS platform of the target node WITHOUT the flaky platform-probe
+	* "hardware" cap. For the local node (or no nodeId) the running process is the
+	* authority. For a remote node — the hub-centric settings form serves every
+	* node from the hub child — read the node's registration-reported platform
+	* from the in-memory cluster topology (`nodes.topology`): a hub-local read, no
+	* remote round-trip, no probe. Falls back to this host's `process.platform`
+	* when topology is unavailable so the form stays usable.
 	*/
-	async probeNodePlatform(nodeId) {
-		const api = this.ctxIfReady?.api;
-		if (!api) return process.platform;
+	async resolveNodePlatform(nodeId) {
 		const localNode = this.ctxIfReady?.kernel?.localNodeId;
+		if (!nodeId || nodeId === localNode) return process.platform;
 		try {
-			return (nodeId && nodeId !== localNode ? await api.platformProbe.getCapabilities.query(void 0, require_dist.nodePin(nodeId)) : await api.platformProbe.getCapabilities.query())?.platform ?? process.platform;
-		} catch {
-			return process.platform;
-		}
+			const entry = (await this.ctxIfReady?.api?.nodes?.topology.query())?.find((n) => n.id === nodeId);
+			if (entry?.platform) return entry.platform;
+		} catch {}
+		return process.platform;
 	}
 	/**
 	* Re-run the platform probe and persist the detected backend into

package/dist/audio-analyzer/index.mjs

@@ -1,5 +1,5 @@
 import { t as __require } from "../chunk-BdkLduGY.mjs";
-import { A as nodePin, B as BaseAddon, E as mapAudioLabelToMacro, J as hydrateSchema, g as audioAnalyzerCapability, h as audioAnalysisCapability, l as HF_BASE_URL, n as AUDIO_BACKEND_CHOICES, o as DEFAULT_AUDIO_ANALYZER_CONFIG, z as errMsg } from "../dist-CAgJixja.mjs";
+import { B as BaseAddon, E as mapAudioLabelToMacro, J as hydrateSchema, g as audioAnalyzerCapability, h as audioAnalysisCapability, l as HF_BASE_URL, n as AUDIO_BACKEND_CHOICES, o as DEFAULT_AUDIO_ANALYZER_CONFIG, z as errMsg } from "../dist-GFzs5acw.mjs";
 import { r as downloadFile } from "../model-download-service-C-IHWnXx-3Mmeob3l.mjs";
 import * as fs from "node:fs";
 import * as path$1 from "node:path";
@@ -714,14 +714,14 @@ var AudioAnalyzerAddon = class extends BaseAddon {
 	*  preview mode (operator typed but didn't save yet) — same
 	*  semantics detection-pipeline relies on.
 	*/
-	async getGlobalSettings(overlay, nodeId) {
+	async getGlobalSettings(overlay, _cap, nodeId) {
 		const ctx = this.ctxIfReady;
 		const stored = ctx?.settings ? await ctx.settings.readAddonStore() ?? {} : {};
 		const merged = overlay ? {
 			...stored,
 			...overlay
 		} : stored;
-		const isDarwin = await this.probeNodePlatform(nodeId) === "darwin";
+		const isDarwin = await this.resolveNodePlatform(nodeId) === "darwin";
 		const backendOptions = AUDIO_BACKEND_CHOICES.filter((o) => o.value !== "apple-soundanalysis" || isDarwin);
 		const operatorChoiceRaw = typeof merged.audioBackend === "string" ? merged.audioBackend : DEFAULT_AUDIO_ANALYZER_CONFIG.audioBackend;
 		const operatorChoice = backendOptions.some((o) => o.value === operatorChoiceRaw) ? operatorChoiceRaw : DEFAULT_AUDIO_ANALYZER_CONFIG.audioBackend;
@@ -760,21 +760,22 @@ var AudioAnalyzerAddon = class extends BaseAddon {
 		}, raw);
 	}
 	/**
-	* Probe the OS platform of `nodeId` (default: this node) via the
-	* `platform-probe` cap — the same source the detection-pipeline uses to gate
-	* accelerator backends. Falls back to this host's `process.platform` when the
-	* probe is unreachable (cold-start / probe addon absent), so the form stays
-	* usable rather than collapsing.
+	* Resolve the OS platform of the target node WITHOUT the flaky platform-probe
+	* "hardware" cap. For the local node (or no nodeId) the running process is the
+	* authority. For a remote node — the hub-centric settings form serves every
+	* node from the hub child — read the node's registration-reported platform
+	* from the in-memory cluster topology (`nodes.topology`): a hub-local read, no
+	* remote round-trip, no probe. Falls back to this host's `process.platform`
+	* when topology is unavailable so the form stays usable.
 	*/
-	async probeNodePlatform(nodeId) {
-		const api = this.ctxIfReady?.api;
-		if (!api) return process.platform;
+	async resolveNodePlatform(nodeId) {
 		const localNode = this.ctxIfReady?.kernel?.localNodeId;
+		if (!nodeId || nodeId === localNode) return process.platform;
 		try {
-			return (nodeId && nodeId !== localNode ? await api.platformProbe.getCapabilities.query(void 0, nodePin(nodeId)) : await api.platformProbe.getCapabilities.query())?.platform ?? process.platform;
-		} catch {
-			return process.platform;
-		}
+			const entry = (await this.ctxIfReady?.api?.nodes?.topology.query())?.find((n) => n.id === nodeId);
+			if (entry?.platform) return entry.platform;
+		} catch {}
+		return process.platform;
 	}
 	/**
 	* Re-run the platform probe and persist the detected backend into

package/dist/audio-codec-nodeav/index.js

@@ -2,7 +2,7 @@ Object.defineProperties(exports, {
 	__esModule: { value: true },
 	[Symbol.toStringTag]: { value: "Module" }
 });
-const require_dist = require("../dist-OlOI9pHn.js");
+const require_dist = require("../dist-BhpOMzzH.js");
 const require_codec_runtime = require("../codec-runtime-BOk-13PN.js");
 let node_crypto = require("node:crypto");
 //#region src/audio-codec-nodeav/addon/index.ts

package/dist/audio-codec-nodeav/index.mjs

@@ -1,4 +1,4 @@
-import { B as BaseAddon, _ as audioCodecCapability, z as errMsg } from "../dist-CAgJixja.mjs";
+import { B as BaseAddon, _ as audioCodecCapability, z as errMsg } from "../dist-GFzs5acw.mjs";
 import { t as DecodeRuntime } from "../codec-runtime-BsqlEjPi.mjs";
 import { randomUUID } from "node:crypto";
 //#region src/audio-codec-nodeav/addon/index.ts

package/dist/decoder-nodeav/index.js

@@ -2,7 +2,7 @@ Object.defineProperties(exports, {
 	__esModule: { value: true },
 	[Symbol.toStringTag]: { value: "Module" }
 });
-const require_dist = require("../dist-OlOI9pHn.js");
+const require_dist = require("../dist-BhpOMzzH.js");
 let _camstack_shm_ring = require("@camstack/shm-ring");
 let node_crypto = require("node:crypto");
 //#region src/decoder-nodeav/frame-ring-sink.ts

package/dist/decoder-nodeav/index.mjs

@@ -1,4 +1,4 @@
-import { B as BaseAddon, b as decoderCapability, f as RingBuffer, s as DEFAULT_DECODER_HWACCEL_CONFIG, u as HWACCEL_OPTIONS, z as errMsg } from "../dist-CAgJixja.mjs";
+import { B as BaseAddon, b as decoderCapability, f as RingBuffer, s as DEFAULT_DECODER_HWACCEL_CONFIG, u as HWACCEL_OPTIONS, z as errMsg } from "../dist-GFzs5acw.mjs";
 import { FrameRingReaderCache, FrameRingWriter, MIN_RING_SLOTS, computeSegmentSize, computeSlotByteLength, createSegment, deriveSlotCount } from "@camstack/shm-ring";
 import { randomUUID } from "node:crypto";
 //#region src/decoder-nodeav/frame-ring-sink.ts

package/dist/detection-pipeline/index.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_model_download_service_C_IHWnXx = require("../model-download-service-C-IHWnXx-BnQ_awK4.js");
-const require_dist = require("../dist-OlOI9pHn.js");
+const require_dist = require("../dist-BhpOMzzH.js");
 let node_fs = require("node:fs");
 node_fs = require_model_download_service_C_IHWnXx.__toESM(node_fs);
 let node_path = require("node:path");
@@ -1753,6 +1753,95 @@ var INSTANCE_SEGMENTATION_MODELS = [
 		}
 	}
 ];
+var CLIP_EMBEDDING_MODELS = [
+	{
+		id: "mobileclip-s0",
+		name: "MobileCLIP S0",
+		description: "MobileCLIP S0 — Apple ultra-fast CLIP vision encoder, 512-dim, 256×256 (40 MB ONNX)",
+		inputSize: {
+			width: 256,
+			height: 256
+		},
+		labels: [{
+			id: "embedding",
+			name: "CLIP Embedding"
+		}],
+		preprocessMode: "resize",
+		inputNormalization: "none",
+		formats: {
+			onnx: {
+				url: hf("clip/mobileclip-s0/onnx/camstack-mobileclip-s0-vision.onnx"),
+				sizeMB: 40
+			},
+			openvino: ovFormat(hf("clip/mobileclip-s0/openvino/camstack-mobileclip-s0-vision.xml"), 25),
+			coreml: {
+				url: hf("clip/mobileclip-s0/coreml/camstack-mobileclip-s0-vision.mlpackage"),
+				sizeMB: 30,
+				isDirectory: true,
+				files: [...MLPACKAGE_FILES],
+				runtimes: ["python"]
+			}
+		}
+	},
+	{
+		id: "mobileclip-s1",
+		name: "MobileCLIP S1",
+		description: "MobileCLIP S1 — Apple balanced CLIP vision encoder, 512-dim, 256×256 (90 MB ONNX)",
+		inputSize: {
+			width: 256,
+			height: 256
+		},
+		labels: [{
+			id: "embedding",
+			name: "CLIP Embedding"
+		}],
+		preprocessMode: "resize",
+		inputNormalization: "none",
+		formats: {
+			onnx: {
+				url: hf("clip/mobileclip-s1/onnx/camstack-mobileclip-s1-vision.onnx"),
+				sizeMB: 90
+			},
+			openvino: ovFormat(hf("clip/mobileclip-s1/openvino/camstack-mobileclip-s1-vision.xml"), 55),
+			coreml: {
+				url: hf("clip/mobileclip-s1/coreml/camstack-mobileclip-s1-vision.mlpackage"),
+				sizeMB: 65,
+				isDirectory: true,
+				files: [...MLPACKAGE_FILES],
+				runtimes: ["python"]
+			}
+		}
+	},
+	{
+		id: "mobileclip-s2",
+		name: "MobileCLIP S2",
+		description: "MobileCLIP S2 — Apple high-accuracy CLIP vision encoder, 512-dim, 256×256 (150 MB ONNX)",
+		inputSize: {
+			width: 256,
+			height: 256
+		},
+		labels: [{
+			id: "embedding",
+			name: "CLIP Embedding"
+		}],
+		preprocessMode: "resize",
+		inputNormalization: "none",
+		formats: {
+			onnx: {
+				url: hf("clip/mobileclip-s2/onnx/camstack-mobileclip-s2-vision.onnx"),
+				sizeMB: 150
+			},
+			openvino: ovFormat(hf("clip/mobileclip-s2/openvino/camstack-mobileclip-s2-vision.xml"), 90),
+			coreml: {
+				url: hf("clip/mobileclip-s2/coreml/camstack-mobileclip-s2-vision.mlpackage"),
+				sizeMB: 110,
+				isDirectory: true,
+				files: [...MLPACKAGE_FILES],
+				runtimes: ["python"]
+			}
+		}
+	}
+];
 var AUDIO_CLASSIFIER_MODELS = [{
 	id: "yamnet-onnx",
 	name: "YAMNet",
@@ -2024,6 +2113,21 @@ var STEP_FACE_EMBEDDING = new PipelineStepBase({
 	defaultModelId: "arcface-r100",
 	defaultConfidence: 0
 });
+var STEP_CLIP_EMBEDDING = new PipelineStepBase({
+	id: "clip-embedding",
+	name: "CLIP Embedding",
+	slot: "classifier",
+	postprocessor: "clip",
+	extractMode: "crop-roi",
+	inputClasses: null,
+	outputClasses: ["embedding"],
+	models: [...CLIP_EMBEDDING_MODELS],
+	defaultModelId: "mobileclip-s1",
+	enabledByDefault: false,
+	defaultConfidence: 0,
+	defaultMinParentScore: .4,
+	group: "CLIP"
+});
 var STEP_PLATE_DETECTION = new PipelineStepBase({
 	id: "plate-detection",
 	name: "Plate Detection",
@@ -2113,6 +2217,7 @@ var ALL_PIPELINE_STEPS = [
 	STEP_OBJECT_DETECTION_INSTANCE,
 	STEP_FACE_DETECTION,
 	STEP_FACE_EMBEDDING,
+	STEP_CLIP_EMBEDDING,
 	STEP_PLATE_DETECTION,
 	STEP_PLATE_OCR,
 	new AnimalClassifierStep(),
@@ -2663,6 +2768,22 @@ function postprocessArcface(output, _stepDef) {
 		embeddingNorm: normalized
 	};
 }
+function postprocessClip(output, _stepDef) {
+	const structured = tryStructured(output);
+	if (structured) return structured;
+	const tensor = output.tensor;
+	if (!tensor) throw new Error("CLIP postprocessor: no tensor in engine output");
+	let sumSq = 0;
+	for (let i = 0; i < tensor.length; i++) sumSq += tensor[i] * tensor[i];
+	const norm = Math.sqrt(sumSq);
+	const normalized = Array.from({ length: tensor.length });
+	for (let i = 0; i < tensor.length; i++) normalized[i] = norm === 0 ? 0 : tensor[i] / norm;
+	return {
+		kind: "embedding",
+		embedding: Array.from(tensor),
+		embeddingNorm: normalized
+	};
+}
 function postprocessSoftmax(output, stepDef) {
 	const structured = tryStructured(output);
 	if (structured) return structured;
@@ -2722,6 +2843,67 @@ function postprocessCtc(output, stepDef) {
 		confidence: seqLen > 0 ? totalScore / seqLen : 0
 	};
 }
+/**
+* Bounding box [x, y, w, h] (mask-pixel space) of the largest 4-connected
+* foreground component. Port of `_largest_component_bbox` from
+* `python/postprocessors/saliency.py`.
+*
+* Returns null when there are no foreground pixels.
+*/
+function largestComponentBbox(binary, w, h) {
+	const seeds = [];
+	for (let row = 0; row < h; row++) for (let col = 0; col < w; col++) if ((binary[row * w + col] ?? 0) > 0) seeds.push([row, col]);
+	if (seeds.length === 0) return null;
+	const visited = new Uint8Array(w * h);
+	let best = null;
+	for (const [sy, sx] of seeds) {
+		const seedIdx = sy * w + sx;
+		if (visited[seedIdx] === 1) continue;
+		const stack = [[sy, sx]];
+		visited[seedIdx] = 1;
+		let minX = sx;
+		let maxX = sx;
+		let minY = sy;
+		let maxY = sy;
+		let area = 0;
+		while (stack.length > 0) {
+			const [cy, cx] = stack.pop();
+			area += 1;
+			if (cx < minX) minX = cx;
+			if (cx > maxX) maxX = cx;
+			if (cy < minY) minY = cy;
+			if (cy > maxY) maxY = cy;
+			const neighbours = [
+				[cy - 1, cx],
+				[cy + 1, cx],
+				[cy, cx - 1],
+				[cy, cx + 1]
+			];
+			for (const [ny, nx] of neighbours) {
+				if (ny < 0 || ny >= h || nx < 0 || nx >= w) continue;
+				const nIdx = ny * w + nx;
+				if ((binary[nIdx] ?? 0) > 0 && visited[nIdx] !== 1) {
+					visited[nIdx] = 1;
+					stack.push([ny, nx]);
+				}
+			}
+		}
+		if (best === null || area > best.area) best = {
+			area,
+			minX,
+			minY,
+			maxX,
+			maxY
+		};
+	}
+	if (best === null) return null;
+	return [
+		best.minX,
+		best.minY,
+		best.maxX - best.minX + 1,
+		best.maxY - best.minY + 1
+	];
+}
 function postprocessSaliency(output, _stepDef) {
 	const structured = tryStructured(output);
 	if (structured) return structured;
@@ -2730,9 +2912,18 @@ function postprocessSaliency(output, _stepDef) {
 	const binary = new Uint8Array(tensor.length);
 	for (let i = 0; i < tensor.length; i++) binary[i] = 1 / (1 + Math.exp(-tensor[i])) > .5 ? 255 : 0;
 	const side = Math.round(Math.sqrt(tensor.length));
+	const mask = Buffer.from(binary).toString("base64");
+	const maskBbox = largestComponentBbox(binary, side, side);
+	if (maskBbox !== null) return {
+		kind: "mask",
+		mask,
+		maskWidth: side,
+		maskHeight: side,
+		maskBbox
+	};
 	return {
 		kind: "mask",
-		mask: Buffer.from(binary).toString("base64"),
+		mask,
 		maskWidth: side,
 		maskHeight: side
 	};
@@ -2879,6 +3070,7 @@ var DISPATCH = {
 	"yolo-seg": postprocessYoloSeg,
 	scrfd: postprocessScrfd,
 	arcface: postprocessArcface,
+	clip: postprocessClip,
 	softmax: postprocessSoftmax,
 	ctc: postprocessCtc,
 	saliency: postprocessSaliency,
@@ -5950,41 +6142,6 @@ var DetectionPipelineProvider = class DetectionPipelineProvider {
 		return readStored(raw, isEngineChoice);
 	}
 	/**
-	* Synchronous availability probe for a Python inference backend. Runs a
-	* short `<python> -c "import <mod>"` with a 3s timeout. Used at
-	* `loadEngine` time to reject a persisted backend choice the Python
-	* interpreter on this host can't actually import — without this the
-	* detection-pipeline child process exits with code 1 the moment
-	* `inference_pool.py` hits its `from openvino.runtime import Core`.
-	*
-	* MUST probe the EMBEDDED portable interpreter (`pythonPath`, resolved via
-	* `ctx.deps.ensurePython()`) — that's where `installPythonRequirements`
-	* puts the backend packages and what `SharedInferencePool` actually spawns.
-	* Probing the system `python3` checks the wrong site-packages (and on a
-	* slim container there is no system python3 at all → every backend would
-	* be reported unavailable, silently disabling ML). Falls back to `python3`
-	* only when no embedded interpreter is resolved.
-	*/
-	static isPythonBackendAvailable(backend, pythonPath) {
-		const mod = {
-			coreml: "coremltools",
-			openvino: "openvino.runtime",
-			onnx: "onnxruntime"
-		}[backend];
-		if (mod === null) return true;
-		if (!mod) return false;
-		try {
-			const { execFileSync } = require("node:child_process");
-			execFileSync(pythonPath || "python3", ["-c", `import ${mod}`], {
-				timeout: 3e3,
-				stdio: "pipe"
-			});
-			return true;
-		} catch {
-			return false;
-		}
-	}
-	/**
 	* Re-run the platform probe for the inference engine and persist the
 	* result into the addon's own global-settings keys. Because those
 	* fields are declared `requiresRestart: true`, the
@@ -7070,7 +7227,7 @@ var DetectionPipelineAddon = class extends require_dist.BaseAddon {
 		});
 		this.probePhaseUnsub = this.ctx.eventBus?.subscribe({ category: require_dist.EventCategory.PlatformProbePhase }, (event) => {
 			if (event.data?.phase !== "done") return;
-			this.provider.repickEngineOnProbeReady().catch((err) => {
+			this.provider?.repickEngineOnProbeReady().catch((err) => {
 				this.ctx.logger.warn("repick on platform-probe done failed", { meta: { error: err instanceof Error ? err.message : String(err) } });
 			});
 		}) ?? null;