@camstack/addon-pipeline 1.2.188 → 1.2.189

package/dist/pipeline-runner/index.js

@@ -301,6 +301,16 @@ var DEFAULT_NODE_DECODE_BUDGET_MB = 8192;
 * `native-lease-config.ts` on why "unset" includes a knob sitting at its
 * default); anything absent falls back to what the worker ships with.
 */
+/**
+* How many frames of one camera the runner may have in inference at once:
+* the worker's hold minus one, never below one. The hold evicts oldest-first
+* when a newer marked frame lands, so the (hold)th outstanding ref is the one
+* that makes the first unreadable. See `runner.ts` `maxInflightPerCamera`.
+*/
+function maxInflightPerCamera(override) {
+	const holdFrames = override.holdFrames ?? require_dist.DEFAULT_NATIVE_LEASE_SETTINGS.holdFrames;
+	return Math.max(1, holdFrames - 1);
+}
 function decodeWorkerFootprintMb(override) {
 	const budgetMb = override.budgetMb ?? require_dist.DEFAULT_NATIVE_LEASE_SETTINGS.budgetMb;
 	const holdFrames = override.holdFrames ?? require_dist.DEFAULT_NATIVE_LEASE_SETTINGS.holdFrames;
@@ -4520,6 +4530,7 @@ var PipelineRunner = class {
 			detectionQueue,
 			inferenceTimes: [],
 			shedFrames: 0,
+			inflight: 0,
 			processedCount: 0,
 			startTime: Date.now(),
 			phase: initialPhase,
@@ -4626,8 +4637,23 @@ var PipelineRunner = class {
 	* time so the pump can copy the pixels while the frame is still reserved.
 	*/
 	detectionBackpressure(deviceId) {
-		if (!this.cameras.has(deviceId)) return true;
-		return this.semaphore.available <= 0;
+		const state = this.cameras.get(deviceId);
+		if (!state) return true;
+		return this.semaphore.available <= 0 || state.inflight >= this.maxInflightPerCamera();
+	}
+	/** The per-camera in-flight cap in force (config, else the shipped hold minus one). */
+	maxInflightPerCamera() {
+		return Math.max(1, this.config.maxInflightPerCamera ?? require_dist.DEFAULT_NATIVE_LEASE_SETTINGS.holdFrames - 1);
+	}
+	/**
+	* Follow a resized native-frame hold. Running inferences are untouched; the
+	* next pick is measured against the new cap.
+	*/
+	setMaxInflightPerCamera(cap) {
+		this.config = {
+			...this.config,
+			maxInflightPerCamera: cap
+		};
 	}
 	enqueueReservedDetectionFrame(deviceId, frame, handle) {
 		const state = this.cameras.get(deviceId);
@@ -4912,6 +4938,7 @@ var PipelineRunner = class {
 	async processWithSemaphore(deviceId, entry, frameInput, state, streamType) {
 		const pickedAt = Date.now();
 		const { frame, handle } = entry;
+		state.inflight += 1;
 		const enqueuedAt = frame._enqueuedAt ?? pickedAt;
 		const rawRelease = await this.semaphore.acquire();
 		let released = false;
@@ -4953,6 +4980,7 @@ var PipelineRunner = class {
 		} catch {
 			frameReleaseReason = "error";
 		} finally {
+			state.inflight -= 1;
 			release();
 			try {
 				if (frameReleaseReason === "success" && handle && isContinuousRetainEnabled()) await this.config.hydrateRetainedFrame?.(handle);
@@ -5052,7 +5080,7 @@ var PipelineRunner = class {
 		} catch {}
 	}
 	pickNextDetectionFrame() {
-		for (const [deviceId, state] of this.cameras) if (state.registration.detectionMode === "always-on" && state.detectionQueue.size > 0) return {
+		for (const [deviceId, state] of this.cameras) if (state.registration.detectionMode === "always-on" && state.detectionQueue.size > 0 && state.inflight < this.maxInflightPerCamera()) return {
 			deviceId,
 			entry: state.detectionQueue.dequeue(),
 			state
@@ -5065,7 +5093,7 @@ var PipelineRunner = class {
 			if (!deviceId) continue;
 			const state = this.cameras.get(deviceId);
 			if (!state) continue;
-			if (state.phase === "active" && state.detectionQueue.size > 0) {
+			if (state.phase === "active" && state.detectionQueue.size > 0 && state.inflight < this.maxInflightPerCamera()) {
 				this.defaultRoundRobinIndex = (idx + 1) % this.defaultRoundRobinKeys.length;
 				const entry = state.detectionQueue.dequeue();
 				if (!entry) continue;
@@ -5795,6 +5823,7 @@ var PipelineRunnerAddon = class PipelineRunnerAddon extends require_dist.BaseAdd
 		this.runner = new PipelineRunner({
 			maxQueueDepth: this.config.maxQueueDepth,
 			maxConcurrentInferences: this.config.maxConcurrentInferences,
+			maxInflightPerCamera: maxInflightPerCamera(this.nativeLease.current()),
 			targetLoadPercent: this.config.targetLoadPercent,
 			minThrottledFps: this.config.minThrottledFps,
 			processFrame: (deviceId, frame, handle) => this.runInference(deviceId, frame, handle),
@@ -7045,6 +7074,7 @@ var PipelineRunnerAddon = class PipelineRunnerAddon extends require_dist.BaseAdd
 	async refreshNativeLeaseSettings() {
 		await this.nativeLease.refresh(this.ctxIfReady?.api);
 		this.liveWorkers?.resizeFootprint(decodeWorkerFootprintMb(this.nativeLease.current()));
+		this.runner?.setMaxInflightPerCamera(maxInflightPerCamera(this.nativeLease.current()));
 		await this.nodeLimits?.refresh(this.ctxIfReady?.api);
 		this.applyNodeDecodeLimits("lease-refresh");
 	}

package/dist/pipeline-runner/index.mjs

@@ -295,6 +295,16 @@ var DEFAULT_NODE_DECODE_BUDGET_MB = 8192;
 * `native-lease-config.ts` on why "unset" includes a knob sitting at its
 * default); anything absent falls back to what the worker ships with.
 */
+/**
+* How many frames of one camera the runner may have in inference at once:
+* the worker's hold minus one, never below one. The hold evicts oldest-first
+* when a newer marked frame lands, so the (hold)th outstanding ref is the one
+* that makes the first unreadable. See `runner.ts` `maxInflightPerCamera`.
+*/
+function maxInflightPerCamera(override) {
+	const holdFrames = override.holdFrames ?? DEFAULT_NATIVE_LEASE_SETTINGS.holdFrames;
+	return Math.max(1, holdFrames - 1);
+}
 function decodeWorkerFootprintMb(override) {
 	const budgetMb = override.budgetMb ?? DEFAULT_NATIVE_LEASE_SETTINGS.budgetMb;
 	const holdFrames = override.holdFrames ?? DEFAULT_NATIVE_LEASE_SETTINGS.holdFrames;
@@ -4513,6 +4523,7 @@ var PipelineRunner = class {
 			detectionQueue,
 			inferenceTimes: [],
 			shedFrames: 0,
+			inflight: 0,
 			processedCount: 0,
 			startTime: Date.now(),
 			phase: initialPhase,
@@ -4619,8 +4630,23 @@ var PipelineRunner = class {
 	* time so the pump can copy the pixels while the frame is still reserved.
 	*/
 	detectionBackpressure(deviceId) {
-		if (!this.cameras.has(deviceId)) return true;
-		return this.semaphore.available <= 0;
+		const state = this.cameras.get(deviceId);
+		if (!state) return true;
+		return this.semaphore.available <= 0 || state.inflight >= this.maxInflightPerCamera();
+	}
+	/** The per-camera in-flight cap in force (config, else the shipped hold minus one). */
+	maxInflightPerCamera() {
+		return Math.max(1, this.config.maxInflightPerCamera ?? DEFAULT_NATIVE_LEASE_SETTINGS.holdFrames - 1);
+	}
+	/**
+	* Follow a resized native-frame hold. Running inferences are untouched; the
+	* next pick is measured against the new cap.
+	*/
+	setMaxInflightPerCamera(cap) {
+		this.config = {
+			...this.config,
+			maxInflightPerCamera: cap
+		};
 	}
 	enqueueReservedDetectionFrame(deviceId, frame, handle) {
 		const state = this.cameras.get(deviceId);
@@ -4905,6 +4931,7 @@ var PipelineRunner = class {
 	async processWithSemaphore(deviceId, entry, frameInput, state, streamType) {
 		const pickedAt = Date.now();
 		const { frame, handle } = entry;
+		state.inflight += 1;
 		const enqueuedAt = frame._enqueuedAt ?? pickedAt;
 		const rawRelease = await this.semaphore.acquire();
 		let released = false;
@@ -4946,6 +4973,7 @@ var PipelineRunner = class {
 		} catch {
 			frameReleaseReason = "error";
 		} finally {
+			state.inflight -= 1;
 			release();
 			try {
 				if (frameReleaseReason === "success" && handle && isContinuousRetainEnabled()) await this.config.hydrateRetainedFrame?.(handle);
@@ -5045,7 +5073,7 @@ var PipelineRunner = class {
 		} catch {}
 	}
 	pickNextDetectionFrame() {
-		for (const [deviceId, state] of this.cameras) if (state.registration.detectionMode === "always-on" && state.detectionQueue.size > 0) return {
+		for (const [deviceId, state] of this.cameras) if (state.registration.detectionMode === "always-on" && state.detectionQueue.size > 0 && state.inflight < this.maxInflightPerCamera()) return {
 			deviceId,
 			entry: state.detectionQueue.dequeue(),
 			state
@@ -5058,7 +5086,7 @@ var PipelineRunner = class {
 			if (!deviceId) continue;
 			const state = this.cameras.get(deviceId);
 			if (!state) continue;
-			if (state.phase === "active" && state.detectionQueue.size > 0) {
+			if (state.phase === "active" && state.detectionQueue.size > 0 && state.inflight < this.maxInflightPerCamera()) {
 				this.defaultRoundRobinIndex = (idx + 1) % this.defaultRoundRobinKeys.length;
 				const entry = state.detectionQueue.dequeue();
 				if (!entry) continue;
@@ -5788,6 +5816,7 @@ var PipelineRunnerAddon = class PipelineRunnerAddon extends BaseAddon {
 		this.runner = new PipelineRunner({
 			maxQueueDepth: this.config.maxQueueDepth,
 			maxConcurrentInferences: this.config.maxConcurrentInferences,
+			maxInflightPerCamera: maxInflightPerCamera(this.nativeLease.current()),
 			targetLoadPercent: this.config.targetLoadPercent,
 			minThrottledFps: this.config.minThrottledFps,
 			processFrame: (deviceId, frame, handle) => this.runInference(deviceId, frame, handle),
@@ -7038,6 +7067,7 @@ var PipelineRunnerAddon = class PipelineRunnerAddon extends BaseAddon {
 	async refreshNativeLeaseSettings() {
 		await this.nativeLease.refresh(this.ctxIfReady?.api);
 		this.liveWorkers?.resizeFootprint(decodeWorkerFootprintMb(this.nativeLease.current()));
+		this.runner?.setMaxInflightPerCamera(maxInflightPerCamera(this.nativeLease.current()));
 		await this.nodeLimits?.refresh(this.ctxIfReady?.api);
 		this.applyNodeDecodeLimits("lease-refresh");
 	}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camstack/addon-pipeline",
-  "version": "1.2.188",
+  "version": "1.2.189",
   "description": "Pipeline bundle — runner, detection, motion, audio + stream broker. Multi-entry npm package shipping pipeline addons under a single bundle.",
   "keywords": [
     "camstack",