@camstack/addon-pipeline 1.2.84 → 1.2.85

package/dist/recorder/index.js

@@ -7684,6 +7684,22 @@ var EXPORT_SWEEP_INTERVAL_MS = 5 * 6e4;
 *  hourly cadence keeps the storage.list/evict cost negligible while honouring
 *  the recording-spec §6 periodic retention. */
 var RETENTION_SWEEP_INTERVAL_MS = 60 * 6e4;
+/**
+* How long after boot the FULL-archive index walk starts.
+*
+* The walk is a recursive `readdir` per device over the whole recordings
+* subtree — minutes of network-FS latency on a real archive (measured: 240 s
+* for ONE 43 017-entry device, 2026-08-15) and it is the read model for
+* playback/retention/footprint, NOT the write path. Every read self-hydrates
+* the window it is asked about, and the whole-archive consumers
+* (retention sweep, redundancy janitor, disk-pressure eviction) only ever
+* under-report while the index is partial — so the walk waits out the boot
+* storm (writers attaching, staging reconcile relocating, first viewer paint)
+* instead of competing with it. Five minutes because the storm is measured in
+* seconds-to-a-minute and the consumers re-run on their own cadences anyway
+* (retention hourly, eviction on pressure).
+*/
+var FULL_WALK_DEFER_MS = 5 * 6e4;
 /** Grace after a completed download before a `deleteAfterDownload` file is removed. */
 var EXPORT_DELETE_GRACE_MS = 6e4;
 /** Only `.mp4` export ids matching this shape are servable (traversal guard). */
@@ -7749,6 +7765,11 @@ var RecorderV2Addon = class extends require_dist.BaseAddon {
 	exportEngine = null;
 	/** Periodic export-expiry sweep timer. Cleared on shutdown. */
 	exportSweepTimer = null;
+	/** Timer arming the deferred full-archive index walk. Null once fired. */
+	fullWalkTimer = null;
+	/** Single-flight guard for the full-archive walk (onHubReachable can re-enter
+	*  on a hub reconnect while a deferred walk is still running). */
+	fullWalkInFlight = false;
 	/** The `recording` cap provider — retained so the periodic retention sweep can
 	*  call its `pruneFootage`. Null until built in `onInitialize`. */
 	recordingProvider = null;
@@ -8121,6 +8142,10 @@ var RecorderV2Addon = class extends require_dist.BaseAddon {
 		}
 		this.retentionSweeper?.stop();
 		this.retentionSweeper = null;
+		if (this.fullWalkTimer !== null) {
+			clearTimeout(this.fullWalkTimer);
+			this.fullWalkTimer = null;
+		}
 		this.exportEngine = null;
 		this.recordingProvider = null;
 	}
@@ -8190,41 +8215,8 @@ var RecorderV2Addon = class extends require_dist.BaseAddon {
 			return;
 		}
 		this.warmToday([...configs.keys()]);
-		const hydrateStartedMs = Date.now();
-		await hydrateDevicesFromStorage(this.ctx.api, this.index, [...configs.keys()], this.resolvedLocations, this.ctx.logger);
-		this.ctx.logger.info("recorder: hydrated index from storage", { meta: {
-			deviceCount: configs.size,
-			locationCount: this.resolvedLocations.length,
-			ms: Date.now() - hydrateStartedMs
-		} });
-		const loggedDomains = /* @__PURE__ */ new Set();
-		for (const loc of this.resolvedLocations) {
-			const domain = this.locationDomain(loc.id);
-			const domainKey = [...domain].toSorted().join("+");
-			if (loggedDomains.has(domainKey)) continue;
-			loggedDomains.add(domainKey);
-			const acct = this.index.accountingForLocations(domain);
-			this.ctx.logger.info("recorder: eviction domain footage span at hydrate", { meta: {
-				locationIds: [...domain].toSorted(),
-				root: loc.root,
-				count: acct.count,
-				bytes: acct.bytes,
-				oldestMs: acct.oldestMs,
-				newestMs: acct.newestMs
-			} });
-		}
+		this.scheduleDeferredFullWalk([...configs.keys()]);
 		this.cleanupLegacyThumbsDirs();
-		const store = this.segmentStore;
-		if (store) try {
-			await runRedundancyJanitor({
-				deviceIds: [...configs.keys()],
-				segmentsFor: (deviceId, profile) => this.index.segments(deviceId, profile),
-				evict: (location, rows) => store.evict(location, rows),
-				logger: this.ctx.logger
-			});
-		} catch (err) {
-			this.ctx.logger.warn("recorder: redundancy janitor failed", { meta: { error: require_dist.errMsg(err) } });
-		}
 		await this.bootstrapExports();
 		const provider = this.recordingProvider;
 		if (provider && this.retentionSweeper === null) this.retentionSweeper = new RetentionSweeper({
@@ -8667,6 +8659,74 @@ var RecorderV2Addon = class extends require_dist.BaseAddon {
 			ms: Date.now() - started
 		} });
 	}
+	/**
+	* Arm the deferred full-archive index walk (see {@link FULL_WALK_DEFER_MS}).
+	* Idempotent across `onHubReachable` re-entries: an armed timer is not
+	* re-armed, and a walk already running is not duplicated.
+	*/
+	scheduleDeferredFullWalk(deviceIds) {
+		if (this.fullWalkTimer !== null || this.fullWalkInFlight) return;
+		this.fullWalkTimer = setTimeout(() => {
+			this.fullWalkTimer = null;
+			this.runFullArchiveWalk(deviceIds);
+		}, FULL_WALK_DEFER_MS);
+		this.fullWalkTimer.unref?.();
+		this.ctx.logger.info("recorder: full-archive index walk deferred", { meta: {
+			deferMs: FULL_WALK_DEFER_MS,
+			deviceCount: deviceIds.length
+		} });
+	}
+	/**
+	* The deferred boot walk itself: hydrate every configured device from the
+	* recordings roots, then run the two consumers that need the COMPLETE index
+	* (the eviction-domain span log and the redundancy janitor). Bounded-parallel
+	* per device, and each camera is marked hydrated at ITS OWN completion — not
+	* after the fleet (D167). Never overlaps itself.
+	*/
+	async runFullArchiveWalk(deviceIds) {
+		if (this.fullWalkInFlight) return;
+		this.fullWalkInFlight = true;
+		const hydrateStartedMs = Date.now();
+		try {
+			await hydrateDevicesFromStorage(this.ctx.api, this.index, deviceIds, this.resolvedLocations, this.ctx.logger);
+			this.ctx.logger.info("recorder: hydrated index from storage", { meta: {
+				deviceCount: deviceIds.length,
+				locationCount: this.resolvedLocations.length,
+				ms: Date.now() - hydrateStartedMs
+			} });
+			const loggedDomains = /* @__PURE__ */ new Set();
+			for (const loc of this.resolvedLocations) {
+				const domain = this.locationDomain(loc.id);
+				const domainKey = [...domain].toSorted().join("+");
+				if (loggedDomains.has(domainKey)) continue;
+				loggedDomains.add(domainKey);
+				const acct = this.index.accountingForLocations(domain);
+				this.ctx.logger.info("recorder: eviction domain footage span at hydrate", { meta: {
+					locationIds: [...domain].toSorted(),
+					root: loc.root,
+					count: acct.count,
+					bytes: acct.bytes,
+					oldestMs: acct.oldestMs,
+					newestMs: acct.newestMs
+				} });
+			}
+			const store = this.segmentStore;
+			if (store) try {
+				await runRedundancyJanitor({
+					deviceIds,
+					segmentsFor: (deviceId, profile) => this.index.segments(deviceId, profile),
+					evict: (location, rows) => store.evict(location, rows),
+					logger: this.ctx.logger
+				});
+			} catch (err) {
+				this.ctx.logger.warn("recorder: redundancy janitor failed", { meta: { error: require_dist.errMsg(err) } });
+			}
+		} catch (err) {
+			this.ctx.logger.warn("recorder: full-archive walk failed", { meta: { error: require_dist.errMsg(err) } });
+		} finally {
+			this.fullWalkInFlight = false;
+		}
+	}
 	configStore() {
 		return this.state(RECORDING_CONFIGS_KEY, RecordingConfigsBlobSchema, {});
 	}

package/dist/recorder/index.mjs

@@ -7683,6 +7683,22 @@ var EXPORT_SWEEP_INTERVAL_MS = 5 * 6e4;
 *  hourly cadence keeps the storage.list/evict cost negligible while honouring
 *  the recording-spec §6 periodic retention. */
 var RETENTION_SWEEP_INTERVAL_MS = 60 * 6e4;
+/**
+* How long after boot the FULL-archive index walk starts.
+*
+* The walk is a recursive `readdir` per device over the whole recordings
+* subtree — minutes of network-FS latency on a real archive (measured: 240 s
+* for ONE 43 017-entry device, 2026-08-15) and it is the read model for
+* playback/retention/footprint, NOT the write path. Every read self-hydrates
+* the window it is asked about, and the whole-archive consumers
+* (retention sweep, redundancy janitor, disk-pressure eviction) only ever
+* under-report while the index is partial — so the walk waits out the boot
+* storm (writers attaching, staging reconcile relocating, first viewer paint)
+* instead of competing with it. Five minutes because the storm is measured in
+* seconds-to-a-minute and the consumers re-run on their own cadences anyway
+* (retention hourly, eviction on pressure).
+*/
+var FULL_WALK_DEFER_MS = 5 * 6e4;
 /** Grace after a completed download before a `deleteAfterDownload` file is removed. */
 var EXPORT_DELETE_GRACE_MS = 6e4;
 /** Only `.mp4` export ids matching this shape are servable (traversal guard). */
@@ -7748,6 +7764,11 @@ var RecorderV2Addon = class extends BaseAddon {
 	exportEngine = null;
 	/** Periodic export-expiry sweep timer. Cleared on shutdown. */
 	exportSweepTimer = null;
+	/** Timer arming the deferred full-archive index walk. Null once fired. */
+	fullWalkTimer = null;
+	/** Single-flight guard for the full-archive walk (onHubReachable can re-enter
+	*  on a hub reconnect while a deferred walk is still running). */
+	fullWalkInFlight = false;
 	/** The `recording` cap provider — retained so the periodic retention sweep can
 	*  call its `pruneFootage`. Null until built in `onInitialize`. */
 	recordingProvider = null;
@@ -8120,6 +8141,10 @@ var RecorderV2Addon = class extends BaseAddon {
 		}
 		this.retentionSweeper?.stop();
 		this.retentionSweeper = null;
+		if (this.fullWalkTimer !== null) {
+			clearTimeout(this.fullWalkTimer);
+			this.fullWalkTimer = null;
+		}
 		this.exportEngine = null;
 		this.recordingProvider = null;
 	}
@@ -8189,41 +8214,8 @@ var RecorderV2Addon = class extends BaseAddon {
 			return;
 		}
 		this.warmToday([...configs.keys()]);
-		const hydrateStartedMs = Date.now();
-		await hydrateDevicesFromStorage(this.ctx.api, this.index, [...configs.keys()], this.resolvedLocations, this.ctx.logger);
-		this.ctx.logger.info("recorder: hydrated index from storage", { meta: {
-			deviceCount: configs.size,
-			locationCount: this.resolvedLocations.length,
-			ms: Date.now() - hydrateStartedMs
-		} });
-		const loggedDomains = /* @__PURE__ */ new Set();
-		for (const loc of this.resolvedLocations) {
-			const domain = this.locationDomain(loc.id);
-			const domainKey = [...domain].toSorted().join("+");
-			if (loggedDomains.has(domainKey)) continue;
-			loggedDomains.add(domainKey);
-			const acct = this.index.accountingForLocations(domain);
-			this.ctx.logger.info("recorder: eviction domain footage span at hydrate", { meta: {
-				locationIds: [...domain].toSorted(),
-				root: loc.root,
-				count: acct.count,
-				bytes: acct.bytes,
-				oldestMs: acct.oldestMs,
-				newestMs: acct.newestMs
-			} });
-		}
+		this.scheduleDeferredFullWalk([...configs.keys()]);
 		this.cleanupLegacyThumbsDirs();
-		const store = this.segmentStore;
-		if (store) try {
-			await runRedundancyJanitor({
-				deviceIds: [...configs.keys()],
-				segmentsFor: (deviceId, profile) => this.index.segments(deviceId, profile),
-				evict: (location, rows) => store.evict(location, rows),
-				logger: this.ctx.logger
-			});
-		} catch (err) {
-			this.ctx.logger.warn("recorder: redundancy janitor failed", { meta: { error: errMsg(err) } });
-		}
 		await this.bootstrapExports();
 		const provider = this.recordingProvider;
 		if (provider && this.retentionSweeper === null) this.retentionSweeper = new RetentionSweeper({
@@ -8666,6 +8658,74 @@ var RecorderV2Addon = class extends BaseAddon {
 			ms: Date.now() - started
 		} });
 	}
+	/**
+	* Arm the deferred full-archive index walk (see {@link FULL_WALK_DEFER_MS}).
+	* Idempotent across `onHubReachable` re-entries: an armed timer is not
+	* re-armed, and a walk already running is not duplicated.
+	*/
+	scheduleDeferredFullWalk(deviceIds) {
+		if (this.fullWalkTimer !== null || this.fullWalkInFlight) return;
+		this.fullWalkTimer = setTimeout(() => {
+			this.fullWalkTimer = null;
+			this.runFullArchiveWalk(deviceIds);
+		}, FULL_WALK_DEFER_MS);
+		this.fullWalkTimer.unref?.();
+		this.ctx.logger.info("recorder: full-archive index walk deferred", { meta: {
+			deferMs: FULL_WALK_DEFER_MS,
+			deviceCount: deviceIds.length
+		} });
+	}
+	/**
+	* The deferred boot walk itself: hydrate every configured device from the
+	* recordings roots, then run the two consumers that need the COMPLETE index
+	* (the eviction-domain span log and the redundancy janitor). Bounded-parallel
+	* per device, and each camera is marked hydrated at ITS OWN completion — not
+	* after the fleet (D167). Never overlaps itself.
+	*/
+	async runFullArchiveWalk(deviceIds) {
+		if (this.fullWalkInFlight) return;
+		this.fullWalkInFlight = true;
+		const hydrateStartedMs = Date.now();
+		try {
+			await hydrateDevicesFromStorage(this.ctx.api, this.index, deviceIds, this.resolvedLocations, this.ctx.logger);
+			this.ctx.logger.info("recorder: hydrated index from storage", { meta: {
+				deviceCount: deviceIds.length,
+				locationCount: this.resolvedLocations.length,
+				ms: Date.now() - hydrateStartedMs
+			} });
+			const loggedDomains = /* @__PURE__ */ new Set();
+			for (const loc of this.resolvedLocations) {
+				const domain = this.locationDomain(loc.id);
+				const domainKey = [...domain].toSorted().join("+");
+				if (loggedDomains.has(domainKey)) continue;
+				loggedDomains.add(domainKey);
+				const acct = this.index.accountingForLocations(domain);
+				this.ctx.logger.info("recorder: eviction domain footage span at hydrate", { meta: {
+					locationIds: [...domain].toSorted(),
+					root: loc.root,
+					count: acct.count,
+					bytes: acct.bytes,
+					oldestMs: acct.oldestMs,
+					newestMs: acct.newestMs
+				} });
+			}
+			const store = this.segmentStore;
+			if (store) try {
+				await runRedundancyJanitor({
+					deviceIds,
+					segmentsFor: (deviceId, profile) => this.index.segments(deviceId, profile),
+					evict: (location, rows) => store.evict(location, rows),
+					logger: this.ctx.logger
+				});
+			} catch (err) {
+				this.ctx.logger.warn("recorder: redundancy janitor failed", { meta: { error: errMsg(err) } });
+			}
+		} catch (err) {
+			this.ctx.logger.warn("recorder: full-archive walk failed", { meta: { error: errMsg(err) } });
+		} finally {
+			this.fullWalkInFlight = false;
+		}
+	}
 	configStore() {
 		return this.state(RECORDING_CONFIGS_KEY, RecordingConfigsBlobSchema, {});
 	}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camstack/addon-pipeline",
-  "version": "1.2.84",
+  "version": "1.2.85",
   "description": "Pipeline bundle — runner, detection, motion, audio + stream broker. Multi-entry npm package shipping pipeline addons under a single bundle.",
   "keywords": [
     "camstack",