@camstack/addon-post-analysis 1.2.360 → 1.2.362

package/dist/pipeline-analytics/index.js

@@ -2,7 +2,7 @@ Object.defineProperties(exports, {
 	__esModule: { value: true },
 	[Symbol.toStringTag]: { value: "Module" }
 });
-const require_clip_model_registry = require("../clip-model-registry-jPIOGw_9.js");
+const require_clip_model_registry = require("../clip-model-registry-D8XeJhT4.js");
 let node_fs = require("node:fs");
 node_fs = require_clip_model_registry.__toESM(node_fs, 1);
 let node_path = require("node:path");
@@ -64653,6 +64653,11 @@ var LATE_ABSORBED_WORK_SAMPLE_MS = 6e4;
 /** Absorbed ids remembered after their survivor closed, so late work for
 *  them is refused rather than resurrected (oldest forgotten first). */
 var MAX_RETIRED_ABSORBED_IDS = 4096;
+/** Closed track ids remembered (oldest forgotten first) so an async completion
+*  settling AFTER `close` is refused instead of re-creating a resident nothing
+*  would ever close. Track ids are unique per birth; 16384 covers hours of
+*  settling at the busiest observed birth rate. */
+var MAX_CLOSED_TRACK_IDS = 16384;
 var TrackResidentState = class {
 	hooks;
 	residents = /* @__PURE__ */ new Map();
@@ -64694,6 +64699,8 @@ var TrackResidentState = class {
 	bestShotHolder = /* @__PURE__ */ new Map();
 	/** Absorbed id → survivor id, for survivors that already closed (bounded). */
 	retired = /* @__PURE__ */ new Map();
+	/** Ids closed by `close` (bounded FIFO). Only `open` — a birth — clears one. */
+	closedIds = /* @__PURE__ */ new Set();
 	/** Per device: start of the current late-work sample window, and how many
 	*  refusals it has swallowed since the last sampled call. */
 	lateWorkSample = /* @__PURE__ */ new Map();
@@ -64707,7 +64714,13 @@ var TrackResidentState = class {
 	/** Idempotently create the track's resident record (deviceId travels with
 	*  it so device teardown can enumerate its tracks). */
 	open(deviceId, trackId) {
-		this.ensure(deviceId, trackId);
+		this.closedIds.delete(trackId);
+		this.ensure(deviceId, trackId, "general", "open");
+	}
+	/** True while the track owns a live resident (its survivor's, when absorbed).
+	*  Async completions check this before doing work for a track. */
+	isLive(trackId) {
+		return this.residents.has(this.canonical(trackId));
 	}
 	/**
 	* Get-or-create the resident record (every mutator routes through this so
@@ -64718,15 +64731,19 @@ var TrackResidentState = class {
 	* An absorbed id whose survivor already closed is refused. `undefined` =
 	* refused (sampled through `onLateAbsorbedWork`); nothing is created.
 	*/
-	ensure(deviceId, trackId, kind = "general") {
+	ensure(deviceId, trackId, kind = "general", write = "ensure") {
 		const retiredInto = this.retired.get(trackId);
 		if (retiredInto !== void 0) {
-			this.refuseLateWork(deviceId, trackId, retiredInto, "survivor-closed");
+			this.refuseLateWork(deviceId, trackId, retiredInto, "survivor-closed", write);
+			return;
+		}
+		if (this.closedIds.has(trackId)) {
+			this.refuseLateWork(deviceId, trackId, trackId, "track-closed", write);
 			return;
 		}
 		const survivorId = this.aliases.get(trackId);
 		if (survivorId !== void 0 && kind === "bestShot" && (this.bestShotHolder.get(survivorId) ?? survivorId) !== trackId) {
-			this.refuseLateWork(deviceId, trackId, survivorId, "losing-shot");
+			this.refuseLateWork(deviceId, trackId, survivorId, "losing-shot", write);
 			return;
 		}
 		const id = survivorId ?? trackId;
@@ -64741,10 +64758,10 @@ var TrackResidentState = class {
 	liveId(deviceId, trackId) {
 		const retiredInto = this.retired.get(trackId);
 		if (retiredInto === void 0) return this.canonical(trackId);
-		this.refuseLateWork(deviceId, trackId, retiredInto, "survivor-closed");
+		this.refuseLateWork(deviceId, trackId, retiredInto, "survivor-closed", "liveId");
 	}
 	/** Count a refused late write; hand the host one sampled line per window. */
-	refuseLateWork(deviceId, trackId, survivorId, reason) {
+	refuseLateWork(deviceId, trackId, survivorId, reason, write) {
 		const now = Date.now();
 		const sample = this.lateWorkSample.get(deviceId);
 		if (sample !== void 0 && now - sample.at < LATE_ABSORBED_WORK_SAMPLE_MS) {
@@ -64761,7 +64778,8 @@ var TrackResidentState = class {
 			trackId,
 			survivorId,
 			reason,
-			refused
+			refused,
+			write
 		});
 	}
 	/**
@@ -64781,6 +64799,12 @@ var TrackResidentState = class {
 			mediaId: resident.keyFrameMediaId
 		});
 		this.hooks.onClose?.(trackId);
+		this.closedIds.add(trackId);
+		while (this.closedIds.size > MAX_CLOSED_TRACK_IDS) {
+			const oldest = this.closedIds.values().next().value;
+			if (oldest === void 0) break;
+			this.closedIds.delete(oldest);
+		}
 		const absorbed = this.absorbedBy.get(trackId);
 		this.bestShotHolder.delete(trackId);
 		if (absorbed !== void 0) {
@@ -64848,6 +64872,7 @@ var TrackResidentState = class {
 		this.aliases.clear();
 		this.bestShotHolder.clear();
 		this.retired.clear();
+		this.closedIds.clear();
 		this.lateWorkSample.clear();
 	}
 	size() {
@@ -64930,7 +64955,7 @@ var TrackResidentState = class {
 			...observed,
 			trackId: id
 		};
-		this.open(deviceId, id);
+		if (this.ensure(deviceId, id, "general", "observeObjectEmbeddingBest") === void 0) return false;
 		const modelId = obs.embeddingModelId ?? "";
 		let selector = this.objectEmbeddingBestSelectors.get(modelId);
 		if (selector === void 0) {
@@ -64947,7 +64972,7 @@ var TrackResidentState = class {
 		return this.residents.get(this.canonical(trackId))?.keyFrameMediaId ?? this.deferredKeyFrameKeys.get(trackId)?.mediaId;
 	}
 	setKeyFrameMediaId(deviceId, trackId, mediaId) {
-		const resident = this.ensure(deviceId, trackId, "bestShot");
+		const resident = this.ensure(deviceId, trackId, "bestShot", "setKeyFrameMediaId");
 		if (resident !== void 0) resident.keyFrameMediaId = mediaId;
 	}
 	/** Settle the keyFrame-id drop (called once the face recognizer's
@@ -64963,7 +64988,7 @@ var TrackResidentState = class {
 		return this.residents.get(this.canonical(trackId))?.lastFrameAt;
 	}
 	setLastFrameAt(deviceId, trackId, atMs) {
-		const resident = this.ensure(deviceId, trackId);
+		const resident = this.ensure(deviceId, trackId, "general", "setLastFrameAt");
 		if (resident !== void 0) resident.lastFrameAt = atMs;
 	}
 	anyFirstFramePending() {
@@ -64983,7 +65008,7 @@ var TrackResidentState = class {
 	}
 	/** A `firstFrame` write landed for this track (see {@link TrackResident.firstFrameLanded}). */
 	markFirstFrameLanded(deviceId, trackId) {
-		const resident = this.ensure(deviceId, trackId);
+		const resident = this.ensure(deviceId, trackId, "general", "markFirstFrameLanded");
 		if (resident !== void 0) resident.firstFrameLanded = true;
 	}
 	isFirstFrameLanded(trackId) {
@@ -64993,7 +65018,7 @@ var TrackResidentState = class {
 		return this.residents.get(this.canonical(trackId))?.thumbnailLanded ?? false;
 	}
 	markThumbnailLanded(deviceId, trackId) {
-		const resident = this.ensure(deviceId, trackId, "bestShot");
+		const resident = this.ensure(deviceId, trackId, "bestShot", "markThumbnailLanded");
 		if (resident !== void 0) resident.thumbnailLanded = true;
 	}
 	/**
@@ -65040,14 +65065,14 @@ var TrackResidentState = class {
 	* spend one of the track's three retries.
 	*/
 	noteKeyFrameAttempt(deviceId, trackId, atMs, retry) {
-		const resident = this.ensure(deviceId, trackId, "bestShot");
+		const resident = this.ensure(deviceId, trackId, "bestShot", "noteKeyFrameAttempt");
 		if (resident === void 0) return;
 		resident.keyFrameLastAttemptAt = atMs;
 		if (retry) resident.keyFrameRetries += 1;
 	}
 	/** A `keyFrame` write landed — sticky, and the end of the retry path. */
 	markKeyFrameLanded(deviceId, trackId) {
-		const resident = this.ensure(deviceId, trackId, "bestShot");
+		const resident = this.ensure(deviceId, trackId, "bestShot", "markKeyFrameLanded");
 		if (resident !== void 0) resident.keyFrameLanded = true;
 	}
 	lifecycleUpdateMem(trackId) {
@@ -65100,7 +65125,7 @@ var TrackResidentState = class {
 	/** Retain the FIRST detection-raster crop per track (zero-media fallback);
 	*  a later frame never overwrites an existing one. */
 	retainRasterFallback(deviceId, trackId, fallback) {
-		const resident = this.ensure(deviceId, trackId);
+		const resident = this.ensure(deviceId, trackId, "general", "retainRasterFallback");
 		if (resident !== void 0 && resident.rasterFallback === void 0) resident.rasterFallback = fallback;
 	}
 };
@@ -79918,6 +79943,67 @@ var DeviceSettingsCacheHub = class {
 	}
 };
 //#endregion
+//#region src/pipeline-analytics/inherited-device-values.ts
+/**
+* What a camera's Analytics form SHOWS for a field this camera never saved.
+*
+* The runtime resolves every per-device analytics setting from
+* `{ ...globalRaw, ...deviceRaw }` (`readDeviceSettings`): the cluster value
+* stands until the camera writes its own. The form used to hydrate from
+* `deviceRaw` alone, so a never-saved field rendered the SCHEMA default — a
+* number the runtime was not using whenever the cluster had set its own. An
+* operator who read "5" there and saved another field changed nothing, but had
+* every reason to believe the camera ran at 5.
+*
+* Two rules, both pinned by `inherited-device-values.spec.ts`:
+*   - the displayed value is the EFFECTIVE one (`{ ...globalRaw, ...deviceRaw }`),
+*     the same merge the resolvers use;
+*   - a field showing the cluster value says so in its description, and the
+*     form still saves only what the operator edits, so showing an inherited
+*     value never freezes it onto the camera.
+*/
+/** Appended to the description of a field whose value comes from the cluster. */
+var INHERITED_FROM_GLOBAL_NOTE = "Shown value is the cluster-wide setting. Change it here to override it for this camera only.";
+function hasOwn(bag, key) {
+	return Object.prototype.hasOwnProperty.call(bag, key);
+}
+function markInherited(field, globalRaw, deviceRaw) {
+	if (field.type === "group") return {
+		...field,
+		fields: field.fields.map((f) => markInherited(f, globalRaw, deviceRaw))
+	};
+	if (field.type === "sub-tabs") return {
+		...field,
+		tabs: field.tabs.map((tab) => ({
+			...tab,
+			fields: tab.fields.map((f) => markInherited(f, globalRaw, deviceRaw))
+		}))
+	};
+	if (!("value" in field)) return field;
+	if (!hasOwn(globalRaw, field.key) || hasOwn(deviceRaw, field.key)) return field;
+	const description = field.description === void 0 ? INHERITED_FROM_GLOBAL_NOTE : `${field.description} ${INHERITED_FROM_GLOBAL_NOTE}`;
+	return {
+		...field,
+		description
+	};
+}
+/**
+* Hydrate per-camera sections with the effective value of each field.
+*
+* @param schema     the per-device schema (global schema, already re-tabbed)
+* @param deviceRaw  the camera's own blob — only what it saved
+* @param globalRaw  the cluster store
+*/
+function hydrateWithInheritedGlobals(schema, deviceRaw, globalRaw) {
+	return require_clip_model_registry.hydrateSchema(schema, {
+		...globalRaw,
+		...deviceRaw
+	}).sections.map((section) => ({
+		...section,
+		fields: section.fields.map((f) => markInherited(f, globalRaw, deviceRaw))
+	}));
+}
+//#endregion
 //#region src/pipeline-analytics/device-zone-resolver.ts
 /**
 * How long a catalogue read from the capability is trusted. Only consulted when
@@ -104710,6 +104796,10 @@ Object.freeze({
 			"path": "lastContactAt",
 			"valueType": "number"
 		},
+		{
+			"path": "lastFullRefreshAt",
+			"valueType": "number"
+		},
 		{
 			"path": "binary",
 			"valueType": "boolean"
@@ -107480,9 +107570,24 @@ function formatSuggestionThresholdReadout(similarityThreshold) {
 * misleading. Keyed by section id → set of field keys to drop.
 */
 var GLOBAL_ONLY_FIELDS = { "face-recognition": new Set(["enabled", SUGGESTION_THRESHOLD_READOUT_KEY]) };
-/** Whole sections that are cluster-wide (global page only) and must NOT appear
-*  in a per-device contribution. */
-var GLOBAL_ONLY_SECTIONS = new Set(["cluster-post-processing"]);
+/**
+* Whole sections that are cluster-wide (global page only) and must NOT appear
+* in a per-device contribution (D62: a per-camera field whose reader only ever
+* consults the global addon store is a knob that writes a store nobody reads).
+*
+*   - `cluster-post-processing` — which node runs post-analysis.
+*   - `embedding-index` — rebuild / wipe buttons that act on the whole index.
+*   - `device-alerts` — battery / offline thresholds; read from the global
+*     store into `deviceAlertSettingsMirror`, one value for the installation.
+*   - `prune-windows` — outbox / timelapse / artefact shelf / digest mosaic
+*     windows; `pruneWindows()` resolves them from the global store only.
+*/
+var GLOBAL_ONLY_SECTIONS = new Set([
+	"cluster-post-processing",
+	"embedding-index",
+	"device-alerts",
+	"prune-windows"
+]);
 /** Drop global-only sections + global-only fields from per-device sections. */
 function stripGlobalOnlyFields(sections) {
 	return sections.filter((s) => !(s.id && GLOBAL_ONLY_SECTIONS.has(s.id))).map((s) => {
@@ -110693,6 +110798,8 @@ var NO_PUBLICATION = {
 	url: null,
 	artifactId: null
 };
+/** How often the resident-vs-live-track heartbeat line is written. */
+var RESIDENT_HEARTBEAT_INTERVAL_MS = 5 * 6e4;
 /**
 * A tRPC-shaped router or procedure reached by DYNAMIC name off `ctx.api`.
 *
@@ -111773,12 +111880,13 @@ var PipelineAnalyticsAddon = class PipelineAnalyticsAddon extends require_clip_m
 			this.parkedFrames?.adopt(survivorId, absorbedId, bestShotFrom);
 		},
 		onLateAbsorbedWork: (work) => {
-			this.ctx.logger.info("track resident: late work under an absorbed track id refused", {
+			this.ctx.logger.info("track resident: late work after close refused", {
 				tags: { deviceId: work.deviceId },
 				meta: {
 					trackId: work.trackId,
 					survivorId: work.survivorId,
 					reason: work.reason,
+					kind: work.write,
 					refused: work.refused
 				}
 			});
@@ -115242,11 +115350,31 @@ var PipelineAnalyticsAddon = class PipelineAnalyticsAddon extends require_clip_m
 		this.releaseProxy(deviceId);
 		this.notificationCenter?.onDeviceDeleted(deviceId);
 	}
+	/** Wall-clock of the last resident heartbeat line. */
+	residentHeartbeatAt = 0;
+	/**
+	* Resident records vs live tracks, once per interval: a resident count that
+	* climbs past the live-track count is the signature of a record nothing
+	* closes (the late-completion ghost fixed 2026-10-14).
+	*/
+	logResidentHeartbeat(now) {
+		if (now - this.residentHeartbeatAt < RESIDENT_HEARTBEAT_INTERVAL_MS) return;
+		this.residentHeartbeatAt = now;
+		let liveTracks = 0;
+		for (const ids of this.lastActiveTrackIds.values()) liveTracks += ids.size;
+		const mem = process.memoryUsage();
+		this.ctx.logger.info("analytics resident heartbeat", { meta: {
+			residents: this.residents.size(),
+			liveTracks,
+			externalNonBufferMb: Math.max(0, Math.round((mem.external - mem.arrayBuffers) / 1048576))
+		} });
+	}
 	/** Periodic sweeps — TTL promotion + retention/stationary aging. */
 	startSweepTimers() {
 		this.ttlSweepTimer = setInterval(() => {
 			this.sweepExpiredTracks();
 			this.runPackageStillnessSweep(Date.now());
+			this.logResidentHeartbeat(Date.now());
 		}, TTL_SWEEP_INTERVAL_MS);
 		this.faceReembedAutoTimer = setInterval(() => {
 			this.maybeAutoReembedFaces().then(() => this.faceAlignmentJobs?.maybeAutoRunPhotoPass());
@@ -116906,17 +117034,21 @@ var PipelineAnalyticsAddon = class PipelineAnalyticsAddon extends require_clip_m
 					}),
 					holdKeys: heldCaptureKeys,
 					staleAfterMs: ENRICHMENT_CAPTURE_STALE_MS,
-					exec: () => pinnedFramePromise.then((pinnedFrame) => dispatcher.captureForFrame({
-						deviceId,
-						frameHandle,
-						events: eventTargets,
-						trackFrames: firstFrameTargets,
-						snapshots: snapshotTargets,
-						cropPadding: mediaSettings.cropPadding,
-						rasterFallbackWantedTrackIds,
-						rasterFallbackCandidates,
-						...pinnedFrame !== null ? { pinnedFrame } : {}
-					})).then((res) => {
+					exec: () => pinnedFramePromise.then((pinnedFrame) => {
+						const liveWanted = /* @__PURE__ */ new Set();
+						for (const id of rasterFallbackWantedTrackIds) if (this.residents.isLive(id)) liveWanted.add(id);
+						return dispatcher.captureForFrame({
+							deviceId,
+							frameHandle,
+							events: eventTargets,
+							trackFrames: firstFrameTargets,
+							snapshots: snapshotTargets,
+							cropPadding: mediaSettings.cropPadding,
+							rasterFallbackWantedTrackIds: liveWanted,
+							rasterFallbackCandidates: rasterFallbackCandidates.filter((c) => this.residents.isLive(c.trackId)),
+							...pinnedFrame !== null ? { pinnedFrame } : {}
+						});
+					}).then((res) => {
 						for (const rf of res.rasterFallbacks) this.residents.retainRasterFallback(deviceId, rf.trackId, {
 							jpeg: rf.jpeg,
 							timestamp: rf.timestamp
@@ -123806,10 +123938,11 @@ var PipelineAnalyticsAddon = class PipelineAnalyticsAddon extends require_clip_m
 		if (!await this.isCameraDevice(input.deviceId)) return null;
 		const schema = this.globalSettingsSchema();
 		const raw = await this.readDeviceBlob(input.deviceId);
-		const baseSections = schema ? require_clip_model_registry.hydrateSchema({
+		const globalRaw = await this.rawGlobalStoreMirror.resolve();
+		const baseSections = schema ? hydrateWithInheritedGlobals({
 			...schema,
 			sections: retagRetentionSection(retagDetectionSections(stripGlobalOnlyFields(toAnalyticsDeviceSections(schema.sections))))
-		}, raw).sections : [];
+		}, raw, globalRaw) : [];
 		const liveStatsSection = {
 			id: "live-stats",
 			title: "Live Stats",