@camstack/system 1.2.31 → 1.2.33

package/dist/builtins/liveness-monitor/liveness-monitor.addon.mjs

@@ -0,0 +1,212 @@
+import { Mt as EventCategory, at as errMsg, ot as BaseAddon, yt as createEvent } from "../../dist-Q3N47mdR.mjs";
+//#region src/builtins/liveness-monitor/liveness-checks.ts
+var NO_DEVICES = "liveness:no-devices";
+var ALL_OFFLINE = "liveness:all-devices-offline";
+var NO_FOOTAGE_PREFIX = "liveness:no-footage:";
+function minutes(ms) {
+	return Math.round(ms / 6e4);
+}
+/**
+* Evaluate every invariant against one tick's facts.
+*
+* Ordered most-fundamental first, and it STOPS at "no devices": when the node
+* has nothing, every camera is also silent, and reporting twelve consequences
+* of one cause is how an operator ends up reading none of them.
+*/
+function evaluateLiveness(facts) {
+	if (facts.deviceCount === 0) return [{
+		id: NO_DEVICES,
+		severity: "error",
+		title: "No devices",
+		message: "This node has no devices. Nothing can publish a stream, record, or detect. The persisted device ledger is either unreachable or empty — check the boot log for \"SettingsStore not initialized\" and for \"[worker-restore] no persisted devices\"."
+	}];
+	const findings = [];
+	if (facts.cameras.length > 0 && facts.cameras.every((c) => !c.online)) findings.push({
+		id: ALL_OFFLINE,
+		severity: "error",
+		title: "Every camera offline",
+		message: `All ${facts.cameras.length} cameras report offline. This is a provider or network fault, not a per-camera one.`
+	});
+	for (const cam of facts.cameras) {
+		if (cam.lastSegmentMs === null) continue;
+		if (!cam.online) continue;
+		const silentFor = facts.nowMs - cam.lastSegmentMs;
+		if (silentFor <= facts.staleAfterMs) continue;
+		findings.push({
+			id: `${NO_FOOTAGE_PREFIX}${cam.deviceId}`,
+			severity: "error",
+			title: "Recording stopped",
+			message: `Camera ${cam.deviceId} is online and was recording, but has produced no segment for ${minutes(silentFor)} minutes.`,
+			deviceId: cam.deviceId
+		});
+	}
+	return findings;
+}
+/** Every finding id this module can produce, for the recovery sweep. */
+function isLivenessFindingId(id) {
+	return id === NO_DEVICES || id === ALL_OFFLINE || id.startsWith(NO_FOOTAGE_PREFIX);
+}
+//#endregion
+//#region src/builtins/liveness-monitor/liveness-monitor.addon.ts
+/**
+* liveness-monitor — the node states, out loud, when it has stopped working.
+*
+* On 2026-08-03 the hub ran for four hours with zero devices, zero published
+* streams and zero recordings. Three separate defects caused it, each silent at
+* the point of failure, and the operator found out by opening the viewer. Every
+* one of those defects has since been fixed and given a log line — but a log
+* line per known bug does not cover the next one. This addon covers the class:
+* it asserts what must be true of a working node and reports when it is not.
+*
+* It emits `SystemLivenessFailed` / `SystemLivenessRecovered` on the event bus
+* with a STABLE finding id, exactly like the kernel's addon-health monitor, so
+* AlertCenter raises one persistent alert per fault and dismisses it on
+* recovery instead of producing a stream of them. The same lines go to the log
+* at ERROR, which is what makes them alertable in Loki.
+*
+* Deliberately hub-only and deliberately read-only: it observes through
+* `ctx.api` and changes nothing. A monitor that can act is a monitor that can
+* cause the outage it was meant to report — this repo has already stopped a
+* hub that way once (the remedial-action watcher, 2026-07-30).
+*/
+/** Event source stamped on every emission — the addon that observed it. */
+var LIVENESS_SOURCE = {
+	type: "addon",
+	id: "liveness-monitor"
+};
+/** How often the invariants are checked. */
+var TICK_INTERVAL_MS = 5 * 6e4;
+/**
+* Grace period after boot before anything is reported.
+*
+* Every check would be true during startup — devices restore, providers
+* connect, the first segment takes a minute — and a monitor that cries at every
+* restart is one nobody reads. The kernel's addon-health monitor takes the same
+* position for the same reason.
+*/
+var BOOT_GRACE_MS = 6 * 6e4;
+/** How long a recording camera may stay silent before it is a fault. */
+var DEFAULT_STALE_AFTER_MS = 15 * 6e4;
+/**
+* How far back to look for "does this camera record at all". A camera with no
+* footage in this window is treated as a non-recording camera and never
+* reported — which is what keeps the check free of any configuration coupling.
+*/
+var RECORDING_LOOKBACK_MS = 1440 * 6e4;
+var LivenessMonitorAddon = class extends BaseAddon {
+	tickTimer = null;
+	startedAtMs = 0;
+	/** Finding ids currently reported, so recovery can be detected and announced. */
+	active = /* @__PURE__ */ new Set();
+	constructor() {
+		super({});
+	}
+	async onInitialize() {
+		this.startedAtMs = Date.now();
+		this.tickTimer = setInterval(() => {
+			this.tick();
+		}, TICK_INTERVAL_MS);
+		this.tickTimer.unref?.();
+		this.ctx.logger.info("liveness-monitor started", { meta: {
+			tickIntervalMs: TICK_INTERVAL_MS,
+			bootGraceMs: BOOT_GRACE_MS
+		} });
+		return [];
+	}
+	async onShutdown() {
+		if (this.tickTimer) clearInterval(this.tickTimer);
+		this.tickTimer = null;
+	}
+	/**
+	* One evaluation. Public so a test or an operator-facing action can force it
+	* without waiting out the interval.
+	*/
+	async tick() {
+		if (Date.now() - this.startedAtMs < BOOT_GRACE_MS) return [];
+		try {
+			const findings = evaluateLiveness(await this.gather());
+			this.report(findings);
+			return findings;
+		} catch (err) {
+			this.ctx.logger.error("liveness-monitor: check failed — node health is UNKNOWN this tick", { meta: { error: errMsg(err) } });
+			return [];
+		}
+	}
+	/** Read the facts through the cap surface. Changes nothing. */
+	async gather() {
+		const nowMs = Date.now();
+		const staleAfterMs = this.config.staleAfterMs ?? DEFAULT_STALE_AFTER_MS;
+		const devices = await this.ctx.api.deviceManager.listAll.query({});
+		if (devices.length === 0) return {
+			nowMs,
+			deviceCount: 0,
+			cameras: [],
+			staleAfterMs
+		};
+		const cameraDevices = devices.filter((d) => d.isCamera === true);
+		const cameras = [];
+		for (const device of cameraDevices) cameras.push({
+			deviceId: device.id,
+			online: device.online === true,
+			lastSegmentMs: await this.lastSegmentMs(device.id, nowMs, staleAfterMs)
+		});
+		return {
+			nowMs,
+			deviceCount: devices.length,
+			cameras,
+			staleAfterMs
+		};
+	}
+	/**
+	* Newest segment for a camera, or null when it has produced none in a day.
+	*
+	* Two steps on purpose: the healthy case asks only for the recent window,
+	* which is a handful of ranges, and only a camera that looks silent pays for
+	* the 24-hour lookback that decides whether it records at all.
+	*/
+	async lastSegmentMs(deviceId, nowMs, staleAfterMs) {
+		const recent = await this.ctx.api.recording.getAvailability.query({
+			deviceId,
+			fromMs: nowMs - staleAfterMs,
+			toMs: nowMs
+		});
+		if (recent.ranges.length > 0) return Math.max(...recent.ranges.map((r) => r.endMs));
+		const day = await this.ctx.api.recording.getAvailability.query({
+			deviceId,
+			fromMs: nowMs - RECORDING_LOOKBACK_MS,
+			toMs: nowMs
+		});
+		if (day.ranges.length === 0) return null;
+		return Math.max(...day.ranges.map((r) => r.endMs));
+	}
+	/** Announce new faults and recoveries; say nothing about an unchanged fault. */
+	report(findings) {
+		const current = new Set(findings.map((f) => f.id));
+		for (const finding of findings) {
+			if (this.active.has(finding.id)) continue;
+			this.active.add(finding.id);
+			this.ctx.logger.error(`liveness: ${finding.title} — ${finding.message}`, {
+				...finding.deviceId !== void 0 ? { tags: { deviceId: finding.deviceId } } : {},
+				meta: {
+					findingId: finding.id,
+					severity: finding.severity
+				}
+			});
+			this.ctx.eventBus.emit(createEvent(EventCategory.SystemLivenessFailed, LIVENESS_SOURCE, {
+				findingId: finding.id,
+				severity: finding.severity,
+				title: finding.title,
+				message: finding.message,
+				...finding.deviceId !== void 0 ? { deviceId: finding.deviceId } : {}
+			}));
+		}
+		for (const id of [...this.active]) {
+			if (current.has(id)) continue;
+			this.active.delete(id);
+			this.ctx.logger.info(`liveness: recovered — ${id}`, { meta: { findingId: id } });
+			this.ctx.eventBus.emit(createEvent(EventCategory.SystemLivenessRecovered, LIVENESS_SOURCE, { findingId: id }));
+		}
+	}
+};
+//#endregion
+export { LivenessMonitorAddon, isLivenessFindingId as n, evaluateLiveness as t };

package/dist/builtins/local-auth/local-auth.addon.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_crypto = require("node:crypto");
 node_crypto = require_chunk.__toESM(node_crypto);
 let crypto$1 = require("crypto");

package/dist/builtins/local-auth/local-auth.addon.mjs

@@ -1,5 +1,5 @@
 import { i as __require, o as __toESM, t as __commonJSMin } from "../../chunk-CNf5ZN-e.mjs";
-import { f as UserRecordSchema, ot as BaseAddon, r as ApiKeyRecordSchema, rt as userManagementCapability, u as ScopedTokenSchema, v as authProviderCapability } from "../../dist-CNmXITJ-.mjs";
+import { f as UserRecordSchema, ot as BaseAddon, r as ApiKeyRecordSchema, rt as userManagementCapability, u as ScopedTokenSchema, v as authProviderCapability } from "../../dist-Q3N47mdR.mjs";
 import * as crypto$1 from "node:crypto";
 import { randomUUID } from "node:crypto";
 import nodeCrypto from "crypto";

package/dist/builtins/local-network/local-network.addon.js

@@ -1,6 +1,6 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_os = require("node:os");
 node_os = require_chunk.__toESM(node_os);
 //#region src/builtins/local-network/local-network.addon.ts

package/dist/builtins/local-network/local-network.addon.mjs

@@ -1,4 +1,4 @@
-import { Mt as EventCategory, ot as BaseAddon, z as localNetworkCapability } from "../../dist-CNmXITJ-.mjs";
+import { Mt as EventCategory, ot as BaseAddon, z as localNetworkCapability } from "../../dist-Q3N47mdR.mjs";
 import * as os from "node:os";
 //#region src/builtins/local-network/local-network.addon.ts
 /**

package/dist/builtins/loki-logging/index.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 //#region src/builtins/loki-logging/loki-payload.ts
 /**
 * Loki rejects a label name that is not a valid Prometheus label

package/dist/builtins/loki-logging/index.mjs

@@ -1,4 +1,4 @@
-import { B as logDestinationCapability, ot as BaseAddon } from "../../dist-CNmXITJ-.mjs";
+import { B as logDestinationCapability, ot as BaseAddon } from "../../dist-Q3N47mdR.mjs";
 //#region src/builtins/loki-logging/loki-payload.ts
 /**
 * Loki rejects a label name that is not a valid Prometheus label

package/dist/builtins/native-metrics/native-metrics.addon.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_fs = require("node:fs");
 node_fs = require_chunk.__toESM(node_fs);
 let node_child_process = require("node:child_process");

package/dist/builtins/native-metrics/native-metrics.addon.mjs

@@ -1,4 +1,4 @@
-import { Mt as EventCategory, U as metricsProviderCapability, ot as BaseAddon, yt as createEvent } from "../../dist-CNmXITJ-.mjs";
+import { Mt as EventCategory, U as metricsProviderCapability, ot as BaseAddon, yt as createEvent } from "../../dist-Q3N47mdR.mjs";
 import * as fs from "node:fs";
 import { execFile, execFileSync } from "node:child_process";
 import { promisify } from "node:util";

package/dist/builtins/platform-probe/index.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_fs = require("node:fs");
 node_fs = require_chunk.__toESM(node_fs);
 let node_child_process = require("node:child_process");

package/dist/builtins/platform-probe/index.mjs

@@ -1,5 +1,5 @@
 import { o as __toESM } from "../../chunk-CNf5ZN-e.mjs";
-import { E as enumerateInferenceDevices, Mt as EventCategory, Y as scoreRuntimes, at as errMsg, ot as BaseAddon, q as platformProbeCapability, xt as emitReadiness } from "../../dist-CNmXITJ-.mjs";
+import { E as enumerateInferenceDevices, Mt as EventCategory, Y as scoreRuntimes, at as errMsg, ot as BaseAddon, q as platformProbeCapability, xt as emitReadiness } from "../../dist-Q3N47mdR.mjs";
 import * as fs from "node:fs";
 import { execFile } from "node:child_process";
 import { promisify } from "node:util";

package/dist/builtins/remote-access-orchestrator/remote-access-orchestrator.addon.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 //#region src/builtins/remote-access-orchestrator/enabled-providers-reconcile.ts
 /**
 * Reconcile the durable `enabledProviders` set against authoritative

package/dist/builtins/remote-access-orchestrator/remote-access-orchestrator.addon.mjs

@@ -1,4 +1,4 @@
-import { Mt as EventCategory, ot as BaseAddon } from "../../dist-CNmXITJ-.mjs";
+import { Mt as EventCategory, ot as BaseAddon } from "../../dist-Q3N47mdR.mjs";
 //#region src/builtins/remote-access-orchestrator/enabled-providers-reconcile.ts
 /**
 * Reconcile the durable `enabledProviders` set against authoritative

package/dist/builtins/snapshot/index.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_child_process = require("node:child_process");
 //#region src/builtins/snapshot/snapshot-coalescing.ts
 /**

package/dist/builtins/snapshot/index.mjs

@@ -1,4 +1,4 @@
-import { Q as snapshotCapability, Tt as nodePin, at as errMsg, ft as DeviceType, i as BatteryStatusSchema, ot as BaseAddon, tt as streamQualityLabel, ut as DeviceFeature } from "../../dist-CNmXITJ-.mjs";
+import { Q as snapshotCapability, Tt as nodePin, at as errMsg, ft as DeviceType, i as BatteryStatusSchema, ot as BaseAddon, tt as streamQualityLabel, ut as DeviceFeature } from "../../dist-Q3N47mdR.mjs";
 import { execFile } from "node:child_process";
 //#region src/builtins/snapshot/snapshot-coalescing.ts
 /**

package/dist/builtins/sqlite-storage/filesystem-storage.addon.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_fs = require("node:fs");
 node_fs = require_chunk.__toESM(node_fs);
 let node_path = require("node:path");

package/dist/builtins/sqlite-storage/filesystem-storage.addon.mjs

@@ -1,4 +1,4 @@
-import { et as storageProviderCapability, j as filesystemBrowseCapability, ot as BaseAddon } from "../../dist-CNmXITJ-.mjs";
+import { et as storageProviderCapability, j as filesystemBrowseCapability, ot as BaseAddon } from "../../dist-Q3N47mdR.mjs";
 import * as fs from "node:fs";
 import * as path$1 from "node:path";
 import { basename, dirname, join, resolve, sep } from "node:path";

package/dist/builtins/sqlite-storage/sqlite-settings.addon.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_crypto = require("node:crypto");
 let better_sqlite3 = require("better-sqlite3");
 better_sqlite3 = require_chunk.__toESM(better_sqlite3);

package/dist/builtins/sqlite-storage/sqlite-settings.addon.mjs

@@ -1,4 +1,4 @@
-import { Dt as parseJsonUnknown, at as errMsg, c as RUNTIME_DEFAULTS, gt as asJsonObject, ot as BaseAddon, x as dataStoreProviderCapability } from "../../dist-CNmXITJ-.mjs";
+import { Dt as parseJsonUnknown, at as errMsg, c as RUNTIME_DEFAULTS, gt as asJsonObject, ot as BaseAddon, x as dataStoreProviderCapability } from "../../dist-Q3N47mdR.mjs";
 import { randomUUID } from "node:crypto";
 import Database from "better-sqlite3";
 //#region src/builtins/sqlite-storage/filter-compiler.ts

package/dist/builtins/storage-orchestrator/storage-orchestrator.addon.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 let node_path = require("node:path");
 node_path = require_chunk.__toESM(node_path);
 let node_fs_promises = require("node:fs/promises");

package/dist/builtins/storage-orchestrator/storage-orchestrator.addon.mjs

@@ -1,4 +1,4 @@
-import { $ as storageCapability, Et as parseJsonObject, Z as settingsStoreCapability, d as StorageLocationTypeSchema, ot as BaseAddon } from "../../dist-CNmXITJ-.mjs";
+import { $ as storageCapability, Et as parseJsonObject, Z as settingsStoreCapability, d as StorageLocationTypeSchema, ot as BaseAddon } from "../../dist-Q3N47mdR.mjs";
 import * as path$1 from "node:path";
 import * as fs from "node:fs/promises";
 import { buildStorageLocationRegistry } from "@camstack/system";

package/dist/builtins/system-config/system-config.addon.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 //#region src/builtins/system-config/system-config.addon.ts
 /**
 * Built-in `system-config` addon — Phase 4 of the settings redesign.

package/dist/builtins/system-config/system-config.addon.mjs

@@ -1,4 +1,4 @@
-import { Ct as hydrateSchema, at as errMsg, ot as BaseAddon } from "../../dist-CNmXITJ-.mjs";
+import { Ct as hydrateSchema, at as errMsg, ot as BaseAddon } from "../../dist-Q3N47mdR.mjs";
 //#region src/builtins/system-config/system-config.addon.ts
 /**
 * Built-in `system-config` addon — Phase 4 of the settings redesign.

package/dist/builtins/winston-logging/index.js

@@ -3,7 +3,7 @@ Object.defineProperties(exports, {
 	[Symbol.toStringTag]: { value: "Module" }
 });
 const require_chunk = require("../../chunk-Cek0wNdY.js");
-const require_dist = require("../../dist-CDv5YTHQ.js");
+const require_dist = require("../../dist-CvmFWwEo.js");
 const require_formatter = require("../../formatter-DqAKDlvN.js");
 let node_path = require("node:path");
 node_path = require_chunk.__toESM(node_path);

package/dist/builtins/winston-logging/index.mjs

@@ -1,4 +1,4 @@
-import { B as logDestinationCapability, ot as BaseAddon } from "../../dist-CNmXITJ-.mjs";
+import { B as logDestinationCapability, ot as BaseAddon } from "../../dist-Q3N47mdR.mjs";
 import { t as formatLogLine } from "../../formatter-B7qW8bPJ.mjs";
 import * as path$1 from "node:path";
 import path from "node:path";