@camstack/system 1.1.50 → 1.1.51

package/dist/{manifest-python-deps-Wy8dNJpr.js → manifest-python-deps-CVcJ9hDX.js}

@@ -1,5 +1,5 @@
 const require_chunk = require("./chunk-Cek0wNdY.js");
-const require_dist = require("./dist-CQYo6Zp8.js");
+const require_dist = require("./dist-C3uHEBtP.js");
 let _camstack_types_node = require("@camstack/types/node");
 let node_http = require("node:http");
 let node_fs = require("node:fs");
@@ -8,14 +8,130 @@ let node_path = require("node:path");
 node_path = require_chunk.__toESM(node_path);
 let node_crypto = require("node:crypto");
 node_crypto = require_chunk.__toESM(node_crypto);
+let _camstack_types_addon = require("@camstack/types/addon");
 let node_child_process = require("node:child_process");
 let node_util = require("node:util");
 let node_os = require("node:os");
 node_os = require_chunk.__toESM(node_os);
 let node_fs_promises = require("node:fs/promises");
-let _camstack_types_addon = require("@camstack/types/addon");
 let _trpc_client = require("@trpc/client");
 let node_net = require("node:net");
+//#region src/kernel/moleculer/addon-data-plane-facility.ts
+/**
+* Kernel side of the addon HTTP **data-plane** (see {@link AddonDataPlane}).
+*
+* Each addon context gets one facility. On the first `serve()`, it binds a
+* `127.0.0.1` HTTP listener IN THE ADDON'S PROCESS and multiplexes registered
+* prefixes → the addon's real `(req, res)` handlers (longest-prefix wins). Every
+* request must carry the per-listener shared secret (injected by the hub's
+* reverse-proxy) — anything else gets 403, so no other local process can reach
+* the listener. The facility reports its live endpoints through a `sink` so the
+* runner can hand them to the hub (which pulls them when it mounts the addon).
+*
+* The addon never sees the secret, the port, or any transport detail — it just
+* streams to `res`. The hub authenticates and reverse-proxies in front.
+*/
+function trimSlashes(s) {
+	return s.replace(/^\/+/, "").replace(/\/+$/, "");
+}
+function createAddonDataPlaneFacility(args) {
+	const bindHost = args.bindHost ?? "127.0.0.1";
+	const secret = (0, node_crypto.randomBytes)(24).toString("hex");
+	const served = /* @__PURE__ */ new Map();
+	let server = null;
+	let baseUrl = "";
+	const route = (req, res) => {
+		if (req.headers[_camstack_types_addon.DATAPLANE_SECRET_HEADER] !== secret) {
+			res.writeHead(403).end();
+			return;
+		}
+		const normalized = `/${trimSlashes((req.url ?? "/").split("?")[0] ?? "/")}`;
+		let best = null;
+		for (const [prefix, entry] of served) {
+			const p = `/${prefix}`;
+			if (normalized === p || normalized.startsWith(`${p}/`)) {
+				if (best === null || p.length > `/${best.prefix}`.length) best = {
+					prefix,
+					entry,
+					rest: normalized.slice(p.length) || "/"
+				};
+			}
+		}
+		if (best === null) {
+			res.writeHead(404).end();
+			return;
+		}
+		const original = req.url ?? "";
+		const qIdx = original.indexOf("?");
+		req.url = best.rest + (qIdx >= 0 ? original.slice(qIdx) : "");
+		Promise.resolve(best.entry.handler(req, res)).catch((err) => {
+			args.logger.warn("data-plane handler threw", { meta: {
+				prefix: best.prefix,
+				error: err instanceof Error ? err.message : String(err)
+			} });
+			if (!res.headersSent) res.writeHead(500).end();
+			else res.end();
+		});
+	};
+	const ensureServer = async () => {
+		if (server) return;
+		const s = (0, node_http.createServer)((req, res) => route(req, res));
+		await new Promise((resolve, reject) => {
+			s.once("error", reject);
+			s.listen(0, bindHost, () => resolve());
+		});
+		const addr = s.address();
+		const port = typeof addr === "object" && addr ? addr.port : 0;
+		server = s;
+		baseUrl = `http://${bindHost}:${port}`;
+	};
+	const publish = () => {
+		const endpoints = [...served.entries()].map(([prefix, entry]) => ({
+			prefix,
+			access: entry.access,
+			baseUrl,
+			secret
+		}));
+		args.sink?.set(args.addonId, endpoints);
+	};
+	const dataPlane = { serve: async (options) => {
+		const prefix = trimSlashes(options.prefix);
+		if (prefix.length === 0) throw new Error("dataPlane.serve: a non-empty prefix is required");
+		await ensureServer();
+		served.set(prefix, {
+			access: options.access,
+			handler: options.handler
+		});
+		publish();
+		args.logger.info("data-plane endpoint served", { meta: {
+			prefix,
+			access: options.access,
+			baseUrl
+		} });
+		return {
+			baseUrl,
+			prefix,
+			dispose: async () => {
+				served.delete(prefix);
+				publish();
+			}
+		};
+	} };
+	const dispose = async () => {
+		served.clear();
+		args.sink?.set(args.addonId, []);
+		if (server) {
+			const s = server;
+			server = null;
+			await new Promise((resolve) => s.close(() => resolve()));
+		}
+	};
+	return {
+		dataPlane,
+		dispose
+	};
+}
+//#endregion
 //#region src/kernel/addon-class-resolver.ts
 function isRecord(value) {
 	return typeof value === "object" && value !== null && !Array.isArray(value);
@@ -56,9 +172,147 @@ function resolveAddonClass(mod) {
 	if (namedAddon) return namedAddon;
 }
 //#endregion
+//#region src/kernel/deps/npm-command.ts
+/**
+* npm invocation resolver — makes "is npm available?" a solved problem for
+* every installer code path that shells out to npm.
+*
+* Why this exists (Mac mini incident, silent for days until 2026-07-16): the
+* packaged Electron agent ships a BARE node binary — `Resources/node/bin/node`
+* with no npm — so every `execFileAsync('npm', ...)` died with ENOENT inside a
+* "non-fatal" catch. Addons with runtime deps installed WITHOUT their
+* node_modules, reported "running", and failed at first import
+* (`Cannot find module 'sharp'`): the detection group ran 1/3 members and the
+* node silently fell out of the balancer pool.
+*
+* Resolution order:
+*  1. system `npm` on PATH (probed once per process) — hub image, dev
+*     machines, Linux agent containers;
+*  2. a previously-bootstrapped copy under `cacheDir` — run its `npm-cli.js`
+*     with the CURRENT node binary (`process.execPath`), which always exists;
+*  3. BOOTSTRAP: fetch `<registry>/npm/latest` (the npm package is fully
+*     self-contained — its tarball bundles every dependency), download +
+*     extract into `cacheDir`, then use it as in (2).
+*
+* Failures THROW with an actionable message — a caller must never proceed as
+* if dependencies were installed when they were not.
+*/
+var execFileAsync$1 = (0, node_util.promisify)(node_child_process.execFile);
+var DEFAULT_REGISTRY = "https://registry.npmjs.org";
+/** Where the bootstrap lands inside `cacheDir` (npm tgz carries a `package/` prefix). */
+function bootstrappedCliPath(cacheDir) {
+	return node_path.join(cacheDir, "package", "bin", "npm-cli.js");
+}
+async function defaultProbeSystemNpm() {
+	try {
+		await execFileAsync$1("npm", ["--version"], { timeout: 15e3 });
+		return true;
+	} catch {
+		return false;
+	}
+}
+async function defaultFetchJson(url) {
+	const res = await fetch(url);
+	if (!res.ok) throw new Error(`HTTP ${res.status} fetching ${url}`);
+	return res.json();
+}
+async function defaultDownloadTarball(url, destTgz) {
+	const res = await fetch(url);
+	if (!res.ok || !res.body) throw new Error(`HTTP ${res.status} downloading ${url}`);
+	const bytes = Buffer.from(await res.arrayBuffer());
+	await node_fs.promises.writeFile(destTgz, bytes);
+}
+async function defaultExtractTarball(tgzPath, destDir) {
+	await execFileAsync$1("tar", [
+		"-xzf",
+		tgzPath,
+		"-C",
+		destDir
+	], { timeout: 12e4 });
+}
+/** The `dist.tarball` URL out of a registry version-metadata document. */
+function tarballUrlOf(metadata) {
+	if (typeof metadata !== "object" || metadata === null) return null;
+	const dist = metadata["dist"];
+	if (typeof dist !== "object" || dist === null) return null;
+	const tarball = dist["tarball"];
+	return typeof tarball === "string" && tarball.length > 0 ? tarball : null;
+}
+/**
+* Process-wide memo: resolution is stable for the process lifetime (npm does
+* not appear/disappear mid-run, and the bootstrap is idempotent on disk).
+*/
+var cachedInvocation = null;
+async function resolveNpmInvocation(options) {
+	cachedInvocation ??= resolveUncached(options).catch((err) => {
+		cachedInvocation = null;
+		throw err;
+	});
+	return cachedInvocation;
+}
+/**
+* Resolve a working npm (system → bootstrapped → bootstrap) and run it with
+* `args`. The ONE entry point every installer code path uses instead of a raw
+* `execFile('npm', ...)` — so "npm missing on this host" is either solved
+* (bootstrap) or a LOUD, actionable error, never a swallowed ENOENT.
+*/
+async function runNpm(args, options) {
+	const invocation = await resolveNpmInvocation({
+		cacheDir: options.cacheDir,
+		registry: options.registry,
+		logger: options.logger
+	});
+	return execFileAsync$1(invocation.command, [...invocation.argsPrefix, ...args], {
+		...options.cwd !== void 0 ? { cwd: options.cwd } : {},
+		timeout: options.timeout ?? 3e5
+	});
+}
+async function resolveUncached(options) {
+	if (await (options.probeSystemNpm ?? defaultProbeSystemNpm)()) return {
+		command: "npm",
+		argsPrefix: []
+	};
+	const cliPath = bootstrappedCliPath(options.cacheDir);
+	if (node_fs.existsSync(cliPath)) {
+		options.logger.info("system npm unavailable — using bootstrapped npm", { meta: { cliPath } });
+		return {
+			command: process.execPath,
+			argsPrefix: [cliPath]
+		};
+	}
+	options.logger.warn("system npm unavailable — bootstrapping npm from the registry", { meta: { cacheDir: options.cacheDir } });
+	try {
+		const registry = (options.registry ?? DEFAULT_REGISTRY).replace(/\/+$/, "");
+		const tarballUrl = tarballUrlOf(await (options.fetchJson ?? defaultFetchJson)(`${registry}/npm/latest`));
+		if (!tarballUrl) throw new Error(`registry metadata for 'npm' carries no dist.tarball (${registry})`);
+		await node_fs.promises.mkdir(options.cacheDir, { recursive: true });
+		const tgzPath = node_path.join(options.cacheDir, "npm-bootstrap.tgz");
+		await (options.downloadTarball ?? defaultDownloadTarball)(tarballUrl, tgzPath);
+		await (options.extractTarball ?? defaultExtractTarball)(tgzPath, options.cacheDir);
+		await node_fs.promises.rm(tgzPath, { force: true });
+		if (!node_fs.existsSync(cliPath)) throw new Error(`extracted npm tarball is missing ${cliPath}`);
+		options.logger.info("npm bootstrapped", { meta: { cliPath } });
+		return {
+			command: process.execPath,
+			argsPrefix: [cliPath]
+		};
+	} catch (err) {
+		throw new Error(`no system npm on PATH and the npm bootstrap failed — cannot install addon dependencies on this node: ${err instanceof Error ? err.message : String(err)}`, { cause: err });
+	}
+}
+//#endregion
 //#region src/kernel/deps/manifest-native-deps.ts
 var execFileAsync = (0, node_util.promisify)(node_child_process.execFile);
 /**
+* Fallback bootstrap-cache location when the caller doesn't thread one
+* through (the forked addon-runner's spawn-time install). tmpdir survives the
+* process; a reboot just re-bootstraps. Callers with a persistent root (the
+* installer) pass their own.
+*/
+function defaultNpmCacheDir() {
+	return node_path.join(node_os.tmpdir(), "camstack-npm-bootstrap");
+}
+/**
 * Native node modules an addon needs at runtime but cannot be bundled
 * (`.node` binary files require ABI-matched compilation). Mirror of the
 * Python `requirements.txt` pattern in `manifest-python-deps.ts` —
@@ -81,7 +335,7 @@ var execFileAsync = (0, node_util.promisify)(node_child_process.execFile);
 *     ABI; surface a clear error at first `import` of the native module
 *     otherwise).
 */
-async function installManifestNativeDeps(addonDir, pkgRaw, logger, registry) {
+async function installManifestNativeDeps(addonDir, pkgRaw, logger, registry, npmCacheDir) {
 	const native = readNativeDeps(pkgRaw);
 	if (native == null || Object.keys(native).length === 0) return;
 	const markerFile = node_path.join(addonDir, ".camstack-native-deps-installed");
@@ -126,14 +380,17 @@ async function installManifestNativeDeps(addonDir, pkgRaw, logger, registry) {
 		...specs
 	];
 	try {
-		await execFileAsync("npm", args, {
+		await runNpm(args, {
+			cacheDir: npmCacheDir ?? defaultNpmCacheDir(),
+			registry,
+			logger,
 			cwd: addonDir,
 			timeout: 3e5
 		});
 	} catch (err) {
 		throw new Error(`npm install of native deps failed for ${addonDir}: ${(0, _camstack_types_addon.errMsg)(err)}`, { cause: err });
 	}
-	await rebuildNativeDeps(addonDir, pending.map(([name]) => name), logger);
+	await rebuildNativeDeps(addonDir, pending.map(([name]) => name), logger, npmCacheDir ?? defaultNpmCacheDir(), registry);
 	try {
 		node_fs.writeFileSync(markerFile, markerHash);
 	} catch (err) {
@@ -249,7 +506,7 @@ function markerMatches(markerFile, expected) {
 * The first `import` of an actually-mismatched binary throws a clear
 * error that points the operator at this rebuild step.
 */
-async function rebuildNativeDeps(addonDir, packageNames, logger) {
+async function rebuildNativeDeps(addonDir, packageNames, logger, npmCacheDir, registry) {
 	if (typeof process.versions.electron === "string") {
 		const electronVersion = process.versions.electron;
 		logger.info("Rebuilding native deps for Electron", { meta: {
@@ -293,7 +550,10 @@ async function rebuildNativeDeps(addonDir, packageNames, logger) {
 		packages: packageNames
 	} });
 	try {
-		await execFileAsync("npm", ["rebuild", ...packageNames], {
+		await runNpm(["rebuild", ...packageNames], {
+			cacheDir: npmCacheDir,
+			registry,
+			logger,
 			cwd: addonDir,
 			timeout: 6e5
 		});
@@ -5749,122 +6009,6 @@ function createKernelInferenceEngine() {
 	return { resolveHardware: async () => mapSignalsToInferenceHardware(probePlatform()) };
 }
 //#endregion
-//#region src/kernel/moleculer/addon-data-plane-facility.ts
-/**
-* Kernel side of the addon HTTP **data-plane** (see {@link AddonDataPlane}).
-*
-* Each addon context gets one facility. On the first `serve()`, it binds a
-* `127.0.0.1` HTTP listener IN THE ADDON'S PROCESS and multiplexes registered
-* prefixes → the addon's real `(req, res)` handlers (longest-prefix wins). Every
-* request must carry the per-listener shared secret (injected by the hub's
-* reverse-proxy) — anything else gets 403, so no other local process can reach
-* the listener. The facility reports its live endpoints through a `sink` so the
-* runner can hand them to the hub (which pulls them when it mounts the addon).
-*
-* The addon never sees the secret, the port, or any transport detail — it just
-* streams to `res`. The hub authenticates and reverse-proxies in front.
-*/
-function trimSlashes(s) {
-	return s.replace(/^\/+/, "").replace(/\/+$/, "");
-}
-function createAddonDataPlaneFacility(args) {
-	const bindHost = args.bindHost ?? "127.0.0.1";
-	const secret = (0, node_crypto.randomBytes)(24).toString("hex");
-	const served = /* @__PURE__ */ new Map();
-	let server = null;
-	let baseUrl = "";
-	const route = (req, res) => {
-		if (req.headers[_camstack_types_addon.DATAPLANE_SECRET_HEADER] !== secret) {
-			res.writeHead(403).end();
-			return;
-		}
-		const normalized = `/${trimSlashes((req.url ?? "/").split("?")[0] ?? "/")}`;
-		let best = null;
-		for (const [prefix, entry] of served) {
-			const p = `/${prefix}`;
-			if (normalized === p || normalized.startsWith(`${p}/`)) {
-				if (best === null || p.length > `/${best.prefix}`.length) best = {
-					prefix,
-					entry,
-					rest: normalized.slice(p.length) || "/"
-				};
-			}
-		}
-		if (best === null) {
-			res.writeHead(404).end();
-			return;
-		}
-		const original = req.url ?? "";
-		const qIdx = original.indexOf("?");
-		req.url = best.rest + (qIdx >= 0 ? original.slice(qIdx) : "");
-		Promise.resolve(best.entry.handler(req, res)).catch((err) => {
-			args.logger.warn("data-plane handler threw", { meta: {
-				prefix: best.prefix,
-				error: err instanceof Error ? err.message : String(err)
-			} });
-			if (!res.headersSent) res.writeHead(500).end();
-			else res.end();
-		});
-	};
-	const ensureServer = async () => {
-		if (server) return;
-		const s = (0, node_http.createServer)((req, res) => route(req, res));
-		await new Promise((resolve, reject) => {
-			s.once("error", reject);
-			s.listen(0, bindHost, () => resolve());
-		});
-		const addr = s.address();
-		const port = typeof addr === "object" && addr ? addr.port : 0;
-		server = s;
-		baseUrl = `http://${bindHost}:${port}`;
-	};
-	const publish = () => {
-		const endpoints = [...served.entries()].map(([prefix, entry]) => ({
-			prefix,
-			access: entry.access,
-			baseUrl,
-			secret
-		}));
-		args.sink?.set(args.addonId, endpoints);
-	};
-	const dataPlane = { serve: async (options) => {
-		const prefix = trimSlashes(options.prefix);
-		if (prefix.length === 0) throw new Error("dataPlane.serve: a non-empty prefix is required");
-		await ensureServer();
-		served.set(prefix, {
-			access: options.access,
-			handler: options.handler
-		});
-		publish();
-		args.logger.info("data-plane endpoint served", { meta: {
-			prefix,
-			access: options.access,
-			baseUrl
-		} });
-		return {
-			baseUrl,
-			prefix,
-			dispose: async () => {
-				served.delete(prefix);
-				publish();
-			}
-		};
-	} };
-	const dispose = async () => {
-		served.clear();
-		args.sink?.set(args.addonId, []);
-		if (server) {
-			const s = server;
-			server = null;
-			await new Promise((resolve) => s.close(() => resolve()));
-		}
-	};
-	return {
-		dataPlane,
-		dispose
-	};
-}
-//#endregion
 //#region src/kernel/deps/addon-deps-manager.ts
 /**
 * Canonical implementation of `IAddonDepsManager`, injected into every
@@ -7356,6 +7500,12 @@ Object.defineProperty(exports, "createAddonContext", {
 		return createAddonContext;
 	}
 });
+Object.defineProperty(exports, "createAddonDataPlaneFacility", {
+	enumerable: true,
+	get: function() {
+		return createAddonDataPlaneFacility;
+	}
+});
 Object.defineProperty(exports, "createAddonService", {
 	enumerable: true,
 	get: function() {
@@ -7548,6 +7698,12 @@ Object.defineProperty(exports, "resolveHwAccel", {
 		return resolveHwAccel;
 	}
 });
+Object.defineProperty(exports, "runNpm", {
+	enumerable: true,
+	get: function() {
+		return runNpm;
+	}
+});
 Object.defineProperty(exports, "serializeTypedArrays", {
 	enumerable: true,
 	get: function() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@camstack/system",
-  "version": "1.1.50",
+  "version": "1.1.51",
   "description": "Core addon for CamStack — builtins, pipeline, process management, auth, logging, events",
   "keywords": [
     "camstack",