@camstack/addon-post-analysis 1.2.91 → 1.2.93

package/dist/embedding-encoder/index.js

@@ -2,7 +2,7 @@ Object.defineProperties(exports, {
 	__esModule: { value: true },
 	[Symbol.toStringTag]: { value: "Module" }
 });
-const require_dist = require("../dist-CTIUuGRB.js");
+const require_dist = require("../dist-DYoWeRRt.js");
 let node_fs = require("node:fs");
 let node_fs$1 = require_dist.__toESM(node_fs, 1);
 node_fs = require_dist.__toESM(node_fs);
@@ -10,9 +10,56 @@ let node_path = require("node:path");
 let node_path$1 = require_dist.__toESM(node_path, 1);
 node_path = require_dist.__toESM(node_path);
 require("node:crypto");
+let node_child_process = require("node:child_process");
 let node_util = require("node:util");
 let node_zlib = require("node:zlib");
-let node_child_process = require("node:child_process");
+//#region src/embedding-encoder/shared/process-memory.ts
+/**
+* Read a child process's memory footprint for the pool memory watchdog.
+*
+* Deliberate twin of `packages/addon-pipeline/src/shared/process-memory.ts`:
+* addons must not import each other, and `@camstack/system` stays EXTERNAL in
+* addon bundles (a symbol added there would be missing at runtime until the
+* next framework train). The pure parse (`parseProcStatus`) and the whole
+* watchdog policy live once in `@camstack/types` (inlined at build time);
+* only this thin `fs`/`ps` read is duplicated.
+*
+* Linux (the fleet): `/proc/<pid>/status` — RSS, VmSize, VmHWM (peak RSS ≈
+* getrusage maxrss), VmSwap, Threads in one read. macOS (dev): `ps -o rss=`
+* gives RSS alone. Returns null when the pid is gone — the CALLER logs the
+* dropped sample.
+*/
+var IS_LINUX = process.platform === "linux";
+async function readProcessMemory(pid) {
+	if (IS_LINUX) try {
+		return require_dist.parseProcStatus(await node_fs.promises.readFile(`/proc/${pid}/status`, "utf8"));
+	} catch {
+		return null;
+	}
+	return readViaPs(pid);
+}
+function readViaPs(pid) {
+	return new Promise((resolve) => {
+		(0, node_child_process.execFile)("ps", [
+			"-o",
+			"rss=",
+			"-p",
+			String(pid)
+		], { timeout: 2e3 }, (err, stdout) => {
+			if (err) return resolve(null);
+			const kb = Number(stdout.trim());
+			if (!Number.isFinite(kb) || kb <= 0) return resolve(null);
+			resolve({
+				rssBytes: kb * 1024,
+				vmBytes: 0,
+				hwmBytes: 0,
+				swapBytes: 0,
+				threads: 0
+			});
+		});
+	});
+}
+//#endregion
 //#region ../system/dist/file-data-plane-CuE_hBli.mjs
 function isNonEmptyFile(filePath) {
 	return node_fs$1.existsSync(filePath) && node_fs$1.statSync(filePath).size > 0;
@@ -499,8 +546,20 @@ var PythonRawTensorEngine = class {
 		if (ready.length !== 1 || ready[0] !== 1) throw new Error("PythonRawTensorEngine: unexpected ready frame");
 		this.log.info("ONNX raw-tensor engine ready (embedded Python)", { meta: { modelPath: this.modelPath } });
 	}
+	/** Native pid of the Python subprocess — sampled by the pool memory
+	*  watchdog (`/proc/<pid>/status`). */
+	getPid() {
+		return this.process?.pid ?? null;
+	}
+	/** Inference requests served since spawn — the denominator that separates
+	*  "RSS grew per unit of work" (leak) from "RSS grew because it worked". */
+	getRequestCount() {
+		return this.requestCount;
+	}
+	requestCount = 0;
 	async run(input, inputShape) {
 		if (!this.process?.stdin) throw new Error("PythonRawTensorEngine: not initialized — call initialize() first");
+		this.requestCount++;
 		const ndims = inputShape.length;
 		const meta = Buffer.allocUnsafe(1 + ndims * 4);
 		meta.writeUInt8(ndims, 0);
@@ -625,9 +684,21 @@ var PythonTextEncoderEngine = class {
 			tokenizerPath: this.tokenizerPath
 		} });
 	}
+	/** Native pid of the Python subprocess — sampled by the pool memory
+	*  watchdog (`/proc/<pid>/status`). */
+	getPid() {
+		return this.process?.pid ?? null;
+	}
+	/** Encode requests served since spawn — the denominator that separates
+	*  "RSS grew per unit of work" (leak) from "RSS grew because it worked". */
+	getRequestCount() {
+		return this.requestCount;
+	}
+	requestCount = 0;
 	/** Tokenize + encode `text` into the model embedding (float32). */
 	async encode(text) {
 		if (!this.process?.stdin) throw new Error("PythonTextEncoderEngine: not initialized — call initialize() first");
+		this.requestCount++;
 		const payload = Buffer.from(text, "utf-8");
 		const lenBuf = Buffer.allocUnsafe(4);
 		lenBuf.writeUInt32LE(payload.length, 0);
@@ -753,6 +824,22 @@ var EmbeddingEncoderAddon = class extends require_dist.BaseAddon {
 	imageRawEngine = null;
 	textEngine = null;
 	models = null;
+	/**
+	* RSS bound + periodic memory telemetry for the two Python engines
+	* (`raw_tensor_inference.py` — one of the four leaking pools in the
+	* 2026-08-18 OOM audit — and `text_encoder_inference.py`). Shared
+	* watchdog from `@camstack/types`; a restart here is dispose + null, and
+	* the next encode lazily re-resolves the engine (the exact recovery an
+	* operator model change already uses). Started in `onInitialize`,
+	* stopped in `onShutdown`.
+	*/
+	memoryGuard = null;
+	/** Single-flight guards for the lazy engine builds — a watchdog restart
+	*  followed by two concurrent encodes must not spawn the engine twice
+	*  (the same bug detection-pipeline fixed three times; see its
+	*  `engineFactoryInflight`). */
+	imageEngineInflight = null;
+	textEngineInflight = null;
 	constructor() {
 		super({
 			modelId: DEFAULT_CLIP_MODEL,
@@ -763,11 +850,75 @@ var EmbeddingEncoderAddon = class extends require_dist.BaseAddon {
 	async onInitialize() {
 		const modelsDir = await this.resolveModelsDir();
 		this.models = new ModelDownloadService(modelsDir, [...CLIP_IMAGE_MODELS, ...CLIP_TEXT_MODELS]);
+		this.memoryGuard = new require_dist.PoolMemoryWatchdog({
+			policy: require_dist.resolvePoolMemoryPolicy(process.env),
+			log: this.ctx.logger.child("pool-memory"),
+			sample: () => this.sampleEngineMemory(),
+			restart: (key) => this.restartEngineForMemory(key)
+		});
+		this.memoryGuard.start();
 		return [{
 			capability: require_dist.embeddingEncoderCapability,
 			provider: this
 		}];
 	}
+	/** Watchdog sample: one telemetry row per live Python engine. A pid the
+	*  read cannot see is logged, never silently skipped. */
+	async sampleEngineMemory() {
+		const engines = [{
+			key: "clip-image",
+			pid: this.imageRawEngine?.getPid() ?? null,
+			requests: this.imageRawEngine?.getRequestCount() ?? 0
+		}, {
+			key: "clip-text",
+			pid: this.textEngine?.getPid() ?? null,
+			requests: this.textEngine?.getRequestCount() ?? 0
+		}];
+		const out = [];
+		for (const engine of engines) {
+			if (engine.pid === null) continue;
+			const mem = await readProcessMemory(engine.pid);
+			if (!mem) {
+				this.ctx.logger.warn("embedding engine memory sample dropped", { meta: {
+					poolKey: engine.key,
+					pid: engine.pid
+				} });
+				continue;
+			}
+			const mb = (bytes) => Math.round(bytes / (1024 * 1024));
+			out.push({
+				key: engine.key,
+				pids: [engine.pid],
+				rssBytes: mem.rssBytes,
+				meta: {
+					modelId: this.config.modelId,
+					vmMb: mb(mem.vmBytes),
+					peakRssMb: mb(mem.hwmBytes),
+					swapMb: mb(mem.swapBytes),
+					threads: mem.threads,
+					requestsServed: engine.requests
+				}
+			});
+		}
+		return out;
+	}
+	/** Watchdog restart: dispose + null; the next encode re-resolves lazily
+	*  through the single-flight ensure. An in-flight encode fails once — its
+	*  callers are the retry-until-landed bulk passes (D58) and RPCs that
+	*  surface errors, never silent loss. */
+	async restartEngineForMemory(key) {
+		if (key === "clip-image") {
+			const engine = this.imageRawEngine;
+			if (!engine) return;
+			this.imageRawEngine = null;
+			await engine.dispose();
+			return;
+		}
+		const engine = this.textEngine;
+		if (!engine) return;
+		this.textEngine = null;
+		await engine.dispose();
+	}
 	async encode(input) {
 		const { crop, width, height } = input;
 		await this.ensureImageEngine();
@@ -811,17 +962,31 @@ var EmbeddingEncoderAddon = class extends require_dist.BaseAddon {
 	}
 	async ensureImageEngine() {
 		if (this.imageRawEngine) return;
+		if (this.imageEngineInflight) return this.imageEngineInflight;
 		const meta = getModelMeta(this.config.modelId);
 		const imageEntry = CLIP_IMAGE_MODELS.find((m) => m.id === meta.imageModelId);
 		if (!imageEntry) throw new Error(`EmbeddingEncoderAddon: unknown image model "${meta.imageModelId}"`);
-		await this.resolveForEntry(imageEntry, "image");
+		const inflight = this.resolveForEntry(imageEntry, "image");
+		this.imageEngineInflight = inflight;
+		try {
+			await inflight;
+		} finally {
+			this.imageEngineInflight = null;
+		}
 	}
 	async ensureTextEngine() {
 		if (this.textEngine) return;
+		if (this.textEngineInflight) return this.textEngineInflight;
 		const meta = getModelMeta(this.config.modelId);
 		const textEntry = CLIP_TEXT_MODELS.find((m) => m.id === meta.textModelId);
 		if (!textEntry) throw new Error(`EmbeddingEncoderAddon: unknown text model "${meta.textModelId}"`);
-		await this.resolveForEntry(textEntry, "text");
+		const inflight = this.resolveForEntry(textEntry, "text");
+		this.textEngineInflight = inflight;
+		try {
+			await inflight;
+		} finally {
+			this.textEngineInflight = null;
+		}
 	}
 	async resolveForEntry(entry, target) {
 		const engineLogger = this.ctx.logger.withTags({
@@ -847,6 +1012,8 @@ var EmbeddingEncoderAddon = class extends require_dist.BaseAddon {
 		this.textEngine = textEngine;
 	}
 	async onShutdown() {
+		this.memoryGuard?.stop();
+		this.memoryGuard = null;
 		await this.imageRawEngine?.dispose();
 		await this.textEngine?.dispose();
 	}

package/dist/embedding-encoder/index.mjs

@@ -1,13 +1,13 @@
-import { Z as embeddingEncoderCapability, et as hfModelUrl, gt as BaseAddon } from "../dist-CquggoRC.mjs";
+import { O as PoolMemoryWatchdog, Q as embeddingEncoderCapability, dt as resolvePoolMemoryPolicy, ot as parseProcStatus, tt as hfModelUrl, yt as BaseAddon } from "../dist-3QRyOemL.mjs";
 import { createRequire } from "node:module";
 import * as fs from "node:fs";
 import "node:fs";
 import * as path$1 from "node:path";
 import "node:path";
 import "node:crypto";
+import { execFile, spawn } from "node:child_process";
 import { promisify } from "node:util";
 import { brotliCompress, gzip } from "node:zlib";
-import { spawn } from "node:child_process";
 //#region \0rolldown/runtime.js
 var __defProp = Object.defineProperty;
 var __exportAll = (all, no_symbols) => {
@@ -21,6 +21,53 @@ var __exportAll = (all, no_symbols) => {
 };
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 //#endregion
+//#region src/embedding-encoder/shared/process-memory.ts
+/**
+* Read a child process's memory footprint for the pool memory watchdog.
+*
+* Deliberate twin of `packages/addon-pipeline/src/shared/process-memory.ts`:
+* addons must not import each other, and `@camstack/system` stays EXTERNAL in
+* addon bundles (a symbol added there would be missing at runtime until the
+* next framework train). The pure parse (`parseProcStatus`) and the whole
+* watchdog policy live once in `@camstack/types` (inlined at build time);
+* only this thin `fs`/`ps` read is duplicated.
+*
+* Linux (the fleet): `/proc/<pid>/status` — RSS, VmSize, VmHWM (peak RSS ≈
+* getrusage maxrss), VmSwap, Threads in one read. macOS (dev): `ps -o rss=`
+* gives RSS alone. Returns null when the pid is gone — the CALLER logs the
+* dropped sample.
+*/
+var IS_LINUX = process.platform === "linux";
+async function readProcessMemory(pid) {
+	if (IS_LINUX) try {
+		return parseProcStatus(await fs.promises.readFile(`/proc/${pid}/status`, "utf8"));
+	} catch {
+		return null;
+	}
+	return readViaPs(pid);
+}
+function readViaPs(pid) {
+	return new Promise((resolve) => {
+		execFile("ps", [
+			"-o",
+			"rss=",
+			"-p",
+			String(pid)
+		], { timeout: 2e3 }, (err, stdout) => {
+			if (err) return resolve(null);
+			const kb = Number(stdout.trim());
+			if (!Number.isFinite(kb) || kb <= 0) return resolve(null);
+			resolve({
+				rssBytes: kb * 1024,
+				vmBytes: 0,
+				hwmBytes: 0,
+				swapBytes: 0,
+				threads: 0
+			});
+		});
+	});
+}
+//#endregion
 //#region ../system/dist/file-data-plane-CuE_hBli.mjs
 function isNonEmptyFile(filePath) {
 	return fs.existsSync(filePath) && fs.statSync(filePath).size > 0;
@@ -507,8 +554,20 @@ var PythonRawTensorEngine = class {
 		if (ready.length !== 1 || ready[0] !== 1) throw new Error("PythonRawTensorEngine: unexpected ready frame");
 		this.log.info("ONNX raw-tensor engine ready (embedded Python)", { meta: { modelPath: this.modelPath } });
 	}
+	/** Native pid of the Python subprocess — sampled by the pool memory
+	*  watchdog (`/proc/<pid>/status`). */
+	getPid() {
+		return this.process?.pid ?? null;
+	}
+	/** Inference requests served since spawn — the denominator that separates
+	*  "RSS grew per unit of work" (leak) from "RSS grew because it worked". */
+	getRequestCount() {
+		return this.requestCount;
+	}
+	requestCount = 0;
 	async run(input, inputShape) {
 		if (!this.process?.stdin) throw new Error("PythonRawTensorEngine: not initialized — call initialize() first");
+		this.requestCount++;
 		const ndims = inputShape.length;
 		const meta = Buffer.allocUnsafe(1 + ndims * 4);
 		meta.writeUInt8(ndims, 0);
@@ -633,9 +692,21 @@ var PythonTextEncoderEngine = class {
 			tokenizerPath: this.tokenizerPath
 		} });
 	}
+	/** Native pid of the Python subprocess — sampled by the pool memory
+	*  watchdog (`/proc/<pid>/status`). */
+	getPid() {
+		return this.process?.pid ?? null;
+	}
+	/** Encode requests served since spawn — the denominator that separates
+	*  "RSS grew per unit of work" (leak) from "RSS grew because it worked". */
+	getRequestCount() {
+		return this.requestCount;
+	}
+	requestCount = 0;
 	/** Tokenize + encode `text` into the model embedding (float32). */
 	async encode(text) {
 		if (!this.process?.stdin) throw new Error("PythonTextEncoderEngine: not initialized — call initialize() first");
+		this.requestCount++;
 		const payload = Buffer.from(text, "utf-8");
 		const lenBuf = Buffer.allocUnsafe(4);
 		lenBuf.writeUInt32LE(payload.length, 0);
@@ -761,6 +832,22 @@ var EmbeddingEncoderAddon = class extends BaseAddon {
 	imageRawEngine = null;
 	textEngine = null;
 	models = null;
+	/**
+	* RSS bound + periodic memory telemetry for the two Python engines
+	* (`raw_tensor_inference.py` — one of the four leaking pools in the
+	* 2026-08-18 OOM audit — and `text_encoder_inference.py`). Shared
+	* watchdog from `@camstack/types`; a restart here is dispose + null, and
+	* the next encode lazily re-resolves the engine (the exact recovery an
+	* operator model change already uses). Started in `onInitialize`,
+	* stopped in `onShutdown`.
+	*/
+	memoryGuard = null;
+	/** Single-flight guards for the lazy engine builds — a watchdog restart
+	*  followed by two concurrent encodes must not spawn the engine twice
+	*  (the same bug detection-pipeline fixed three times; see its
+	*  `engineFactoryInflight`). */
+	imageEngineInflight = null;
+	textEngineInflight = null;
 	constructor() {
 		super({
 			modelId: DEFAULT_CLIP_MODEL,
@@ -771,11 +858,75 @@ var EmbeddingEncoderAddon = class extends BaseAddon {
 	async onInitialize() {
 		const modelsDir = await this.resolveModelsDir();
 		this.models = new ModelDownloadService(modelsDir, [...CLIP_IMAGE_MODELS, ...CLIP_TEXT_MODELS]);
+		this.memoryGuard = new PoolMemoryWatchdog({
+			policy: resolvePoolMemoryPolicy(process.env),
+			log: this.ctx.logger.child("pool-memory"),
+			sample: () => this.sampleEngineMemory(),
+			restart: (key) => this.restartEngineForMemory(key)
+		});
+		this.memoryGuard.start();
 		return [{
 			capability: embeddingEncoderCapability,
 			provider: this
 		}];
 	}
+	/** Watchdog sample: one telemetry row per live Python engine. A pid the
+	*  read cannot see is logged, never silently skipped. */
+	async sampleEngineMemory() {
+		const engines = [{
+			key: "clip-image",
+			pid: this.imageRawEngine?.getPid() ?? null,
+			requests: this.imageRawEngine?.getRequestCount() ?? 0
+		}, {
+			key: "clip-text",
+			pid: this.textEngine?.getPid() ?? null,
+			requests: this.textEngine?.getRequestCount() ?? 0
+		}];
+		const out = [];
+		for (const engine of engines) {
+			if (engine.pid === null) continue;
+			const mem = await readProcessMemory(engine.pid);
+			if (!mem) {
+				this.ctx.logger.warn("embedding engine memory sample dropped", { meta: {
+					poolKey: engine.key,
+					pid: engine.pid
+				} });
+				continue;
+			}
+			const mb = (bytes) => Math.round(bytes / (1024 * 1024));
+			out.push({
+				key: engine.key,
+				pids: [engine.pid],
+				rssBytes: mem.rssBytes,
+				meta: {
+					modelId: this.config.modelId,
+					vmMb: mb(mem.vmBytes),
+					peakRssMb: mb(mem.hwmBytes),
+					swapMb: mb(mem.swapBytes),
+					threads: mem.threads,
+					requestsServed: engine.requests
+				}
+			});
+		}
+		return out;
+	}
+	/** Watchdog restart: dispose + null; the next encode re-resolves lazily
+	*  through the single-flight ensure. An in-flight encode fails once — its
+	*  callers are the retry-until-landed bulk passes (D58) and RPCs that
+	*  surface errors, never silent loss. */
+	async restartEngineForMemory(key) {
+		if (key === "clip-image") {
+			const engine = this.imageRawEngine;
+			if (!engine) return;
+			this.imageRawEngine = null;
+			await engine.dispose();
+			return;
+		}
+		const engine = this.textEngine;
+		if (!engine) return;
+		this.textEngine = null;
+		await engine.dispose();
+	}
 	async encode(input) {
 		const { crop, width, height } = input;
 		await this.ensureImageEngine();
@@ -819,17 +970,31 @@ var EmbeddingEncoderAddon = class extends BaseAddon {
 	}
 	async ensureImageEngine() {
 		if (this.imageRawEngine) return;
+		if (this.imageEngineInflight) return this.imageEngineInflight;
 		const meta = getModelMeta(this.config.modelId);
 		const imageEntry = CLIP_IMAGE_MODELS.find((m) => m.id === meta.imageModelId);
 		if (!imageEntry) throw new Error(`EmbeddingEncoderAddon: unknown image model "${meta.imageModelId}"`);
-		await this.resolveForEntry(imageEntry, "image");
+		const inflight = this.resolveForEntry(imageEntry, "image");
+		this.imageEngineInflight = inflight;
+		try {
+			await inflight;
+		} finally {
+			this.imageEngineInflight = null;
+		}
 	}
 	async ensureTextEngine() {
 		if (this.textEngine) return;
+		if (this.textEngineInflight) return this.textEngineInflight;
 		const meta = getModelMeta(this.config.modelId);
 		const textEntry = CLIP_TEXT_MODELS.find((m) => m.id === meta.textModelId);
 		if (!textEntry) throw new Error(`EmbeddingEncoderAddon: unknown text model "${meta.textModelId}"`);
-		await this.resolveForEntry(textEntry, "text");
+		const inflight = this.resolveForEntry(textEntry, "text");
+		this.textEngineInflight = inflight;
+		try {
+			await inflight;
+		} finally {
+			this.textEngineInflight = null;
+		}
 	}
 	async resolveForEntry(entry, target) {
 		const engineLogger = this.ctx.logger.withTags({
@@ -855,6 +1020,8 @@ var EmbeddingEncoderAddon = class extends BaseAddon {
 		this.textEngine = textEngine;
 	}
 	async onShutdown() {
+		this.memoryGuard?.stop();
+		this.memoryGuard = null;
 		await this.imageRawEngine?.dispose();
 		await this.textEngine?.dispose();
 	}

package/dist/pipeline-analytics/{_virtual_mf-localSharedImportMap___mfe_internal__addon_pipeline_analytics_widgets-Q3EjHtct.mjs → _virtual_mf-localSharedImportMap___mfe_internal__addon_pipeline_analytics_widgets-C4-ljPpt.mjs}

@@ -3,7 +3,7 @@ import "./dist-CYZr2fwk.mjs";
 var e = {
 	"@camstack/sdk": {
 		name: "@camstack/sdk",
-		version: "1.2.22",
+		version: "1.2.23",
 		scope: ["default"],
 		loaded: !1,
 		from: "addon_pipeline_analytics_widgets",
@@ -18,7 +18,7 @@ var e = {
 	},
 	"@camstack/types": {
 		name: "@camstack/types",
-		version: "1.2.85",
+		version: "1.2.87",
 		scope: ["default"],
 		loaded: !1,
 		from: "addon_pipeline_analytics_widgets",
@@ -33,7 +33,7 @@ var e = {
 	},
 	"@camstack/ui-library": {
 		name: "@camstack/ui-library",
-		version: "1.2.58",
+		version: "1.2.59",
 		scope: ["default"],
 		loaded: !1,
 		from: "addon_pipeline_analytics_widgets",

package/dist/pipeline-analytics/{hostInit-D2EZ3nOf.mjs → hostInit-BoUejl7E.mjs}

@@ -36,7 +36,7 @@ async function r() {
 				}
 			},
 			"@camstack/types": {
-				version: "1.2.85",
+				version: "1.2.87",
 				scope: "default",
 				shareConfig: {
 					singleton: !0,
@@ -45,7 +45,7 @@ async function r() {
 				}
 			},
 			"@camstack/sdk": {
-				version: "1.2.22",
+				version: "1.2.23",
 				scope: "default",
 				shareConfig: {
 					singleton: !0,
@@ -81,7 +81,7 @@ async function r() {
 				}
 			},
 			"@camstack/ui-library": {
-				version: "1.2.58",
+				version: "1.2.59",
 				scope: "default",
 				shareConfig: {
 					singleton: !0,