@camstack/addon-post-analysis 1.2.135 → 1.2.137

package/dist/embedding-encoder/index.js

@@ -2,17 +2,13 @@ Object.defineProperties(exports, {
 	__esModule: { value: true },
 	[Symbol.toStringTag]: { value: "Module" }
 });
-const require_dist = require("../dist-kn_4KEmG.js");
+const require_dist = require("../dist-5kMCMfln.js");
 let node_fs = require("node:fs");
-let node_fs$1 = require_dist.__toESM(node_fs, 1);
 node_fs = require_dist.__toESM(node_fs);
 let node_path = require("node:path");
-let node_path$1 = require_dist.__toESM(node_path, 1);
 node_path = require_dist.__toESM(node_path);
-require("node:crypto");
 let node_child_process = require("node:child_process");
-let node_util = require("node:util");
-let node_zlib = require("node:zlib");
+let _camstack_system_addon_utils = require("@camstack/system/addon-utils");
 //#region src/embedding-encoder/shared/process-memory.ts
 /**
 * Read a child process's memory footprint for the pool memory watchdog.
@@ -60,294 +56,6 @@ function readViaPs(pid) {
 	});
 }
 //#endregion
-//#region ../system/dist/file-data-plane-BhKdxJgf.mjs
-function isNonEmptyFile(filePath) {
-	return node_fs$1.existsSync(filePath) && node_fs$1.statSync(filePath).size > 0;
-}
-/**
-* Sibling files of a single-file (non-directory) format — extra files the
-* format needs, fetched from the same remote directory as `url` and stored
-* flat alongside the main file in `modelsDir`. Catalog-declared via
-* `formatEntry.files`, e.g. OpenVINO IR lists its `.bin` weights next to the
-* `.xml`. The downloader stays format-agnostic; the convention lives in the
-* catalog data (like `MLPACKAGE_FILES` for the directory case).
-*/
-function siblingFilesFor(formatEntry) {
-	return formatEntry.isDirectory ? [] : formatEntry.files ?? [];
-}
-/** Resolve a sibling's remote URL relative to the main file's directory. */
-function siblingUrl(mainUrl, sibling) {
-	return mainUrl.replace(/[^/]+$/, sibling);
-}
-/** Build fetch headers, including HF auth token for huggingface.co URLs */
-function buildHeaders(url) {
-	const headers = { "User-Agent": "CamStack/1.0" };
-	const hfToken = process.env["HF_TOKEN"] ?? process.env["HUGGING_FACE_HUB_TOKEN"];
-	if (hfToken && url.includes("huggingface.co")) headers["Authorization"] = `Bearer ${hfToken}`;
-	return headers;
-}
-var DEFAULT_MAX_REDIRECTS = 5;
-function normalizeDownloadOptions(third) {
-	if (typeof third === "function") return { onProgress: third };
-	return third ?? {};
-}
-function isRedirectStatus(status) {
-	return status === 301 || status === 302 || status === 303 || status === 307 || status === 308;
-}
-function resolveRedirectUrl(current, location) {
-	return new URL(location, current);
-}
-async function downloadFile(url, destPath, onProgressOrOptions) {
-	if (node_fs$1.existsSync(destPath)) return destPath;
-	const opts = normalizeDownloadOptions(onProgressOrOptions);
-	const fetchImpl = opts.fetchImpl ?? fetch;
-	const maxRedirects = opts.maxRedirects ?? DEFAULT_MAX_REDIRECTS;
-	node_fs$1.mkdirSync(node_path$1.dirname(destPath), { recursive: true });
-	const tmpPath = destPath + ".downloading";
-	try {
-		let current = url;
-		const seen = /* @__PURE__ */ new Set();
-		let response;
-		const manual = opts.redirectPolicy !== void 0;
-		for (let hop = 0; hop <= maxRedirects; hop++) {
-			const parsed = new URL(current);
-			if (opts.redirectPolicy) opts.redirectPolicy(parsed, hop);
-			if (seen.has(parsed.href)) throw new Error(`Redirect loop detected at ${parsed.href}`);
-			seen.add(parsed.href);
-			const controller = opts.timeoutMs !== void 0 ? new AbortController() : void 0;
-			const timer = controller && opts.timeoutMs !== void 0 ? setTimeout(() => controller.abort(), opts.timeoutMs) : void 0;
-			try {
-				response = await fetchImpl(current, {
-					redirect: manual ? "manual" : "follow",
-					headers: buildHeaders(current),
-					...controller ? { signal: controller.signal } : {}
-				});
-			} finally {
-				if (timer) clearTimeout(timer);
-			}
-			if (manual && isRedirectStatus(response.status)) {
-				const location = response.headers.get("location");
-				if (!location) throw new Error(`Redirect ${response.status} missing Location header`);
-				if (hop >= maxRedirects) throw new Error(`Too many redirects (max ${maxRedirects}) downloading ${url}`);
-				current = resolveRedirectUrl(current, location).href;
-				continue;
-			}
-			break;
-		}
-		if (!response) throw new Error(`No response downloading ${url}`);
-		if (manual && isRedirectStatus(response.status)) throw new Error(`Too many redirects (max ${maxRedirects}) downloading ${url}`);
-		if (!response.ok) throw new Error(`HTTP ${response.status} downloading ${url}`);
-		if (!response.body) throw new Error(`No response body from ${url}`);
-		const total = parseInt(response.headers.get("content-length") ?? "0", 10);
-		let downloaded = 0;
-		const fileStream = node_fs$1.createWriteStream(tmpPath);
-		const reader = response.body.getReader();
-		try {
-			for (;;) {
-				const { done, value } = await reader.read();
-				if (done || !value) break;
-				downloaded += value.length;
-				if (opts.maxBytes !== void 0 && downloaded > opts.maxBytes) throw new Error(`Downloaded ${downloaded} bytes exceeds the ${opts.maxBytes}-byte limit`);
-				fileStream.write(value);
-				opts.onProgress?.(downloaded, total);
-			}
-		} finally {
-			fileStream.end();
-			await new Promise((resolve, reject) => {
-				fileStream.on("finish", resolve);
-				fileStream.on("error", reject);
-			});
-		}
-		node_fs$1.renameSync(tmpPath, destPath);
-		return destPath;
-	} catch (err) {
-		try {
-			node_fs$1.unlinkSync(tmpPath);
-		} catch {}
-		throw err;
-	}
-}
-/**
-* Fetch JSON from a URL using native fetch().
-*/
-async function fetchJson(url) {
-	const response = await fetch(url, {
-		redirect: "follow",
-		headers: buildHeaders(url)
-	});
-	if (!response.ok) throw new Error(`HTTP ${response.status} fetching ${url}`);
-	return response.json();
-}
-/**
-* Unified model download service.
-*
-* Handles downloading model files and extra files (labels, dicts) from a
-* catalog of ModelCatalogEntry items. Supports single-file models and
-* directory bundles (e.g., .mlpackage for CoreML).
-*
-* Addons use this via `context.models.ensure(modelId, format)`.
-*/
-var ModelDownloadService = class {
-	modelsDir;
-	onProgress;
-	catalog;
-	constructor(modelsDir, catalog, onProgress) {
-		this.modelsDir = modelsDir;
-		this.onProgress = onProgress;
-		const map = /* @__PURE__ */ new Map();
-		for (const entry of catalog) map.set(entry.id, entry);
-		this.catalog = map;
-	}
-	/**
-	* Ensure a model (and its extra files) is downloaded.
-	* Returns the local filesystem path to the model file/directory.
-	*/
-	async ensure(modelId, format) {
-		const entry = this.catalog.get(modelId);
-		if (!entry) throw new Error(`ModelDownloadService: unknown model "${modelId}"`);
-		const selectedFormat = format ?? this.pickDefaultFormat(entry);
-		const formatEntry = entry.formats[selectedFormat];
-		if (!formatEntry) throw new Error(`ModelDownloadService: model "${modelId}" has no ${selectedFormat} format`);
-		await this.ensureExtraFiles(modelId);
-		const modelPath = this.modelFilePath(entry, selectedFormat);
-		const siblings = siblingFilesFor(formatEntry);
-		if (node_fs$1.existsSync(modelPath)) {
-			if (formatEntry.isDirectory) if (!node_fs$1.existsSync(node_path$1.join(modelPath, "Manifest.json"))) node_fs$1.rmSync(modelPath, {
-				recursive: true,
-				force: true
-			});
-			else return modelPath;
-			else if (siblings.every((f) => isNonEmptyFile(node_path$1.join(this.modelsDir, f)))) return modelPath;
-		}
-		node_fs$1.mkdirSync(this.modelsDir, { recursive: true });
-		if (formatEntry.isDirectory) await this.downloadDirectory(formatEntry.url, modelPath, formatEntry.files, modelId);
-		else {
-			await downloadFile(formatEntry.url, modelPath, this.onProgress ? (downloaded, total) => this.onProgress(modelId, downloaded, total) : void 0);
-			for (const sibling of siblings) await downloadFile(siblingUrl(formatEntry.url, sibling), node_path$1.join(this.modelsDir, sibling));
-		}
-		return modelPath;
-	}
-	/**
-	* Ensure extra files for a model are downloaded.
-	* Returns the local paths of all extra files.
-	*/
-	async ensureExtraFiles(modelId) {
-		const entry = this.catalog.get(modelId);
-		if (!entry) throw new Error(`ModelDownloadService: unknown model "${modelId}"`);
-		const extras = entry.extraFiles;
-		if (!extras || extras.length === 0) return [];
-		const paths = [];
-		for (const extra of extras) {
-			const destPath = node_path$1.join(this.modelsDir, extra.filename);
-			await downloadFile(extra.url, destPath);
-			paths.push(destPath);
-		}
-		return paths;
-	}
-	/** Absolute path to the shared models directory. */
-	getModelsDir() {
-		return this.modelsDir;
-	}
-	/** Check if a model file is already present on disk. */
-	isDownloaded(modelId, format) {
-		const entry = this.catalog.get(modelId);
-		if (!entry) return false;
-		const selectedFormat = format ?? this.pickDefaultFormat(entry);
-		const formatEntry = entry.formats[selectedFormat];
-		if (!formatEntry) return false;
-		const modelPath = this.modelFilePath(entry, selectedFormat);
-		if (!node_fs$1.existsSync(modelPath)) return false;
-		if (formatEntry.isDirectory) return node_fs$1.existsSync(node_path$1.join(modelPath, "Manifest.json"));
-		if (node_fs$1.statSync(modelPath).size <= 0) return false;
-		return siblingFilesFor(formatEntry).every((f) => isNonEmptyFile(node_path$1.join(this.modelsDir, f)));
-	}
-	/** Get the catalog entry for a model by ID. */
-	getEntry(modelId) {
-		return this.catalog.get(modelId);
-	}
-	pickDefaultFormat(entry) {
-		for (const fmt of [
-			"onnx",
-			"coreml",
-			"openvino",
-			"tflite",
-			"pt"
-		]) if (entry.formats[fmt]) return fmt;
-		const first = Object.keys(entry.formats)[0];
-		if (first) return first;
-		throw new Error(`ModelDownloadService: model "${entry.id}" has no formats`);
-	}
-	modelFilePath(entry, format) {
-		const formatEntry = entry.formats[format];
-		if (!formatEntry) throw new Error(`Model ${entry.id} has no ${format} format`);
-		const urlParts = formatEntry.url.split("/");
-		const filename = urlParts[urlParts.length - 1] ?? `${entry.id}.${format}`;
-		return node_path$1.join(this.modelsDir, filename);
-	}
-	/**
-	* Download a directory bundle (e.g., .mlpackage) from HuggingFace.
-	* ATOMIC: downloads to temp dir, renames only on complete success.
-	*/
-	async downloadDirectory(url, destDir, knownFiles, _modelId) {
-		const match = url.match(/huggingface\.co\/([^/]+\/[^/]+)\/resolve\/main\/(.+)/);
-		if (!match) throw new Error(`Cannot parse HuggingFace URL: ${url}`);
-		const [, repo, dirPath] = match;
-		let filesToDownload;
-		if (knownFiles && knownFiles.length > 0) filesToDownload = knownFiles.map((f) => ({
-			relativePath: f,
-			fileUrl: `https://huggingface.co/${repo}/resolve/main/${dirPath}/${f}`
-		}));
-		else {
-			const hfFiles = await this.listHfFiles(repo, dirPath);
-			if (hfFiles.length === 0) throw new Error(`No files found in HuggingFace directory: ${dirPath}`);
-			filesToDownload = hfFiles.map((f) => ({
-				relativePath: f.path.substring(dirPath.length + 1),
-				fileUrl: `https://huggingface.co/${repo}/resolve/main/${f.path}`
-			}));
-		}
-		const tmpDir = destDir + ".downloading";
-		node_fs$1.rmSync(tmpDir, {
-			recursive: true,
-			force: true
-		});
-		node_fs$1.mkdirSync(tmpDir, { recursive: true });
-		try {
-			for (const file of filesToDownload) {
-				const destPath = node_path$1.join(tmpDir, file.relativePath);
-				node_fs$1.mkdirSync(node_path$1.dirname(destPath), { recursive: true });
-				await downloadFile(file.fileUrl, destPath);
-			}
-			node_fs$1.rmSync(destDir, {
-				recursive: true,
-				force: true
-			});
-			node_fs$1.renameSync(tmpDir, destDir);
-		} catch (err) {
-			node_fs$1.rmSync(tmpDir, {
-				recursive: true,
-				force: true
-			});
-			throw err;
-		}
-	}
-	/** Recursively list all files in a HuggingFace directory via API. */
-	async listHfFiles(repo, dirPath) {
-		const entries = await fetchJson(`https://huggingface.co/api/models/${repo}/tree/main/${dirPath}`);
-		const files = [];
-		for (const entry of entries) if (entry.type === "file") files.push({
-			path: entry.path,
-			size: entry.size ?? entry.lfs?.size ?? 0
-		});
-		else if (entry.type === "directory") {
-			const subFiles = await this.listHfFiles(repo, entry.path);
-			files.push(...subFiles);
-		}
-		return files;
-	}
-};
-(0, node_util.promisify)(node_zlib.brotliCompress);
-(0, node_util.promisify)(node_zlib.gzip);
-//#endregion
 //#region src/embedding-encoder/catalogs/embedding-models.ts
 var HF_REPO = "camstack/camstack-models";
 var hf = (path) => require_dist.hfModelUrl(HF_REPO, path);
@@ -835,15 +543,11 @@ var EmbeddingEncoderAddon = class extends require_dist.BaseAddon {
 	imageEngineInflight = null;
 	textEngineInflight = null;
 	constructor() {
-		super({
-			modelId: DEFAULT_CLIP_MODEL,
-			runtime: "auto",
-			backend: "cpu"
-		});
+		super({ modelId: DEFAULT_CLIP_MODEL });
 	}
 	async onInitialize() {
 		const modelsDir = await this.resolveModelsDir();
-		this.models = new ModelDownloadService(modelsDir, [...CLIP_IMAGE_MODELS, ...CLIP_TEXT_MODELS]);
+		this.models = new _camstack_system_addon_utils.ModelDownloadService(modelsDir, [...CLIP_IMAGE_MODELS, ...CLIP_TEXT_MODELS]);
 		this.memoryGuard = new require_dist.PoolMemoryWatchdog({
 			policy: require_dist.resolvePoolMemoryPolicy(process.env),
 			log: this.ctx.logger.child("pool-memory"),
@@ -983,11 +687,7 @@ var EmbeddingEncoderAddon = class extends require_dist.BaseAddon {
 		}
 	}
 	async resolveForEntry(entry, target) {
-		const engineLogger = this.ctx.logger.withTags({
-			modelId: entry.id,
-			runtime: this.config.runtime,
-			backend: this.config.backend
-		});
+		const engineLogger = this.ctx.logger.withTags({ modelId: entry.id });
 		const modelPath = await this.models.ensure(entry.id, "onnx");
 		const pythonPath = await this.ctx.deps.ensurePython();
 		if (!pythonPath) throw new Error("EmbeddingEncoder: embedded Python is unavailable — cannot run ONNX embeddings. ctx.deps.ensurePython() returned null (portable Python download likely failed).");
@@ -1016,50 +716,13 @@ var EmbeddingEncoderAddon = class extends require_dist.BaseAddon {
 			id: "embedding-encoder-settings",
 			title: "Embedding Encoder",
 			columns: 2,
-			fields: [
-				{
-					type: "text",
-					key: "modelId",
-					label: "Model ID",
-					description: "CLIP model identifier to use for image/text embedding",
-					default: DEFAULT_CLIP_MODEL
-				},
-				{
-					type: "select",
-					key: "runtime",
-					label: "Runtime",
-					description: "Inference runtime — ONNX runs in the embedded Python.",
-					default: "auto",
-					options: [{
-						label: "Auto",
-						value: "auto"
-					}, {
-						label: "Python",
-						value: "python"
-					}]
-				},
-				{
-					type: "select",
-					key: "backend",
-					label: "Backend",
-					description: "Hardware backend for inference acceleration",
-					default: "cpu",
-					options: [
-						{
-							label: "CPU",
-							value: "cpu"
-						},
-						{
-							label: "CUDA",
-							value: "cuda"
-						},
-						{
-							label: "CoreML",
-							value: "coreml"
-						}
-					]
-				}
-			]
+			fields: [{
+				type: "text",
+				key: "modelId",
+				label: "Model ID",
+				description: "CLIP model identifier to use for image/text embedding",
+				default: DEFAULT_CLIP_MODEL
+			}]
 		}] });
 	}
 	async onConfigChanged() {}