@camstack/addon-pipeline 1.2.52 → 1.2.54

package/dist/{addon-utils-DveoBR6G.js → addon-utils-CQs-AjTJ.js}

@@ -6,7 +6,183 @@ let node_path = require("node:path");
 node_path = require_chunk.__toESM(node_path, 1);
 let node_util = require("node:util");
 let node_zlib = require("node:zlib");
-//#region ../system/dist/model-download-service-CTBHzORJ.mjs
+//#region ../system/dist/file-data-plane-CuE_hBli.mjs
+function isNonEmptyFile(filePath) {
+	return node_fs.existsSync(filePath) && node_fs.statSync(filePath).size > 0;
+}
+/**
+* Sibling files of a single-file (non-directory) format — extra files the
+* format needs, fetched from the same remote directory as `url` and stored
+* flat alongside the main file in `modelsDir`. Catalog-declared via
+* `formatEntry.files`, e.g. OpenVINO IR lists its `.bin` weights next to the
+* `.xml`. The downloader stays format-agnostic; the convention lives in the
+* catalog data (like `MLPACKAGE_FILES` for the directory case).
+*/
+function siblingFilesFor(formatEntry) {
+	return formatEntry.isDirectory ? [] : formatEntry.files ?? [];
+}
+/** Resolve a sibling's remote URL relative to the main file's directory. */
+function siblingUrl(mainUrl, sibling) {
+	return mainUrl.replace(/[^/]+$/, sibling);
+}
+/** Build fetch headers, including HF auth token for huggingface.co URLs */
+function buildHeaders(url) {
+	const headers = { "User-Agent": "CamStack/1.0" };
+	const hfToken = process.env["HF_TOKEN"] ?? process.env["HUGGING_FACE_HUB_TOKEN"];
+	if (hfToken && url.includes("huggingface.co")) headers["Authorization"] = `Bearer ${hfToken}`;
+	return headers;
+}
+/**
+* Download a single file from a URL to a destination path.
+* Uses native fetch() (Node 22+) which handles redirects natively.
+* Streams to disk with optional progress callback.
+* Returns the destination path. Skips download if file already exists.
+*/
+async function downloadFile(url, destPath, onProgress) {
+	if (node_fs.existsSync(destPath)) return destPath;
+	node_fs.mkdirSync(node_path.dirname(destPath), { recursive: true });
+	const tmpPath = destPath + ".downloading";
+	try {
+		const response = await fetch(url, {
+			redirect: "follow",
+			headers: buildHeaders(url)
+		});
+		if (!response.ok) throw new Error(`HTTP ${response.status} downloading ${url}`);
+		if (!response.body) throw new Error(`No response body from ${url}`);
+		const total = parseInt(response.headers.get("content-length") ?? "0", 10);
+		let downloaded = 0;
+		const fileStream = node_fs.createWriteStream(tmpPath);
+		const reader = response.body.getReader();
+		try {
+			for (;;) {
+				const { done, value } = await reader.read();
+				if (done || !value) break;
+				fileStream.write(value);
+				downloaded += value.length;
+				onProgress?.(downloaded, total);
+			}
+		} finally {
+			fileStream.end();
+			await new Promise((resolve, reject) => {
+				fileStream.on("finish", resolve);
+				fileStream.on("error", reject);
+			});
+		}
+		node_fs.renameSync(tmpPath, destPath);
+		return destPath;
+	} catch (err) {
+		try {
+			node_fs.unlinkSync(tmpPath);
+		} catch {}
+		throw err;
+	}
+}
+/**
+* Download every file in a HuggingFace directory bundle (e.g.,
+* `.mlpackage` / OpenVINO IR pair) atomically. `knownFiles` lists the
+* relative paths inside the directory; the function fetches each from
+* `${url}/${file}` and renames the staging directory only on full
+* success. Mirrors `ModelDownloadService.downloadDirectory` but
+* exposed as a standalone for catalog-less callers.
+*/
+async function downloadDirectory(url, destDir, knownFiles, onProgress) {
+	const match = url.match(/huggingface\.co\/([^/]+\/[^/]+)\/resolve\/main\/(.+)/);
+	if (!match) throw new Error(`Cannot parse HuggingFace URL: ${url}`);
+	const [, repo, dirPath] = match;
+	const files = (knownFiles ?? []).map((f) => ({
+		relativePath: f,
+		fileUrl: `https://huggingface.co/${repo}/resolve/main/${dirPath}/${f}`
+	}));
+	if (files.length === 0) throw new Error(`Directory bundle requires explicit \`files\` list (got none for ${url})`);
+	const tmpDir = destDir + ".downloading";
+	node_fs.rmSync(tmpDir, {
+		recursive: true,
+		force: true
+	});
+	node_fs.mkdirSync(tmpDir, { recursive: true });
+	let totalDownloaded = 0;
+	try {
+		for (const file of files) {
+			const destPath = node_path.join(tmpDir, file.relativePath);
+			node_fs.mkdirSync(node_path.dirname(destPath), { recursive: true });
+			await downloadFile(file.fileUrl, destPath, (downloaded, _total) => {
+				onProgress?.(totalDownloaded + downloaded, void 0);
+			});
+			totalDownloaded += node_fs.statSync(destPath).size;
+		}
+		node_fs.rmSync(destDir, {
+			recursive: true,
+			force: true
+		});
+		node_fs.renameSync(tmpDir, destDir);
+	} catch (err) {
+		node_fs.rmSync(tmpDir, {
+			recursive: true,
+			force: true
+		});
+		throw err;
+	}
+}
+/**
+* Resolve a `ModelCatalogEntry` against `modelsDir`: download model file
+* (or directory bundle) + extra files (labels JSON, charset dict, …),
+* skip if already on disk. Returns the local model path.
+*/
+async function ensureModel(modelsDir, entry, format, onProgress) {
+	const formatEntry = entry.formats[format];
+	if (!formatEntry) throw new Error(`Model "${entry.id}" has no ${format} format. Available: ${Object.keys(entry.formats).join(", ")}`);
+	if (entry.extraFiles) for (const extra of entry.extraFiles) await downloadFile(extra.url, node_path.join(modelsDir, extra.filename));
+	const filename = formatEntry.url.split("/").pop() ?? `${entry.id}.${format}`;
+	const modelPath = node_path.join(modelsDir, filename);
+	const siblings = siblingFilesFor(formatEntry);
+	if (node_fs.existsSync(modelPath)) if (formatEntry.isDirectory && !node_fs.existsSync(node_path.join(modelPath, "Manifest.json"))) node_fs.rmSync(modelPath, {
+		recursive: true,
+		force: true
+	});
+	else if (siblings.some((f) => !isNonEmptyFile(node_path.join(modelsDir, f)))) {} else return modelPath;
+	node_fs.mkdirSync(modelsDir, { recursive: true });
+	if (formatEntry.isDirectory) await downloadDirectory(formatEntry.url, modelPath, formatEntry.files, onProgress);
+	else {
+		await downloadFile(formatEntry.url, modelPath, (downloaded, total) => onProgress?.(downloaded, total === 0 ? void 0 : total));
+		for (const sibling of siblings) await downloadFile(siblingUrl(formatEntry.url, sibling), node_path.join(modelsDir, sibling));
+	}
+	return modelPath;
+}
+/** Compute the on-disk path for a given model + format, even when not yet downloaded. */
+function getModelFilePath(modelsDir, entry, format) {
+	const formatEntry = entry.formats[format];
+	if (!formatEntry) return null;
+	const filename = formatEntry.url.split("/").pop() ?? `${entry.id}.${format}`;
+	return node_path.join(modelsDir, filename);
+}
+/** True iff the model file (or `Manifest.json` for directory bundles) exists and is non-empty. */
+function isModelDownloaded(modelsDir, entry, format) {
+	const formatEntry = entry.formats[format];
+	if (!formatEntry) return false;
+	const modelPath = getModelFilePath(modelsDir, entry, format);
+	if (!modelPath || !node_fs.existsSync(modelPath)) return false;
+	if (formatEntry.isDirectory) return node_fs.existsSync(node_path.join(modelPath, "Manifest.json"));
+	if (node_fs.statSync(modelPath).size <= 0) return false;
+	return siblingFilesFor(formatEntry).every((f) => isNonEmptyFile(node_path.join(modelsDir, f)));
+}
+/** Remove the on-disk model file/directory. Returns true if something was deleted. */
+function deleteModelFromDisk(modelsDir, entry, format) {
+	const modelPath = getModelFilePath(modelsDir, entry, format);
+	if (!modelPath || !node_fs.existsSync(modelPath)) return false;
+	const formatEntry = entry.formats[format];
+	if (formatEntry?.isDirectory) node_fs.rmSync(modelPath, {
+		recursive: true,
+		force: true
+	});
+	else {
+		node_fs.unlinkSync(modelPath);
+		if (formatEntry) for (const sibling of siblingFilesFor(formatEntry)) {
+			const sibPath = node_path.join(modelsDir, sibling);
+			if (node_fs.existsSync(sibPath)) node_fs.unlinkSync(sibPath);
+		}
+	}
+	return true;
+}
 /**
 * Map a rel path to one candidate absolute path PER root, keeping only roots the
 * path stays within (traversal guard). The handler serves the first candidate
@@ -368,182 +544,6 @@ function createFileDataPlaneHandler(opts) {
 		(0, node_fs.createReadStream)(absPath).pipe(res);
 	};
 }
-function isNonEmptyFile(filePath) {
-	return node_fs.existsSync(filePath) && node_fs.statSync(filePath).size > 0;
-}
-/**
-* Sibling files of a single-file (non-directory) format — extra files the
-* format needs, fetched from the same remote directory as `url` and stored
-* flat alongside the main file in `modelsDir`. Catalog-declared via
-* `formatEntry.files`, e.g. OpenVINO IR lists its `.bin` weights next to the
-* `.xml`. The downloader stays format-agnostic; the convention lives in the
-* catalog data (like `MLPACKAGE_FILES` for the directory case).
-*/
-function siblingFilesFor(formatEntry) {
-	return formatEntry.isDirectory ? [] : formatEntry.files ?? [];
-}
-/** Resolve a sibling's remote URL relative to the main file's directory. */
-function siblingUrl(mainUrl, sibling) {
-	return mainUrl.replace(/[^/]+$/, sibling);
-}
-/** Build fetch headers, including HF auth token for huggingface.co URLs */
-function buildHeaders(url) {
-	const headers = { "User-Agent": "CamStack/1.0" };
-	const hfToken = process.env["HF_TOKEN"] ?? process.env["HUGGING_FACE_HUB_TOKEN"];
-	if (hfToken && url.includes("huggingface.co")) headers["Authorization"] = `Bearer ${hfToken}`;
-	return headers;
-}
-/**
-* Download a single file from a URL to a destination path.
-* Uses native fetch() (Node 22+) which handles redirects natively.
-* Streams to disk with optional progress callback.
-* Returns the destination path. Skips download if file already exists.
-*/
-async function downloadFile(url, destPath, onProgress) {
-	if (node_fs.existsSync(destPath)) return destPath;
-	node_fs.mkdirSync(node_path.dirname(destPath), { recursive: true });
-	const tmpPath = destPath + ".downloading";
-	try {
-		const response = await fetch(url, {
-			redirect: "follow",
-			headers: buildHeaders(url)
-		});
-		if (!response.ok) throw new Error(`HTTP ${response.status} downloading ${url}`);
-		if (!response.body) throw new Error(`No response body from ${url}`);
-		const total = parseInt(response.headers.get("content-length") ?? "0", 10);
-		let downloaded = 0;
-		const fileStream = node_fs.createWriteStream(tmpPath);
-		const reader = response.body.getReader();
-		try {
-			for (;;) {
-				const { done, value } = await reader.read();
-				if (done || !value) break;
-				fileStream.write(value);
-				downloaded += value.length;
-				onProgress?.(downloaded, total);
-			}
-		} finally {
-			fileStream.end();
-			await new Promise((resolve, reject) => {
-				fileStream.on("finish", resolve);
-				fileStream.on("error", reject);
-			});
-		}
-		node_fs.renameSync(tmpPath, destPath);
-		return destPath;
-	} catch (err) {
-		try {
-			node_fs.unlinkSync(tmpPath);
-		} catch {}
-		throw err;
-	}
-}
-/**
-* Download every file in a HuggingFace directory bundle (e.g.,
-* `.mlpackage` / OpenVINO IR pair) atomically. `knownFiles` lists the
-* relative paths inside the directory; the function fetches each from
-* `${url}/${file}` and renames the staging directory only on full
-* success. Mirrors `ModelDownloadService.downloadDirectory` but
-* exposed as a standalone for catalog-less callers.
-*/
-async function downloadDirectory(url, destDir, knownFiles, onProgress) {
-	const match = url.match(/huggingface\.co\/([^/]+\/[^/]+)\/resolve\/main\/(.+)/);
-	if (!match) throw new Error(`Cannot parse HuggingFace URL: ${url}`);
-	const [, repo, dirPath] = match;
-	const files = (knownFiles ?? []).map((f) => ({
-		relativePath: f,
-		fileUrl: `https://huggingface.co/${repo}/resolve/main/${dirPath}/${f}`
-	}));
-	if (files.length === 0) throw new Error(`Directory bundle requires explicit \`files\` list (got none for ${url})`);
-	const tmpDir = destDir + ".downloading";
-	node_fs.rmSync(tmpDir, {
-		recursive: true,
-		force: true
-	});
-	node_fs.mkdirSync(tmpDir, { recursive: true });
-	let totalDownloaded = 0;
-	try {
-		for (const file of files) {
-			const destPath = node_path.join(tmpDir, file.relativePath);
-			node_fs.mkdirSync(node_path.dirname(destPath), { recursive: true });
-			await downloadFile(file.fileUrl, destPath, (downloaded, _total) => {
-				onProgress?.(totalDownloaded + downloaded, void 0);
-			});
-			totalDownloaded += node_fs.statSync(destPath).size;
-		}
-		node_fs.rmSync(destDir, {
-			recursive: true,
-			force: true
-		});
-		node_fs.renameSync(tmpDir, destDir);
-	} catch (err) {
-		node_fs.rmSync(tmpDir, {
-			recursive: true,
-			force: true
-		});
-		throw err;
-	}
-}
-/**
-* Resolve a `ModelCatalogEntry` against `modelsDir`: download model file
-* (or directory bundle) + extra files (labels JSON, charset dict, …),
-* skip if already on disk. Returns the local model path.
-*/
-async function ensureModel(modelsDir, entry, format, onProgress) {
-	const formatEntry = entry.formats[format];
-	if (!formatEntry) throw new Error(`Model "${entry.id}" has no ${format} format. Available: ${Object.keys(entry.formats).join(", ")}`);
-	if (entry.extraFiles) for (const extra of entry.extraFiles) await downloadFile(extra.url, node_path.join(modelsDir, extra.filename));
-	const filename = formatEntry.url.split("/").pop() ?? `${entry.id}.${format}`;
-	const modelPath = node_path.join(modelsDir, filename);
-	const siblings = siblingFilesFor(formatEntry);
-	if (node_fs.existsSync(modelPath)) if (formatEntry.isDirectory && !node_fs.existsSync(node_path.join(modelPath, "Manifest.json"))) node_fs.rmSync(modelPath, {
-		recursive: true,
-		force: true
-	});
-	else if (siblings.some((f) => !isNonEmptyFile(node_path.join(modelsDir, f)))) {} else return modelPath;
-	node_fs.mkdirSync(modelsDir, { recursive: true });
-	if (formatEntry.isDirectory) await downloadDirectory(formatEntry.url, modelPath, formatEntry.files, onProgress);
-	else {
-		await downloadFile(formatEntry.url, modelPath, (downloaded, total) => onProgress?.(downloaded, total === 0 ? void 0 : total));
-		for (const sibling of siblings) await downloadFile(siblingUrl(formatEntry.url, sibling), node_path.join(modelsDir, sibling));
-	}
-	return modelPath;
-}
-/** Compute the on-disk path for a given model + format, even when not yet downloaded. */
-function getModelFilePath(modelsDir, entry, format) {
-	const formatEntry = entry.formats[format];
-	if (!formatEntry) return null;
-	const filename = formatEntry.url.split("/").pop() ?? `${entry.id}.${format}`;
-	return node_path.join(modelsDir, filename);
-}
-/** True iff the model file (or `Manifest.json` for directory bundles) exists and is non-empty. */
-function isModelDownloaded(modelsDir, entry, format) {
-	const formatEntry = entry.formats[format];
-	if (!formatEntry) return false;
-	const modelPath = getModelFilePath(modelsDir, entry, format);
-	if (!modelPath || !node_fs.existsSync(modelPath)) return false;
-	if (formatEntry.isDirectory) return node_fs.existsSync(node_path.join(modelPath, "Manifest.json"));
-	if (node_fs.statSync(modelPath).size <= 0) return false;
-	return siblingFilesFor(formatEntry).every((f) => isNonEmptyFile(node_path.join(modelsDir, f)));
-}
-/** Remove the on-disk model file/directory. Returns true if something was deleted. */
-function deleteModelFromDisk(modelsDir, entry, format) {
-	const modelPath = getModelFilePath(modelsDir, entry, format);
-	if (!modelPath || !node_fs.existsSync(modelPath)) return false;
-	const formatEntry = entry.formats[format];
-	if (formatEntry?.isDirectory) node_fs.rmSync(modelPath, {
-		recursive: true,
-		force: true
-	});
-	else {
-		node_fs.unlinkSync(modelPath);
-		if (formatEntry) for (const sibling of siblingFilesFor(formatEntry)) {
-			const sibPath = node_path.join(modelsDir, sibling);
-			if (node_fs.existsSync(sibPath)) node_fs.unlinkSync(sibPath);
-		}
-	}
-	return true;
-}
 //#endregion
 Object.defineProperty(exports, "contentTypeFor", {
 	enumerable: true,