@pipelab/core-node 1.0.0-beta.13 → 1.0.0-beta.15

package/dist/index.mjs

@@ -1,20 +1,21 @@
 import { createRequire } from "node:module";
 import path, { delimiter, dirname, isAbsolute, join, resolve } from "node:path";
-import { homedir, platform, tmpdir } from "node:os";
+import { homedir, platform } from "node:os";
 import { fileURLToPath, pathToFileURL } from "node:url";
 import fs, { createWriteStream, existsSync, readFileSync, readdirSync, statSync } from "node:fs";
+import fs$1, { access, chmod, cp, mkdir, mkdtemp, readFile, readdir, realpath, rename, rm, stat, unlink, writeFile } from "node:fs/promises";
+import { DEFAULT_NODE_VERSION, DEFAULT_PNPM_VERSION, SandboxFolder, getUiDevServerMissingWarning, uiDevPort, websocketPort } from "@pipelab/constants";
 import { WebSocket, WebSocketServer as WebSocketServer$1 } from "ws";
 import http from "node:http";
 import { nanoid } from "nanoid";
-import { SubscriptionRequiredError, WebSocketError, appSettingsMigrator, configRegistry, fileRepoMigrations, isRequired, isSupabaseAvailable, isWebSocketRequestMessage, normalizePipelineConfig, processGraph, savedFileMigrator, supabase, transformUrl, useLogger, usePlugins } from "@pipelab/shared";
-import { getUiDevServerMissingWarning, uiDevPort, websocketPort } from "@pipelab/constants";
-import fs$1, { access, chmod, cp, mkdir, mkdtemp, readFile, readdir, realpath, rename, rm, stat, unlink, writeFile } from "node:fs/promises";
+import { SubscriptionRequiredError, WebSocketError, configRegistry, isRequired, isSupabaseAvailable, isWebSocketRequestMessage, normalizePipelineConfig, processGraph, savedFileMigrator, supabase, transformUrl, useLogger, usePlugins } from "@pipelab/shared";
 import { execa } from "execa";
 import tar from "tar";
 import yauzl from "yauzl";
 import archiver from "archiver";
 import { pipeline } from "node:stream/promises";
 import checkDiskSpace from "check-disk-space";
+import dns from "node:dns/promises";
 import pacote from "pacote";
 import semver from "semver";
 import http$1 from "http";
@@ -53,7 +54,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 //#endregion
 //#region src/context.ts
-const _dirname = typeof __dirname !== "undefined" ? __dirname : typeof import.meta !== "undefined" && import.meta.url ? dirname(fileURLToPath(import.meta.url)) : process.cwd();
+const metaUrl = typeof import.meta !== "undefined" ? import.meta.url : void 0;
+const _dirname = typeof __dirname !== "undefined" ? __dirname : metaUrl ? dirname(fileURLToPath(metaUrl)) : process.cwd();
 const isDev = process.env.NODE_ENV === "development";
 const getDefaultUserDataPath = (env) => {
 	const base = (() => {
@@ -94,6 +96,59 @@ var PipelabContext = class {
 	getConfigPath(...subpaths) {
 		return join(this.userDataPath, "config", ...subpaths);
 	}
+	getTempPath(...subpaths) {
+		return join(this.userDataPath, "temp", ...subpaths);
+	}
+	async createTempFolder(prefix = "pipelab-") {
+		const baseDir = this.getTempPath();
+		await mkdir(baseDir, { recursive: true });
+		return await mkdtemp(join(await realpath(baseDir), prefix));
+	}
+	getCachePath(...subpaths) {
+		return join(this.userDataPath, "cache", ...subpaths);
+	}
+	getPnpmPath(...subpaths) {
+		return join(this.userDataPath, "pnpm", ...subpaths);
+	}
+	getNodePath(version = DEFAULT_NODE_VERSION) {
+		const isWindows = process.platform === "win32";
+		return this.getThirdPartyPath("node", version, isWindows ? "node.exe" : "bin/node");
+	}
+	getPnpmBinPath(version = DEFAULT_PNPM_VERSION) {
+		return this.getPackagesPath("pnpm", version, "bin", "pnpm.cjs");
+	}
+	getSandboxFolders() {
+		const foldersRecord = {
+			[SandboxFolder.Packages]: {
+				label: "Packages",
+				path: this.getPackagesPath()
+			},
+			[SandboxFolder.ThirdParty]: {
+				label: "Third-Party Tools",
+				path: this.getThirdPartyPath()
+			},
+			[SandboxFolder.Config]: {
+				label: "Configuration",
+				path: this.getConfigPath()
+			},
+			[SandboxFolder.Temp]: {
+				label: "Temporary Files",
+				path: this.getTempPath()
+			},
+			[SandboxFolder.Cache]: {
+				label: "Cache",
+				path: this.getCachePath()
+			},
+			[SandboxFolder.Pnpm]: {
+				label: "PNPM Home",
+				path: this.getPnpmPath()
+			}
+		};
+		return Object.keys(foldersRecord).map((key) => ({
+			name: key,
+			...foldersRecord[key]
+		}));
+	}
 };
 //#endregion
 //#region src/ipc-core.ts
@@ -460,14 +515,6 @@ const ensure = async (filesPath, defaultContent = "{}") => {
 	}
 };
 /**
-* Generates a unique temporary folder.
-*/
-const generateTempFolder = async (base) => {
-	const targetBase = base || tmpdir();
-	await mkdir(targetBase, { recursive: true });
-	return await mkdtemp(join(await realpath(targetBase), "pipelab-"));
-};
-/**
 * Extracts a .tar.gz archive.
 */
 async function extractTarGz(archivePath, destinationDir) {
@@ -600,8 +647,7 @@ async function getFolderSize(dirPath) {
 //#endregion
 //#region src/config.ts
 const getMigrator = (name) => {
-	if (configRegistry[name]) return configRegistry[name];
-	if (name.startsWith("pipeline-") || path.isAbsolute(name) || name.endsWith(".json")) return configRegistry["pipeline"];
+	return configRegistry[name] || configRegistry["pipeline"];
 };
 const setupConfigFile = async (name, options) => {
 	const ctx = options.context;
@@ -633,8 +679,9 @@ const setupConfigFile = async (name, options) => {
 				parseFailed = true;
 			}
 			let json = void 0;
+			let migrationFailed = false;
 			try {
-				json = await migrator.migrate(originalJson, {
+				if (!parseFailed) json = await migrator.migrate(originalJson, {
 					debug: false,
 					onStep: async (state, version) => {
 						const parsedPath = path.parse(filesPath);
@@ -647,16 +694,30 @@ const setupConfigFile = async (name, options) => {
 						}
 					}
 				});
+				else json = migrator.defaultValue;
 			} catch (e) {
 				logger().error(`Error migrating config ${name}:`, e);
+				migrationFailed = true;
 				json = migrator.defaultValue;
 			}
 			let normalized = false;
 			if (name.startsWith("pipeline-") || path.isAbsolute(name) || name.endsWith(".json") || name === "pipeline") normalized = normalizePipelineConfig(json);
-			if (originalJson?.version !== json?.version || normalized || content === void 0 || parseFailed) try {
-				await fs$1.writeFile(filesPath, JSON.stringify(json));
-			} catch (e) {
-				logger().error(`Error saving migrated config ${name}:`, e);
+			if (originalJson?.version !== json?.version || normalized || content === void 0 || parseFailed || migrationFailed) {
+				if (parseFailed || migrationFailed) try {
+					const parsedPath = path.parse(filesPath);
+					const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
+					const corruptedPath = path.join(parsedPath.dir, `${parsedPath.name}.corrupted.${timestamp}.json`);
+					const backupContent = parseFailed ? content || "" : JSON.stringify(originalJson, null, 2);
+					await fs$1.writeFile(corruptedPath, backupContent);
+					logger().info(`Corrupted config file preserved at ${corruptedPath}`);
+				} catch (e) {
+					logger().error(`Failed to backup corrupted config ${name}:`, e);
+				}
+				try {
+					await fs$1.writeFile(filesPath, JSON.stringify(json));
+				} catch (e) {
+					logger().error(`Error saving migrated config ${name}:`, e);
+				}
 			}
 			return json;
 		}
@@ -999,6 +1060,15 @@ var BuildHistoryStorage = class {
 			const files = await this.getAllPipelineFiles();
 			const diskSpace = await checkDiskSpace(this.context.userDataPath);
 			const pipelabSize = await getFolderSize(this.context.userDataPath);
+			const folders = [];
+			for (const folder of this.context.getSandboxFolders()) {
+				const size = await getFolderSize(folder.path);
+				folders.push({
+					name: folder.name,
+					label: folder.label,
+					size
+				});
+			}
 			const policy = (await (await setupConfigFile("settings", { context: this.context })).getConfig())?.buildHistory?.retentionPolicy || {
 				enabled: false,
 				maxEntries: 50,
@@ -1017,7 +1087,8 @@ var BuildHistoryStorage = class {
 				disk: {
 					total: diskSpace.size,
 					free: diskSpace.free,
-					pipelab: pipelabSize
+					pipelab: pipelabSize,
+					folders
 				}
 			};
 			let totalSize = 0;
@@ -1045,7 +1116,8 @@ var BuildHistoryStorage = class {
 				disk: {
 					total: diskSpace.size,
 					free: diskSpace.free,
-					pipelab: pipelabSize
+					pipelab: pipelabSize,
+					folders
 				}
 			};
 		} catch (error) {
@@ -1357,7 +1429,7 @@ const registerHistoryHandlers = (context) => {
 					}
 				}
 			};
-			await settings.saveConfig(newConfig);
+			await settings.setConfig(newConfig);
 			send({
 				type: "end",
 				data: {
@@ -8831,10 +8903,7 @@ function registerMigrationHandlers(context) {
 		const { config: name } = value;
 		logger().info("[CLI Migration] config:load", name);
 		try {
-			let migrator = null;
-			if (name === "projects") migrator = fileRepoMigrations;
-			else if (name === "settings") migrator = appSettingsMigrator;
-			else if (name.startsWith("pipeline-") || name.endsWith(".plb")) migrator = savedFileMigrator;
+			const migrator = getMigrator(name);
 			if (!migrator) throw new Error(`No migrator found for configuration: ${name}. All files loaded via config:load MUST have a migration schema.`);
 			send({
 				type: "end",
@@ -8946,8 +9015,6 @@ async function serveCommand(options, version, _dirname) {
 }
 //#endregion
 //#region src/utils/remote.ts
-const DEFAULT_NODE_VERSION = "24.14.1";
-const DEFAULT_PNPM_VERSION = "10.12.0";
 function isPackageComplete(packageDir) {
 	return existsSync(join(packageDir, "package.json"));
 }
@@ -8988,6 +9055,20 @@ async function withLock(key, fn) {
 	activeOperations.set(key, promise);
 	return promise;
 }
+let isOnlineCached = null;
+let lastCheckTime = 0;
+async function isOnline() {
+	const now = Date.now();
+	if (isOnlineCached !== null && now - lastCheckTime < 1e4) return isOnlineCached;
+	try {
+		await Promise.race([dns.lookup("registry.npmjs.org"), new Promise((_, reject) => setTimeout(() => reject(/* @__PURE__ */ new Error("timeout")), 1500))]);
+		isOnlineCached = true;
+	} catch {
+		isOnlineCached = false;
+	}
+	lastCheckTime = now;
+	return isOnlineCached;
+}
 /**
 * Robust utility to fetch, cache, and resolve an NPM package.
 * Centralized in core-node to avoid circular dependencies.
@@ -9014,7 +9095,15 @@ async function fetchPackage(packageName, versionOrRange, options) {
 	if (resolvedVersionOrRange === "local") resolvedVersionOrRange = "latest";
 	console.log(`[Fetcher] Resolving ${packageName}@${resolvedVersionOrRange || "latest"}...`);
 	const resolveStart = Date.now();
-	try {
+	if (!await isOnline()) {
+		console.warn(`[Fetcher] ${packageName}: offline mode detected (${Date.now() - resolveStart}ms), trying local fallback...`);
+		const fallbackStart = Date.now();
+		const fallbackVersion = await tryLocalFallback(resolvedVersionOrRange, /* @__PURE__ */ new Error("Offline"), baseDir, packageName);
+		if (fallbackVersion) {
+			resolvedVersion = fallbackVersion;
+			console.log(`[Fetcher] ${packageName}: Resolved to local fallback ${resolvedVersion} (${Date.now() - fallbackStart}ms)`);
+		} else throw new Error(`Offline and no local fallback version available for ${packageName}`);
+	} else try {
 		const cachePath = join(ctx.userDataPath, "cache", "pacote");
 		let packumentPromise = packumentRequests.get(packageName);
 		if (!packumentPromise) {
@@ -9024,7 +9113,16 @@ async function fetchPackage(packageName, versionOrRange, options) {
 		const packument = await packumentPromise;
 		const versions = Object.keys(packument.versions);
 		const range = resolvedVersionOrRange || "latest";
-		const foundVersion = packument["dist-tags"]?.[range] || semver.maxSatisfying(versions, range);
+		let foundVersion = packument["dist-tags"]?.[range] || semver.maxSatisfying(versions, range);
+		if (range === "latest" && ctx.releaseTag && ctx.releaseTag !== "latest") {
+			const releaseTagVersion = packument["dist-tags"]?.[ctx.releaseTag];
+			if (releaseTagVersion && semver.valid(releaseTagVersion)) {
+				if (!foundVersion || semver.valid(foundVersion) && semver.gte(releaseTagVersion, foundVersion)) {
+					console.log(`[Fetcher] Using release tag "${ctx.releaseTag}" (${releaseTagVersion}) instead of "latest" (${foundVersion || "none"}) for ${packageName}`);
+					foundVersion = releaseTagVersion;
+				} else if (foundVersion) console.warn(`[Fetcher] Tag "${ctx.releaseTag}" (${releaseTagVersion}) is older than "latest" (${foundVersion}) for ${packageName}, keeping "latest"`);
+			}
+		}
 		if (!foundVersion) throw new Error(`Package ${packageName}@${range} not found on npm (available tags: ${Object.keys(packument["dist-tags"] || {}).join(", ")})`);
 		resolvedVersion = foundVersion;
 		console.log(`[Fetcher] ${packageName}: Resolved to v${resolvedVersion} via npm (${Date.now() - resolveStart}ms)`);
@@ -9139,7 +9237,7 @@ async function ensureNodeJS(context, version = DEFAULT_NODE_VERSION) {
 		const extension = isWindows ? "zip" : "tar.gz";
 		const fileName = `node-v${version}-${platform === "osx" ? "darwin" : platform}-${arch}.${extension}`;
 		const downloadUrl = `https://nodejs.org/dist/v${version}/${fileName}`;
-		const tempDir = await generateTempFolder(tmpdir());
+		const tempDir = await context.createTempFolder("node-download-");
 		const archivePath = join(tempDir, fileName);
 		sendStartupProgress(`Downloading Node.js v${version}...`);
 		console.log(`Downloading Node.js from ${downloadUrl}...`);
@@ -9671,7 +9769,6 @@ const builtInPlugins = async (options) => {
 			webSocketServer.broadcast("startup:progress", { type: "ready" });
 		}, 2e3);
 	})();
-	return [];
 };
 //#endregion
 //#region src/utils.ts
@@ -9727,7 +9824,7 @@ const executeGraphWithHistory = async ({ graph, variables, projectName, projectP
 	const shouldDisableHistory = process.env.PIPELAB_DISABLE_HISTORY === "true";
 	if (!shouldDisableHistory) await buildHistoryStorage.save(initialEntry);
 	const logs = [];
-	const sandboxPath = await generateTempFolder(cachePath);
+	const sandboxPath = await ctx.createTempFolder("pipeline-sandbox-");
 	const { logger } = useLogger();
 	let completedSteps = 0;
 	const { registerPlugins, plugins: registeredPlugins } = usePlugins();
@@ -10193,8 +10290,9 @@ const registerEngineHandlers = (context) => {
 	};
 	handle("action:execute", async (event, { send, value }) => {
 		const { nodeId, params, pluginId } = value;
-		const cachePath = (await (await setupConfigFile("settings", { context })).getConfig())?.cacheFolder || tmpdir();
-		const cwd = await generateTempFolder(cachePath);
+		await (await setupConfigFile("settings", { context })).getConfig();
+		const cachePath = join(context.userDataPath, "cache", "actions", pluginId, nodeId);
+		const cwd = await context.createTempFolder("action-execute-");
 		const mainWindow = void 0;
 		abortControllerGraph = new AbortController();
 		const signalPromise = new Promise((resolve, reject) => {
@@ -10233,11 +10331,11 @@ const registerEngineHandlers = (context) => {
 	});
 	handle("graph:execute", async (event, { send, value }) => {
 		const { graph, variables, projectName, projectPath, pipelineId } = value;
-		const config = await (await setupConfigFile("settings", { context })).getConfig();
+		await (await setupConfigFile("settings", { context })).getConfig();
 		const effectiveProjectName = projectName || "Unnamed Project";
 		const effectiveProjectPath = projectPath || "";
 		const effectivePipelineId = pipelineId || "unknown";
-		const effectiveCachePath = config?.cacheFolder || tmpdir();
+		const effectiveCachePath = join(context.userDataPath, "cache", effectivePipelineId);
 		const mainWindow = void 0;
 		abortControllerGraph = new AbortController();
 		try {
@@ -10741,14 +10839,11 @@ const registerPluginsHandlers = (context) => {
 		}
 	});
 	handle("plugin:ensure-loaded", async (_, { send, value }) => {
-		const { pluginIds, plugins } = value;
+		const { plugins } = value;
 		const { plugins: registeredPlugins, registerPlugins } = usePlugins();
 		const loaded = [];
 		const failed = [];
 		const pluginsToEnsure = /* @__PURE__ */ new Set();
-		if (Array.isArray(pluginIds)) {
-			for (const id of pluginIds) if (id) pluginsToEnsure.add(id);
-		}
 		if (plugins && typeof plugins === "object") {
 			for (const id of Object.keys(plugins)) if (id) pluginsToEnsure.add(id);
 		}
@@ -53238,6 +53333,6 @@ async function fetchLatestDesktopRelease(options = {}) {
 	return latest;
 }
 //#endregion
-export { BuildHistoryStorage, DEFAULT_NODE_VERSION, DEFAULT_PNPM_VERSION, PipelabContext, WebSocketServer, builtInPlugins, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchLatestDesktopRelease, fetchLatestPackageRelease, fetchPackage, fetchPackageReleases, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, findInstalledPlugins, generateTempFolder, getDefaultUserDataPath, getFinalPlugins, getFolderSize, getMigrator, handleActionExecute, isDev, loadCustomPlugin, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerMigrationHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
+export { BuildHistoryStorage, PipelabContext, WebSocketServer, builtInPlugins, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchLatestDesktopRelease, fetchLatestPackageRelease, fetchPackage, fetchPackageReleases, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, findInstalledPlugins, getDefaultUserDataPath, getFinalPlugins, getFolderSize, getMigrator, handleActionExecute, isDev, isOnline, loadCustomPlugin, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerMigrationHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
 
 //# sourceMappingURL=index.mjs.map