@pipelab/core-node 1.0.0-beta.0 → 1.0.0-beta.10

package/dist/index.mjs

@@ -2,13 +2,13 @@ import { createRequire } from "node:module";
 import path, { delimiter, dirname, isAbsolute, join, resolve } from "node:path";
 import { homedir, platform, tmpdir } from "node:os";
 import { fileURLToPath, pathToFileURL } from "node:url";
-import fs, { createWriteStream, existsSync } from "node:fs";
+import fs, { createWriteStream, existsSync, readdirSync, statSync } from "node:fs";
 import { WebSocket, WebSocketServer as WebSocketServer$1 } from "ws";
 import http from "node:http";
 import { nanoid } from "nanoid";
 import { SubscriptionRequiredError, WebSocketError, appSettingsMigrator, configRegistry, fileRepoMigrations, isRequired, isSupabaseAvailable, isWebSocketRequestMessage, processGraph, savedFileMigrator, supabase, useLogger, usePlugins } from "@pipelab/shared";
 import { getUiDevServerMissingWarning, uiDevPort, websocketPort } from "@pipelab/constants";
-import fs$1, { access, chmod, cp, mkdir, mkdtemp, readFile, readdir, realpath, rm, stat, unlink, writeFile } from "node:fs/promises";
+import fs$1, { access, chmod, cp, mkdir, mkdtemp, readFile, readdir, realpath, rename, rm, stat, unlink, writeFile } from "node:fs/promises";
 import { execa } from "execa";
 import tar from "tar";
 import yauzl from "yauzl";
@@ -55,14 +55,16 @@ var __require = /* @__PURE__ */ createRequire(import.meta.url);
 //#region src/context.ts
 const _dirname = typeof __dirname !== "undefined" ? __dirname : typeof import.meta !== "undefined" && import.meta.url ? dirname(fileURLToPath(import.meta.url)) : process.cwd();
 const isDev = process.env.NODE_ENV === "development";
-const getDefaultUserDataPath = () => {
-	return join((() => {
+const getDefaultUserDataPath = (env) => {
+	const base = (() => {
 		switch (platform()) {
 			case "win32": return process.env.APPDATA || join(homedir(), "AppData", "Roaming");
 			case "darwin": return join(homedir(), "Library", "Application Support");
 			default: return process.env.XDG_CONFIG_HOME || join(homedir(), ".config");
 		}
-	})(), "@pipelab", isDev ? "app-dev" : "app");
+	})();
+	const mode = env ?? (isDev ? "dev" : "prod");
+	return join(base, "@pipelab", mode === "dev" ? "app-dev" : mode === "beta" ? "app-beta" : "app");
 };
 /**
 * Finds the monorepo root by looking for pnpm-workspace.yaml.
@@ -78,8 +80,10 @@ function findProjectRoot(startDir) {
 const projectRoot = findProjectRoot(_dirname);
 var PipelabContext = class {
 	userDataPath;
+	releaseTag;
 	constructor(options) {
 		this.userDataPath = options.userDataPath;
+		this.releaseTag = options.releaseTag || "latest";
 	}
 	getPackagesPath(...subpaths) {
 		return join(this.userDataPath, "packages", ...subpaths);
@@ -628,25 +632,24 @@ const setupConfigFile = async (name, options) => {
 			}
 			let json = void 0;
 			try {
-				json = await migrator.migrate(originalJson, { debug: false });
+				json = await migrator.migrate(originalJson, {
+					debug: false,
+					onStep: async (state, version) => {
+						const parsedPath = path.parse(filesPath);
+						const versionedPath = path.join(parsedPath.dir, `${parsedPath.name}.v${version}.json`);
+						try {
+							await fs$1.writeFile(versionedPath, JSON.stringify(state));
+							logger().info(`Intermediate backup created for ${name} at ${versionedPath}`);
+						} catch (e) {
+							logger().error(`Failed to create intermediate backup for ${name} at v${version}:`, e);
+						}
+					}
+				});
 			} catch (e) {
 				logger().error(`Error migrating config ${name}:`, e);
 				json = migrator.defaultValue;
 			}
-			const originalVersion = originalJson?.version;
-			const newVersion = json?.version;
-			if (originalVersion !== newVersion && content !== void 0) {
-				const parsedPath = path.parse(filesPath);
-				const versionSuffix = originalVersion || "unknown";
-				const backupPath = path.join(parsedPath.dir, `${parsedPath.name}.${versionSuffix}.bak`);
-				try {
-					await fs$1.copyFile(filesPath, backupPath);
-					logger().info(`Backup created for ${name} at ${backupPath} (version ${versionSuffix})`);
-				} catch (e) {
-					logger().error(`Failed to create backup for ${name}:`, e);
-				}
-			}
-			if (originalVersion !== newVersion || content === void 0) try {
+			if (originalJson?.version !== json?.version || content === void 0) try {
 				await fs$1.writeFile(filesPath, JSON.stringify(json));
 			} catch (e) {
 				logger().error(`Error saving migrated config ${name}:`, e);
@@ -8832,9 +8835,13 @@ const sendStartupReady = () => {
 };
 async function serveCommand(options, version, _dirname) {
 	if (!options.userData) throw new Error("userDataPath is required for serveCommand");
-	const context = new PipelabContext({ userDataPath: options.userData });
+	const releaseTag = version.includes("beta") ? "beta" : "latest";
+	const context = new PipelabContext({
+		userDataPath: options.userData,
+		releaseTag
+	});
 	let rawAssetFolder;
-	if (!isDev) rawAssetFolder = await fetchPipelabAsset("@pipelab/ui", "latest", { context });
+	if (!isDev) rawAssetFolder = await fetchPipelabAsset("@pipelab/ui", releaseTag, { context });
 	const server = http$1.createServer(async (request, response) => {
 		if (isDev) {
 			response.writeHead(200, { "Content-Type": "text/html" });
@@ -8874,6 +8881,25 @@ async function serveCommand(options, version, _dirname) {
 //#region src/utils/remote.ts
 const DEFAULT_NODE_VERSION = "24.14.1";
 const DEFAULT_PNPM_VERSION = "10.12.0";
+function isPackageComplete(packageDir) {
+	return existsSync(join(packageDir, "package.json"));
+}
+function isNodeJSComplete(nodePath) {
+	try {
+		return existsSync(nodePath) && statSync(nodePath).size > 0;
+	} catch {
+		return false;
+	}
+}
+function isDependenciesInstalledSync(packageDir) {
+	const nodeModulesPath = join(packageDir, "node_modules");
+	if (!existsSync(nodeModulesPath)) return false;
+	try {
+		return readdirSync(nodeModulesPath).length > 0;
+	} catch {
+		return false;
+	}
+}
 /**
 * In-memory lock to prevent concurrent operations on the same resource (e.g., downloading Node.js).
 */
@@ -8938,15 +8964,35 @@ async function fetchPackage(packageName, versionOrRange, options) {
 	}
 	const cachePath = join(ctx.userDataPath, "cache", "pacote");
 	const packageDir = join(baseDir, resolvedVersion);
-	if (existsSync(packageDir) && !options?.installDeps) return {
+	if (options?.installDeps ? isPackageComplete(packageDir) && isDependenciesInstalledSync(packageDir) : isPackageComplete(packageDir)) return {
 		packageDir,
 		resolvedVersion
 	};
 	return withLock(`package:${packageName}:${resolvedVersion}`, async () => {
-		if (!existsSync(packageDir)) {
+		if (!isPackageComplete(packageDir)) {
 			console.log(`[Fetcher] ${packageName}@${resolvedVersion}: Downloading to ${packageDir}...`);
-			await mkdir(packageDir, { recursive: true });
-			await pacote.extract(`${packageName}@${resolvedVersion}`, packageDir, { cache: cachePath });
+			const tempDir = join(baseDir, `.tmp-${resolvedVersion}-${Math.random().toString(36).slice(2)}`);
+			await mkdir(tempDir, { recursive: true });
+			try {
+				await pacote.extract(`${packageName}@${resolvedVersion}`, tempDir, { cache: cachePath });
+				await resolveEntryPoint(tempDir, packageName);
+				if (existsSync(packageDir)) await rm(packageDir, {
+					recursive: true,
+					force: true
+				}).catch(() => {});
+				try {
+					await rename(tempDir, packageDir);
+				} catch (err) {
+					if (isPackageComplete(packageDir)) console.log(`[Fetcher] Destination ${packageDir} already exists and is valid.`);
+					else throw err;
+				}
+			} catch (err) {
+				await rm(tempDir, {
+					recursive: true,
+					force: true
+				}).catch(() => {});
+				throw err;
+			}
 		}
 		const entryPoint = await resolveEntryPoint(packageDir, packageName);
 		if (options?.installDeps) await installDependencies(packageDir, packageName, options);
@@ -8991,9 +9037,9 @@ async function ensureNodeJS(context, version = DEFAULT_NODE_VERSION) {
 	const isWindows = process.platform === "win32";
 	const nodeDir = context.getThirdPartyPath("node", version);
 	const finalNodePath = join(nodeDir, isWindows ? "node.exe" : "bin/node");
-	if (existsSync(finalNodePath)) return finalNodePath;
+	if (isNodeJSComplete(finalNodePath)) return finalNodePath;
 	return withLock(`node:${version}`, async () => {
-		if (existsSync(finalNodePath)) return finalNodePath;
+		if (isNodeJSComplete(finalNodePath)) return finalNodePath;
 		const arch = process.arch === "x64" ? "x64" : process.arch === "arm64" ? "arm64" : "x86";
 		const platform = isWindows ? "win" : process.platform === "darwin" ? "osx" : "linux";
 		const extension = isWindows ? "zip" : "tar.gz";
@@ -9013,17 +9059,33 @@ async function ensureNodeJS(context, version = DEFAULT_NODE_VERSION) {
 		const nodeSubDir = (await readdir(extractTempDir)).find((entry) => entry.startsWith(`node-v${version}`));
 		if (!nodeSubDir) throw new Error(`Could not find extracted Node.js directory`);
 		const sourceDir = join(extractTempDir, nodeSubDir);
-		await mkdir(dirname(nodeDir), { recursive: true });
-		await rm(nodeDir, {
-			recursive: true,
-			force: true
-		});
-		await cp(sourceDir, nodeDir, { recursive: true });
-		await rm(tempDir, {
-			recursive: true,
-			force: true
-		});
-		if (!isWindows) await chmod(finalNodePath, 493).catch(() => {});
+		const parentDir = dirname(nodeDir);
+		await mkdir(parentDir, { recursive: true });
+		const tempNodeDir = join(parentDir, `.tmp-node-${version}-${Math.random().toString(36).slice(2)}`);
+		await mkdir(tempNodeDir, { recursive: true });
+		try {
+			await cp(sourceDir, tempNodeDir, { recursive: true });
+			if (!isWindows) await chmod(join(tempNodeDir, "bin/node"), 493).catch(() => {});
+			if (existsSync(nodeDir)) await rm(nodeDir, {
+				recursive: true,
+				force: true
+			}).catch(() => {});
+			try {
+				await rename(tempNodeDir, nodeDir);
+			} catch (err) {
+				if (isNodeJSComplete(finalNodePath)) console.log(`[Fetcher] Node.js directory already exists and is valid.`);
+				else throw err;
+			}
+		} finally {
+			await rm(tempNodeDir, {
+				recursive: true,
+				force: true
+			}).catch(() => {});
+			await rm(tempDir, {
+				recursive: true,
+				force: true
+			}).catch(() => {});
+		}
 		return finalNodePath;
 	});
 }
@@ -9042,21 +9104,36 @@ async function ensurePNPM(context, version = DEFAULT_PNPM_VERSION) {
 }
 async function installDependencies(packageDir, packageName, options) {
 	const nodeModulesPath = join(packageDir, "node_modules");
-	if (existsSync(nodeModulesPath)) try {
-		if ((await readdir(nodeModulesPath)).length === 0) console.warn(`[Fetcher] ${packageName}: node_modules exists but is empty. Re-installing...`);
-	} catch (e) {}
-	console.log(`[Fetcher] ${packageName}: Ensuring dependencies are installed...`);
+	if (isDependenciesInstalledSync(packageDir)) {
+		console.log(`[Fetcher] ${packageName}: Dependencies already installed, skipping.`);
+		return;
+	}
+	const tempDir = `${packageDir}.tmp-deps-${Math.random().toString(36).slice(2)}`;
+	await mkdir(tempDir, { recursive: true });
 	try {
-		const { all } = await runPnpm(packageDir, {
+		await cp(join(packageDir, "package.json"), join(tempDir, "package.json"));
+		console.log(`[Fetcher] ${packageName}: Ensuring dependencies are installed...`);
+		const { all } = await runPnpm(tempDir, {
 			signal: options.signal,
 			context: options.context
 		});
 		if (all) console.log(`[Fetcher] ${packageName}: Installation trace:\n${all}`);
+		const tempNodeModules = join(tempDir, "node_modules");
+		if (existsSync(nodeModulesPath)) await rm(nodeModulesPath, {
+			recursive: true,
+			force: true
+		}).catch(() => {});
+		await rename(tempNodeModules, nodeModulesPath);
 		console.log(`[Fetcher] ${packageName}: Dependencies installed successfully.`);
 	} catch (err) {
 		console.error(`[Fetcher] ${packageName}: CRITICAL ERROR during dependency installation: ${err.message}`);
 		if (err.all) console.error(`[Fetcher] ${packageName}: Error details:\n${err.all}`);
 		throw new Error(`Failed to install dependencies for ${packageName}. See logs for details.`);
+	} finally {
+		await rm(tempDir, {
+			recursive: true,
+			force: true
+		}).catch(() => {});
 	}
 }
 async function fetchPipelabAsset(packageName, versionOrRange, options) {
@@ -9069,7 +9146,7 @@ async function fetchPipelabAsset(packageName, versionOrRange, options) {
 }
 async function fetchPipelabPlugin(pluginName, versionOrRange, options) {
 	const { packageDir, isLocal, entryPoint } = await fetchPackage(pluginName, versionOrRange, {
-		installDeps: true,
+		installDeps: false,
 		...options
 	});
 	let finalEntryPoint = entryPoint;
@@ -9343,9 +9420,9 @@ const DEFAULT_PLUGIN_IDS = [
 ];
 const loadPipelabPlugin = async (id, options) => {
 	try {
-		const { packageDir, entryPoint } = await fetchPipelabPlugin(`@pipelab/plugin-${id}`, "latest", {
+		const { packageDir, entryPoint } = await fetchPipelabPlugin(`@pipelab/plugin-${id}`, options.context.releaseTag, {
 			context: options.context,
-			installDeps: true
+			installDeps: false
 		});
 		console.log(`[Plugins] [${id}] Attempting to import from: ${entryPoint}`);
 		if (!existsSync(entryPoint)) {
@@ -9365,15 +9442,28 @@ const loadPipelabPlugin = async (id, options) => {
 	}
 };
 const builtInPlugins = async (options) => {
-	console.log("[Plugins] Finalizing default plugins list...");
+	console.log("[Plugins] Starting background plugin loading...");
 	sendStartupProgress("Preparing environment...");
 	await Promise.all([ensureNodeJS(options.context), ensurePNPM(options.context)]);
-	const filtered = (await Promise.allSettled(DEFAULT_PLUGIN_IDS.map(async (id) => {
-		sendStartupProgress(`Loading plugin: ${id}`);
-		return loadPipelabPlugin(id, options);
-	}))).filter((r) => r.status === "fulfilled").map((r) => r.value).filter(Boolean).flat();
-	console.log(`[Plugins] Successfully loaded ${filtered.length} default plugins`);
-	return filtered;
+	const { usePlugins } = await import("@pipelab/shared");
+	const { registerPlugins } = usePlugins();
+	const { webSocketServer } = await import("./index.mjs");
+	(async () => {
+		for (const id of DEFAULT_PLUGIN_IDS) {
+			sendStartupProgress(`Loading plugin: ${id}`);
+			const plugin = await loadPipelabPlugin(id, options);
+			if (plugin) {
+				registerPlugins([plugin]);
+				webSocketServer.broadcast("plugin:loaded", { plugin });
+			}
+		}
+		console.log("[Plugins] All default plugins loaded.");
+		sendStartupProgress("All plugins loaded.");
+		setTimeout(() => {
+			webSocketServer.broadcast("startup:progress", { type: "ready" });
+		}, 2e3);
+	})();
+	return [];
 };
 //#endregion
 //#region src/utils.ts
@@ -10268,7 +10358,7 @@ const registerAllHandlers = async (options) => {
 	registerAuthHandlers(context);
 	registerSystemHandlers(options);
 	const { registerPlugins } = usePlugins();
-	registerPlugins(await builtInPlugins({ context }));
+	builtInPlugins({ context });
 };
 //#endregion
 //#region ../../node_modules/klona/dist/index.mjs
@@ -52607,6 +52697,64 @@ async function runPipelineCommand(file, options, version) {
 	}
 }
 //#endregion
-export { BuildHistoryStorage, DEFAULT_NODE_VERSION, DEFAULT_PNPM_VERSION, PipelabContext, WebSocketServer, builtInPlugins, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchPackage, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, generateTempFolder, getDefaultUserDataPath, getFinalPlugins, getFolderSize, getMigrator, handleActionExecute, handleConditionExecute, isDev, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerMigrationHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
+//#region src/utils/github.ts
+/**
+* Fetches all releases for a specific package from GitHub.
+* Tags are expected to follow the pattern "{packageName}@{version}"
+*/
+async function fetchPackageReleases(packageName, options = {}) {
+	const { repo = "CynToolkit/pipelab", allowPrerelease = false } = options;
+	const url = `https://api.github.com/repos/${repo}/releases`;
+	console.log(`[GitHub] Fetching releases for ${packageName} from ${url}...`);
+	try {
+		const response = await fetch(url, { headers: {
+			"User-Agent": "Pipelab-Desktop-Updater",
+			Accept: "application/vnd.github.v3+json"
+		} });
+		if (!response.ok) throw new Error(`GitHub API error: ${response.status} ${response.statusText}`);
+		return (await response.json()).filter((r) => r.tag_name.startsWith(`${packageName}@`)).filter((r) => allowPrerelease || !r.prerelease);
+	} catch (error) {
+		console.error(`[GitHub] Failed to fetch releases for ${packageName}:`, error);
+		return [];
+	}
+}
+/**
+* Fetches the latest release for a specific package.
+* Supports PIPELAB_OVERRIDE_RELEASE environment variable.
+*/
+async function fetchLatestPackageRelease(packageName, options = {}) {
+	const releases = await fetchPackageReleases(packageName, options);
+	if (releases.length === 0) return null;
+	const override = process.env.PIPELAB_OVERRIDE_RELEASE;
+	if (override) {
+		const targetTag = override.includes("@") ? override : `${packageName}@${override}`;
+		const release = releases.find((r) => r.tag_name === targetTag);
+		if (release) {
+			console.log(`[GitHub] Using release override from PIPELAB_OVERRIDE_RELEASE: ${release.tag_name}`);
+			return release;
+		}
+		console.warn(`[GitHub] Override release ${override} not found for package ${packageName}`);
+	}
+	const getVersion = (tagName) => tagName.split("@").pop() || "0.0.0";
+	releases.sort((a, b) => {
+		const vA = getVersion(a.tag_name);
+		const vB = getVersion(b.tag_name);
+		if (semver.valid(vA) && semver.valid(vB)) return semver.rcompare(vA, vB);
+		return new Date(b.published_at).getTime() - new Date(a.published_at).getTime();
+	});
+	return releases[0];
+}
+/**
+* Fetches all releases from GitHub and finds the latest one that matches the Pipelab Desktop app tag.
+* This ensures we don't accidentally pick a package release (e.g. @pipelab/shared) as the "latest".
+*/
+async function fetchLatestDesktopRelease(options = {}) {
+	const latest = await fetchLatestPackageRelease("@pipelab/app", options);
+	if (latest) console.log(`[GitHub] Found latest desktop release: ${latest.tag_name} (${latest.prerelease ? "pre-release" : "stable"})`);
+	else console.warn(`[GitHub] No desktop releases found`);
+	return latest;
+}
+//#endregion
+export { BuildHistoryStorage, DEFAULT_NODE_VERSION, DEFAULT_PNPM_VERSION, PipelabContext, WebSocketServer, builtInPlugins, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchLatestDesktopRelease, fetchLatestPackageRelease, fetchPackage, fetchPackageReleases, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, generateTempFolder, getDefaultUserDataPath, getFinalPlugins, getFolderSize, getMigrator, handleActionExecute, handleConditionExecute, isDev, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerMigrationHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
 
 //# sourceMappingURL=index.mjs.map