@pipelab/core-node 1.0.0-beta.17 → 1.0.0-beta.18

package/dist/index.mjs

@@ -8,7 +8,7 @@ import { DEFAULT_NODE_VERSION, DEFAULT_PNPM_VERSION, SandboxFolder, getUiDevServ
 import { WebSocket, WebSocketServer as WebSocketServer$1 } from "ws";
 import http from "node:http";
 import { nanoid } from "nanoid";
-import { SubscriptionRequiredError, WebSocketError, configRegistry, isRequired, isSupabaseAvailable, isWebSocketRequestMessage, normalizePipelineConfig, processGraph, savedFileMigrator, supabase, transformUrl, useLogger, usePlugins } from "@pipelab/shared";
+import { SubscriptionRequiredError, WebSocketError, configRegistry, isRequired, isSupabaseAvailable, isWebSocketRequestMessage, processGraph, savedFileMigrator, supabase, transformUrl, useLogger, usePlugins } from "@pipelab/shared";
 import { execa } from "execa";
 import tar from "tar";
 import yauzl from "yauzl";
@@ -80,6 +80,11 @@ function findProjectRoot(startDir) {
 	return null;
 }
 const projectRoot = findProjectRoot(_dirname);
+const CacheFolder = {
+	Actions: "actions",
+	Pipelines: "pipelines",
+	Pacote: "pacote"
+};
 var PipelabContext = class {
 	userDataPath;
 	releaseTag;
@@ -104,12 +109,16 @@ var PipelabContext = class {
 		await mkdir(baseDir, { recursive: true });
 		return await mkdtemp(join(await realpath(baseDir), prefix));
 	}
-	getCachePath(...subpaths) {
-		return join(this.userDataPath, "cache", ...subpaths);
+	getCachePath(folder, ...subpaths) {
+		if (!folder) return join(this.userDataPath, "cache");
+		return join(this.userDataPath, "cache", folder, ...subpaths);
 	}
 	getPnpmPath(...subpaths) {
 		return join(this.userDataPath, "pnpm", ...subpaths);
 	}
+	getBuildHistoryPath(...subpaths) {
+		return join(this.userDataPath, "build-history", ...subpaths);
+	}
 	getNodePath(version = DEFAULT_NODE_VERSION) {
 		const isWindows = process.platform === "win32";
 		return this.getThirdPartyPath("node", version, isWindows ? "node.exe" : "bin/node");
@@ -685,7 +694,7 @@ const setupConfigFile = async (name, options) => {
 					debug: false,
 					onStep: async (state, version) => {
 						const parsedPath = path.parse(filesPath);
-						const versionedPath = path.join(parsedPath.dir, `${parsedPath.name}.v${version}.json`);
+						const versionedPath = ctx.getConfigPath(`${parsedPath.name}.v${version}.json`);
 						try {
 							await fs$1.writeFile(versionedPath, JSON.stringify(state));
 							logger().info(`Intermediate backup created for ${name} at ${versionedPath}`);
@@ -700,13 +709,11 @@ const setupConfigFile = async (name, options) => {
 				migrationFailed = true;
 				json = migrator.defaultValue;
 			}
-			let normalized = false;
-			if (name.startsWith("pipeline-") || path.isAbsolute(name) || name.endsWith(".json") || name === "pipeline") normalized = normalizePipelineConfig(json);
-			if (originalJson?.version !== json?.version || normalized || content === void 0 || parseFailed || migrationFailed) {
+			if (originalJson?.version !== json?.version || content === void 0 || parseFailed || migrationFailed) {
 				if (parseFailed || migrationFailed) try {
 					const parsedPath = path.parse(filesPath);
 					const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
-					const corruptedPath = path.join(parsedPath.dir, `${parsedPath.name}.corrupted.${timestamp}.json`);
+					const corruptedPath = ctx.getConfigPath(`${parsedPath.name}.corrupted.${timestamp}.json`);
 					const backupContent = parseFailed ? content || "" : JSON.stringify(originalJson, null, 2);
 					await fs$1.writeFile(corruptedPath, backupContent);
 					logger().info(`Corrupted config file preserved at ${corruptedPath}`);
@@ -723,6 +730,10 @@ const setupConfigFile = async (name, options) => {
 		}
 	};
 };
+const deleteConfigFile = async (nameOrPath, context) => {
+	const filesPath = path.isAbsolute(nameOrPath) ? nameOrPath : context.getConfigPath(`${nameOrPath}.json`);
+	await fs$1.rm(filesPath, { force: true });
+};
 //#endregion
 //#region src/handlers/config.ts
 const registerConfigHandlers = (context) => {
@@ -809,18 +820,7 @@ const registerConfigHandlers = (context) => {
 		const { config: name } = value;
 		logger().info("config:delete", name);
 		try {
-			const filesPath = path.isAbsolute(name) ? name : context.getConfigPath(`${name}.json`);
-			await fs$1.rm(filesPath, { force: true });
-			const parsedPath = path.parse(filesPath);
-			const dirEntries = await fs$1.readdir(parsedPath.dir).catch(() => []);
-			const prefix = `${parsedPath.name}.v`;
-			const suffix = `.json`;
-			for (const entry of dirEntries) if (entry.startsWith(prefix) && entry.endsWith(suffix)) {
-				const backupPath = path.join(parsedPath.dir, entry);
-				await fs$1.rm(backupPath, { force: true }).catch((err) => {
-					logger().error(`Failed to delete backup ${backupPath}:`, err);
-				});
-			}
+			await deleteConfigFile(name, context);
 			send({
 				type: "end",
 				data: {
@@ -848,11 +848,10 @@ var BuildHistoryStorage = class {
 		this.context = context;
 	}
 	getStoragePath() {
-		return join(this.context.userDataPath, "build-history");
+		return this.context.getConfigPath("pipelines");
 	}
 	getPipelinePath(pipelineId) {
-		const sanitizedId = pipelineId.replace(/[/\:*?"<>|]/g, "_").replace(/__/g, "_").replace(/^_+|_+$/g, "");
-		return join(this.getStoragePath(), `pipeline-${sanitizedId}.json`);
+		return join(this.getStoragePath(), `${pipelineId}.history.json`);
 	}
 	async ensureStoragePath() {
 		try {
@@ -879,35 +878,6 @@ var BuildHistoryStorage = class {
 			throw new Error(`Failed to save pipeline history: ${error}`);
 		}
 	}
-	async applyRetentionPolicy() {
-		try {
-			this.logger.logger().info("Applying build history retention policy...");
-			const policy = (await (await setupConfigFile("settings", { context: this.context })).getConfig())?.buildHistory?.retentionPolicy;
-			if (!policy || !policy.enabled) {
-				this.logger.logger().info("Retention policy is disabled. Skipping.");
-				return;
-			}
-			const { maxAge, maxEntries } = policy;
-			const pipelineFiles = await this.getAllPipelineFiles();
-			for (const file of pipelineFiles) {
-				const pipelineId = file.replace("pipeline-", "").replace(".json", "");
-				let entries = await this.loadPipelineHistory(pipelineId);
-				const originalCount = entries.length;
-				if (maxAge > 0) {
-					const minDate = Date.now() - maxAge * 24 * 60 * 60 * 1e3;
-					entries = entries.filter((entry) => entry.createdAt >= minDate);
-				}
-				if (maxEntries > 0 && entries.length > maxEntries) entries = entries.sort((a, b) => b.createdAt - a.createdAt).slice(0, maxEntries);
-				if (entries.length < originalCount) {
-					this.logger.logger().info(`[${pipelineId}] Pruned ${originalCount - entries.length} history entries.`);
-					await this.savePipelineHistory(pipelineId, entries);
-				}
-			}
-			this.logger.logger().info("Retention policy applied successfully.");
-		} catch (error) {
-			this.logger.logger().error("Failed to apply retention policy:", error);
-		}
-	}
 	async save(entry) {
 		try {
 			const entries = await this.loadPipelineHistory(entry.pipelineId);
@@ -916,9 +886,6 @@ var BuildHistoryStorage = class {
 			else entries.push(entry);
 			await this.savePipelineHistory(entry.pipelineId, entries);
 			this.logger.logger().info(`Saved build history entry: ${entry.id} for pipeline: ${entry.pipelineId}`);
-			this.applyRetentionPolicy().catch((err) => {
-				this.logger.logger().error("Failed to apply retention policy after save:", err);
-			});
 		} catch (error) {
 			this.logger.logger().error("Failed to save build history entry:", error);
 			throw new Error(`Failed to save build history entry: ${error}`);
@@ -929,7 +896,8 @@ var BuildHistoryStorage = class {
 			if (pipelineId) return (await this.loadPipelineHistory(pipelineId)).find((e) => e.id === id);
 			const files = await this.getAllPipelineFiles();
 			for (const file of files) {
-				const pId = file.replace("pipeline-", "").replace(".json", "");
+				const pId = this.parsePipelineIdFromFilename(file);
+				if (!pId) continue;
 				const entry = (await this.loadPipelineHistory(pId)).find((e) => e.id === id);
 				if (entry) return entry;
 			}
@@ -944,7 +912,8 @@ var BuildHistoryStorage = class {
 			const files = await this.getAllPipelineFiles();
 			const allEntries = [];
 			for (const file of files) {
-				const pipelineId = file.replace("pipeline-", "").replace(".json", "");
+				const pipelineId = this.parsePipelineIdFromFilename(file);
+				if (!pipelineId) continue;
 				const entries = await this.loadPipelineHistory(pipelineId);
 				allEntries.push(...entries);
 			}
@@ -979,7 +948,8 @@ var BuildHistoryStorage = class {
 			} else {
 				const files = await this.getAllPipelineFiles();
 				for (const file of files) {
-					const pId = file.replace("pipeline-", "").replace(".json", "");
+					const pId = this.parsePipelineIdFromFilename(file);
+					if (!pId) continue;
 					const entries = await this.loadPipelineHistory(pId);
 					const entryIndex = entries.findIndex((e) => e.id === id);
 					if (entryIndex >= 0) {
@@ -1013,7 +983,8 @@ var BuildHistoryStorage = class {
 			} else {
 				const files = await this.getAllPipelineFiles();
 				for (const file of files) {
-					const pId = file.replace("pipeline-", "").replace(".json", "");
+					const pId = this.parsePipelineIdFromFilename(file);
+					if (!pId) continue;
 					const entries = await this.loadPipelineHistory(pId);
 					const entryIndex = entries.findIndex((e) => e.id === id);
 					if (entryIndex >= 0) {
@@ -1034,8 +1005,20 @@ var BuildHistoryStorage = class {
 		try {
 			await this.ensureStoragePath();
 			const files = await this.getAllPipelineFiles();
-			await Promise.all(files.map((file) => unlink(join(this.getStoragePath(), file))));
+			const cachePathsToDelete = /* @__PURE__ */ new Set();
+			for (const file of files) {
+				const pipelineId = this.parsePipelineIdFromFilename(file);
+				if (pipelineId) {
+					const entries = await this.loadPipelineHistory(pipelineId);
+					for (const entry of entries) if (entry.cachePath) cachePathsToDelete.add(entry.cachePath);
+				}
+				await unlink(join(this.getStoragePath(), file));
+			}
 			this.logger.logger().info("Cleared all build history");
+			for (const cachePath of cachePathsToDelete) await rm(cachePath, {
+				recursive: true,
+				force: true
+			}).catch(() => {});
 		} catch (error) {
 			this.logger.logger().error("Failed to clear build history:", error);
 			throw new Error(`Failed to clear build history: ${error}`);
@@ -1043,8 +1026,16 @@ var BuildHistoryStorage = class {
 	}
 	async clearByPipeline(pipelineId) {
 		try {
-			await unlink(this.getPipelinePath(pipelineId));
+			const pipelinePath = this.getPipelinePath(pipelineId);
+			const entries = await this.loadPipelineHistory(pipelineId);
+			await unlink(pipelinePath);
 			this.logger.logger().info(`Cleared history for pipeline "${pipelineId}"`);
+			const cachePathsToDelete = /* @__PURE__ */ new Set();
+			for (const entry of entries) if (entry.cachePath) cachePathsToDelete.add(entry.cachePath);
+			for (const cachePath of cachePathsToDelete) await rm(cachePath, {
+				recursive: true,
+				force: true
+			}).catch(() => {});
 		} catch (error) {
 			if (error.code === "ENOENT") {
 				this.logger.logger().warn(`No history file found for pipeline "${pipelineId}". Nothing to clear.`);
@@ -1069,21 +1060,11 @@ var BuildHistoryStorage = class {
 					size
 				});
 			}
-			const policy = (await (await setupConfigFile("settings", { context: this.context })).getConfig())?.buildHistory?.retentionPolicy || {
-				enabled: false,
-				maxEntries: 50,
-				maxAge: 30
-			};
 			if (allEntries.length === 0) return {
 				totalEntries: 0,
 				totalSize: 0,
 				numberOfPipelines: files.length,
 				userDataPath: this.context.userDataPath,
-				retentionPolicy: {
-					enabled: policy.enabled,
-					maxEntries: policy.maxEntries,
-					maxAge: policy.maxAge
-				},
 				disk: {
 					total: diskSpace.size,
 					free: diskSpace.free,
@@ -1108,11 +1089,6 @@ var BuildHistoryStorage = class {
 				newestEntry: sortedEntries[sortedEntries.length - 1]?.createdAt,
 				numberOfPipelines: files.length,
 				userDataPath: this.context.userDataPath,
-				retentionPolicy: {
-					enabled: policy.enabled,
-					maxEntries: policy.maxEntries,
-					maxAge: policy.maxAge
-				},
 				disk: {
 					total: diskSpace.size,
 					free: diskSpace.free,
@@ -1128,11 +1104,15 @@ var BuildHistoryStorage = class {
 	async getAllPipelineFiles() {
 		try {
 			await this.ensureStoragePath();
-			return (await readdir(this.getStoragePath())).filter((file) => file.startsWith("pipeline-") && file.endsWith(".json"));
+			return (await readdir(this.getStoragePath())).filter((file) => file.endsWith(".history.json"));
 		} catch (error) {
 			return [];
 		}
 	}
+	parsePipelineIdFromFilename(filename) {
+		const match = filename.match(/^(.+)\.history\.json$/);
+		return match ? match[1] : null;
+	}
 };
 //#endregion
 //#region src/handlers/history.ts
@@ -1414,40 +1394,6 @@ const registerHistoryHandlers = (context) => {
 			});
 		}
 	});
-	handle("build-history:configure", async (_, { send, value }) => {
-		try {
-			logger().info("Updating build history configuration:", value.config);
-			const settings = await setupConfigFile("settings", { context });
-			const currentConfig = await settings.getConfig();
-			const newConfig = {
-				...currentConfig,
-				buildHistory: {
-					...currentConfig?.buildHistory,
-					retentionPolicy: {
-						...currentConfig?.buildHistory?.retentionPolicy,
-						...value.config.retentionPolicy
-					}
-				}
-			};
-			await settings.setConfig(newConfig);
-			send({
-				type: "end",
-				data: {
-					type: "success",
-					result: { result: "ok" }
-				}
-			});
-		} catch (error) {
-			logger().error("Failed to configure build history:", error);
-			send({
-				type: "end",
-				data: {
-					type: "error",
-					ipcError: error instanceof Error ? error.message : "Failed to configure build history"
-				}
-			});
-		}
-	});
 };
 //#endregion
 //#region ../../node_modules/serve-handler/src/glob-slash.js
@@ -8997,7 +8943,13 @@ async function serveCommand(options, version, _dirname) {
 			response.end(`Error: UI directory not found at ${rawAssetFolder}.\nPlease run 'pnpm build' in apps/ui to generate the distribution.`);
 			return;
 		}
-		return (0, import_src.default)(request, response, { public: rawAssetFolder });
+		return (0, import_src.default)(request, response, {
+			public: rawAssetFolder,
+			rewrites: [{
+				source: "/**",
+				destination: "/index.html"
+			}]
+		});
 	});
 	console.log(`Starting Pipelab server on port ${options.port}...`);
 	if (isDev) {
@@ -9104,7 +9056,7 @@ async function fetchPackage(packageName, versionOrRange, options) {
 			console.log(`[Fetcher] ${packageName}: Resolved to local fallback ${resolvedVersion} (${Date.now() - fallbackStart}ms)`);
 		} else throw new Error(`Offline and no local fallback version available for ${packageName}`);
 	} else try {
-		const cachePath = join(ctx.userDataPath, "cache", "pacote");
+		const cachePath = ctx.getCachePath(CacheFolder.Pacote);
 		let packumentPromise = packumentRequests.get(packageName);
 		if (!packumentPromise) {
 			packumentPromise = pacote.packument(packageName, { cache: cachePath });
@@ -9135,7 +9087,7 @@ async function fetchPackage(packageName, versionOrRange, options) {
 			console.log(`[Fetcher] ${packageName}: Resolved to local fallback ${resolvedVersion} (${Date.now() - fallbackStart}ms)`);
 		} else throw error;
 	}
-	const cachePath = join(ctx.userDataPath, "cache", "pacote");
+	const cachePath = ctx.getCachePath(CacheFolder.Pacote);
 	const packageDir = join(baseDir, resolvedVersion);
 	const checkStart = Date.now();
 	const isInstalled = options?.installDeps ? isPackageComplete(packageDir) && isDependenciesInstalledSync(packageDir) : isPackageComplete(packageDir);
@@ -9212,7 +9164,7 @@ async function runPnpm(cwd, options) {
 			...process.env,
 			NODE_ENV: "production",
 			PATH: nodePath ? `${dirname(nodePath)}${delimiter}${process.env.PATH}` : process.env.PATH,
-			PNPM_HOME: join(ctx.userDataPath, "pnpm"),
+			PNPM_HOME: ctx.getPnpmPath(),
 			PNPM_ONLY_ALLOW_TRUSTED_DEPENDENCIES: "false",
 			...extraEnv
 		}
@@ -9812,6 +9764,7 @@ const executeGraphWithHistory = async ({ graph, variables, projectName, projectP
 		projectName,
 		projectPath,
 		pipelineId,
+		cachePath,
 		startTime,
 		status: "running",
 		logs: [],
@@ -9908,7 +9861,6 @@ const executeGraphWithHistory = async ({ graph, variables, projectName, projectP
 		}, pipelineId);
 		throw error;
 	} finally {
-		if (!shouldDisableHistory) buildHistoryStorage.applyRetentionPolicy();
 		try {
 			await rm(sandboxPath, {
 				recursive: true,
@@ -9917,6 +9869,14 @@ const executeGraphWithHistory = async ({ graph, variables, projectName, projectP
 		} catch (e) {
 			console.warn(`Failed to cleanup sandbox at ${sandboxPath}:`, e);
 		}
+		try {
+			await rm(cachePath, {
+				recursive: true,
+				force: true
+			});
+		} catch (e) {
+			console.warn(`Failed to cleanup cache at ${cachePath}:`, e);
+		}
 	}
 };
 //#endregion
@@ -10292,24 +10252,32 @@ const registerEngineHandlers = (context) => {
 	};
 	handle("action:execute", async (event, { send, value }) => {
 		const { nodeId, params, pluginId } = value;
-		await (await setupConfigFile("settings", { context })).getConfig();
-		const cachePath = join(context.userDataPath, "cache", "actions", pluginId, nodeId);
+		const cachePath = context.getCachePath(CacheFolder.Actions, pluginId, nodeId);
 		const cwd = await context.createTempFolder("action-execute-");
-		const mainWindow = void 0;
-		abortControllerGraph = new AbortController();
-		const signalPromise = new Promise((resolve, reject) => {
-			abortControllerGraph.signal.addEventListener("abort", async () => {
-				await send({
-					type: "end",
-					data: {
-						ipcError: "Action aborted",
-						type: "error"
-					}
+		try {
+			const mainWindow = void 0;
+			abortControllerGraph = new AbortController();
+			const signalPromise = new Promise((resolve, reject) => {
+				abortControllerGraph.signal.addEventListener("abort", async () => {
+					await send({
+						type: "end",
+						data: {
+							ipcError: "Action aborted",
+							type: "error"
+						}
+					});
+					return reject(/* @__PURE__ */ new Error("Action interrupted"));
 				});
-				return reject(/* @__PURE__ */ new Error("Action interrupted"));
 			});
-		});
-		await Promise.race([signalPromise, effectiveActionExecute(nodeId, pluginId, params, mainWindow, send, cwd, cachePath)]);
+			await Promise.race([signalPromise, effectiveActionExecute(nodeId, pluginId, params, mainWindow, send, cwd, cachePath)]);
+		} finally {
+			await rm(cwd, {
+				recursive: true,
+				force: true
+			}).catch((err) => {
+				console.warn(`Failed to cleanup temp folder at ${cwd}:`, err);
+			});
+		}
 	});
 	handle("constants:get", async (_, { send }) => {
 		const userData = context.userDataPath;
@@ -10337,7 +10305,7 @@ const registerEngineHandlers = (context) => {
 		const effectiveProjectName = projectName || "Unnamed Project";
 		const effectiveProjectPath = projectPath || "";
 		const effectivePipelineId = pipelineId || "unknown";
-		const effectiveCachePath = join(context.userDataPath, "cache", effectivePipelineId);
+		const effectiveCachePath = context.getCachePath(CacheFolder.Pipelines, effectivePipelineId);
 		const mainWindow = void 0;
 		abortControllerGraph = new AbortController();
 		try {
@@ -10445,7 +10413,7 @@ var JsonFileStorage = class {
 	filePath;
 	logger = useLogger().logger;
 	constructor(fileName, context) {
-		this.filePath = path.join(context.userDataPath, fileName);
+		this.filePath = context.getConfigPath(fileName);
 		const dir = path.dirname(this.filePath);
 		if (!fs.existsSync(dir)) try {
 			fs.mkdirSync(dir, { recursive: true });
@@ -53171,8 +53139,7 @@ async function runPipelineCommand(file, options, version) {
 		context
 	});
 	registerMigrationHandlers(context);
-	await (await setupConfigFile("settings", { context })).getConfig();
-	const cachePath = join(context.userDataPath, "cache");
+	const cachePath = context.getCachePath(CacheFolder.Pipelines, effectivePipelineId);
 	await mkdir(cachePath, { recursive: true });
 	const abortController = new AbortController();
 	let supabase;
@@ -53344,6 +53311,6 @@ async function fetchLatestDesktopRelease(options = {}) {
 	return latest;
 }
 //#endregion
-export { BuildHistoryStorage, PipelabContext, WebSocketServer, builtInPlugins, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchLatestDesktopRelease, fetchLatestPackageRelease, fetchPackage, fetchPackageReleases, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, findInstalledPlugins, getDefaultUserDataPath, getFinalPlugins, getFolderSize, getMigrator, handleActionExecute, isDev, isOnline, loadCustomPlugin, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerMigrationHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
+export { BuildHistoryStorage, CacheFolder, PipelabContext, WebSocketServer, builtInPlugins, deleteConfigFile, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchLatestDesktopRelease, fetchLatestPackageRelease, fetchPackage, fetchPackageReleases, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, findInstalledPlugins, getDefaultUserDataPath, getFinalPlugins, getFolderSize, getMigrator, handleActionExecute, isDev, isOnline, loadCustomPlugin, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerMigrationHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
 
 //# sourceMappingURL=index.mjs.map