@pipelab/core-node 1.0.0-beta.17 → 1.0.0-beta.19

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # @pipelab/core-node
 
+## 1.0.0-beta.19
+
+### Patch Changes
+
+- sdsd
+- Updated dependencies
+  - @pipelab/constants@1.0.0-beta.17
+  - @pipelab/shared@1.0.0-beta.15
+
+## 1.0.0-beta.18
+
+### Patch Changes
+
+- sd
+- Updated dependencies
+  - @pipelab/constants@1.0.0-beta.16
+  - @pipelab/shared@1.0.0-beta.14
+
 ## 1.0.0-beta.17
 
 ### Patch Changes

package/dist/config-Bi0ORcTK.mjs

@@ -0,0 +1,2 @@
+import { c as setupSettingsConfigFile } from "./config-CFgGRD9U.mjs";
+export { setupSettingsConfigFile };

package/dist/config-CFgGRD9U.mjs

@@ -0,0 +1,265 @@
+import path, { dirname, join } from "node:path";
+import { createWriteStream } from "node:fs";
+import fs$1, { mkdir, readdir, stat, writeFile } from "node:fs/promises";
+import { appSettingsMigrator, connectionsMigrator, fileRepoMigrations, savedFileMigrator, useLogger } from "@pipelab/shared";
+import { execa } from "execa";
+import tar from "tar";
+import yauzl from "yauzl";
+import archiver from "archiver";
+import { pipeline } from "node:stream/promises";
+//#region src/utils/fs-extras.ts
+/**
+* Ensures a directory exists and a file is created with default content if missing.
+*/
+const ensure = async (filesPath, defaultContent = "{}") => {
+	await mkdir(dirname(filesPath), { recursive: true });
+	try {
+		if ((await stat(filesPath)).size === 0) await writeFile(filesPath, defaultContent);
+	} catch {
+		await writeFile(filesPath, defaultContent);
+	}
+};
+/**
+* Extracts a .tar.gz archive.
+*/
+async function extractTarGz(archivePath, destinationDir) {
+	await mkdir(destinationDir, { recursive: true });
+	await tar.x({
+		file: archivePath,
+		cwd: destinationDir
+	});
+}
+/**
+* Extracts a .zip archive.
+*/
+async function extractZip(archivePath, destinationDir) {
+	await mkdir(destinationDir, { recursive: true });
+	return new Promise((resolve, reject) => {
+		yauzl.open(archivePath, { lazyEntries: true }, (err, zipfile) => {
+			if (err || !zipfile) return reject(err || /* @__PURE__ */ new Error("Could not open zip file"));
+			zipfile.on("error", reject);
+			zipfile.readEntry();
+			zipfile.on("entry", (entry) => {
+				const entryPath = join(destinationDir, entry.fileName);
+				if (/\/$/.test(entry.fileName)) mkdir(entryPath, { recursive: true }).then(() => zipfile.readEntry()).catch(reject);
+				else mkdir(dirname(entryPath), { recursive: true }).then(() => {
+					zipfile.openReadStream(entry, (err, readStream) => {
+						if (err || !readStream) return reject(err || /* @__PURE__ */ new Error("Could not open read stream"));
+						readStream.on("error", reject);
+						const writeStream = createWriteStream(entryPath);
+						writeStream.on("error", reject);
+						writeStream.on("close", () => zipfile.readEntry());
+						readStream.pipe(writeStream);
+					});
+				}).catch(reject);
+			});
+			zipfile.on("end", () => resolve());
+		});
+	});
+}
+/**
+* Zips a folder.
+*/
+const zipFolder = async (from, to, log = console.log) => {
+	const output = createWriteStream(to);
+	const archive = archiver("zip", { zlib: { level: 9 } });
+	return new Promise((resolve, reject) => {
+		output.on("close", () => {
+			log(archive.pointer() + " total bytes");
+			resolve(to);
+		});
+		archive.on("error", reject);
+		archive.pipe(output);
+		archive.directory(from, false);
+		archive.finalize();
+	});
+};
+const downloadFile = async (url, localPath, hooks, abortSignal) => {
+	const response = await fetch(url, { signal: abortSignal });
+	if (!response.ok) throw new Error(`Failed to fetch file: ${response.statusText}`);
+	const contentLength = response.headers.get("content-length");
+	if (!contentLength) throw new Error("Content-Length header is missing");
+	const totalSize = parseInt(contentLength, 10);
+	let downloadedSize = 0;
+	const fileStream = createWriteStream(localPath);
+	const progressStream = new TransformStream({ transform(chunk, controller) {
+		downloadedSize += chunk.length;
+		const progress = downloadedSize / totalSize * 100;
+		hooks?.onProgress?.({
+			progress,
+			downloadedSize
+		});
+		controller.enqueue(chunk);
+	} });
+	const readable = response.body?.pipeThrough(progressStream);
+	if (!readable) throw new Error("Failed to create a readable stream");
+	await pipeline(readable, fileStream);
+};
+const runWithLiveLogs = async (command, args, execaOptions, log, hooks, abortSignal) => {
+	const subprocess = execa(command, args, {
+		...execaOptions,
+		stdout: "pipe",
+		stderr: "pipe",
+		stdin: "pipe",
+		env: {
+			...process.env,
+			...execaOptions.env,
+			TERM: "xterm-256color",
+			FORCE_STDERR_LOGGING: "1"
+		},
+		cancelSignal: abortSignal
+	});
+	hooks?.onCreated?.(subprocess);
+	subprocess.stdout?.on("data", (data) => {
+		hooks?.onStdout?.(data.toString(), subprocess);
+	});
+	subprocess.stderr?.on("data", (data) => {
+		hooks?.onStderr?.(data.toString(), subprocess);
+	});
+	try {
+		const { exitCode } = await subprocess;
+		hooks?.onExit?.(exitCode ?? 0);
+	} catch (error) {
+		const code = error.exitCode ?? 1;
+		hooks?.onExit?.(code);
+		throw new Error(`Command failed with exit code ${code}: ${error.message}`);
+	}
+};
+/**
+* Calculates the total size of a directory recursively.
+*/
+async function getFolderSize(dirPath) {
+	try {
+		const ArrayOfPromises = (await readdir(dirPath, { withFileTypes: true })).map(async (file) => {
+			const path = join(dirPath, file.name);
+			if (file.isDirectory()) try {
+				return await getFolderSize(path);
+			} catch {
+				return 0;
+			}
+			try {
+				const { size } = await stat(path);
+				return size;
+			} catch {
+				return 0;
+			}
+		});
+		return (await Promise.all(ArrayOfPromises)).reduce((acc, size) => acc + size, 0);
+	} catch {
+		return 0;
+	}
+}
+//#endregion
+//#region src/config.ts
+const setupConfigFile = async (filesPath, options) => {
+	options.context;
+	const parsedPath = path.parse(filesPath);
+	const migrator = options.migrator;
+	await ensure(filesPath, JSON.stringify(migrator.defaultValue));
+	return {
+		setConfig: async (config) => {
+			const { logger } = useLogger();
+			try {
+				await fs$1.writeFile(filesPath, JSON.stringify(config));
+				return true;
+			} catch (e) {
+				logger().error(`Error saving config ${parsedPath.name}:`, e);
+				return false;
+			}
+		},
+		getConfig: async () => {
+			const { logger } = useLogger();
+			let content = void 0;
+			let originalJson = void 0;
+			let parseFailed = false;
+			try {
+				content = await fs$1.readFile(filesPath, "utf8");
+				if (content !== void 0) originalJson = JSON.parse(content);
+			} catch (e) {
+				logger().error(`Error reading or parsing config ${parsedPath.name}:`, e);
+				parseFailed = true;
+			}
+			let json = void 0;
+			let migrationFailed = false;
+			try {
+				if (!parseFailed) json = await migrator.migrate(originalJson, {
+					debug: false,
+					onStep: async (state, version) => {
+						const versionedPath = path.join(parsedPath.dir, `${parsedPath.name}.v${version}.json`);
+						try {
+							await fs$1.writeFile(versionedPath, JSON.stringify(state));
+							logger().info(`Intermediate backup created for ${parsedPath.name} at ${versionedPath}`);
+						} catch (e) {
+							logger().error(`Failed to create intermediate backup for ${parsedPath.name} at v${version}:`, e);
+						}
+					}
+				});
+				else json = migrator.defaultValue;
+			} catch (e) {
+				logger().error(`Error migrating config ${parsedPath.name}:`, e);
+				migrationFailed = true;
+				json = migrator.defaultValue;
+			}
+			if (originalJson?.version !== json?.version || content === void 0 || parseFailed || migrationFailed) {
+				if (parseFailed || migrationFailed) try {
+					const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
+					const corruptedPath = path.join(parsedPath.dir, `${parsedPath.name}.corrupted.${timestamp}.json`);
+					const backupContent = parseFailed ? content || "" : JSON.stringify(originalJson, null, 2);
+					await fs$1.writeFile(corruptedPath, backupContent);
+					logger().info(`Corrupted config file preserved at ${corruptedPath}`);
+				} catch (e) {
+					logger().error(`Failed to backup corrupted config ${parsedPath.name}:`, e);
+				}
+				try {
+					await fs$1.writeFile(filesPath, JSON.stringify(json));
+				} catch (e) {
+					logger().error(`Error saving migrated config ${parsedPath.name}:`, e);
+				}
+			}
+			return json;
+		}
+	};
+};
+const setupSettingsConfigFile = (context) => {
+	return setupConfigFile(context.getSettingsPath(), {
+		context,
+		migrator: appSettingsMigrator
+	});
+};
+const setupConnectionsConfigFile = (context) => {
+	return setupConfigFile(context.getConnectionsPath(), {
+		context,
+		migrator: connectionsMigrator
+	});
+};
+const setupProjectsConfigFile = (context) => {
+	return setupConfigFile(context.getProjectsPath(), {
+		context,
+		migrator: fileRepoMigrations
+	});
+};
+const setupPipelineConfigFileByName = (name, context) => {
+	return setupConfigFile(context.getConfigPath(`${name}.json`), {
+		context,
+		migrator: savedFileMigrator
+	});
+};
+const setupPipelineConfigFileByPath = (absolutePath, context) => {
+	return setupConfigFile(absolutePath, {
+		context,
+		migrator: savedFileMigrator
+	});
+};
+const deleteConfigFile = async (filesPath) => {
+	await fs$1.rm(filesPath, { force: true });
+};
+const deletePipelineConfigFileByName = async (name, context) => {
+	await deleteConfigFile(context.getConfigPath(`${name}.json`));
+};
+const deletePipelineConfigFileByPath = async (absolutePath, context) => {
+	await deleteConfigFile(absolutePath);
+};
+//#endregion
+export { setupPipelineConfigFileByName as a, setupSettingsConfigFile as c, extractTarGz as d, extractZip as f, zipFolder as h, setupConnectionsConfigFile as i, downloadFile as l, runWithLiveLogs as m, deletePipelineConfigFileByPath as n, setupPipelineConfigFileByPath as o, getFolderSize as p, setupConfigFile as r, setupProjectsConfigFile as s, deletePipelineConfigFileByName as t, ensure as u };
+
+//# sourceMappingURL=config-CFgGRD9U.mjs.map

package/dist/config-CFgGRD9U.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-CFgGRD9U.mjs","names":["mkdirP","fs"],"sources":["../src/utils/fs-extras.ts","../src/config.ts"],"sourcesContent":["import { createWriteStream } from \"node:fs\";\nimport { execa, Options, Subprocess } from \"execa\";\nimport { mkdir as mkdirP, writeFile, stat, readdir } from \"node:fs/promises\";\nimport { join, dirname } from \"node:path\";\nimport tar from \"tar\";\nimport yauzl from \"yauzl\";\nimport archiver from \"archiver\";\nimport { pipeline } from \"node:stream/promises\";\n\n/**\n * Ensures a directory exists and a file is created with default content if missing.\n */\nexport const ensure = async (filesPath: string, defaultContent = \"{}\") => {\n  await mkdirP(dirname(filesPath), { recursive: true });\n  try {\n    const s = await stat(filesPath);\n    if (s.size === 0) {\n      await writeFile(filesPath, defaultContent);\n    }\n  } catch {\n    await writeFile(filesPath, defaultContent);\n  }\n};\n\n/**\n * Extracts a .tar.gz archive.\n */\nexport async function extractTarGz(archivePath: string, destinationDir: string): Promise<void> {\n  await mkdirP(destinationDir, { recursive: true });\n  await tar.x({\n    file: archivePath,\n    cwd: destinationDir,\n  });\n}\n\n/**\n * Extracts a .zip archive.\n */\nexport async function extractZip(archivePath: string, destinationDir: string): Promise<void> {\n  await mkdirP(destinationDir, { recursive: true });\n  return new Promise((resolve, reject) => {\n    yauzl.open(archivePath, { lazyEntries: true }, (err, zipfile) => {\n      if (err || !zipfile) return reject(err || new Error(\"Could not open zip file\"));\n      zipfile.on(\"error\", reject);\n      zipfile.readEntry();\n      zipfile.on(\"entry\", (entry) => {\n        const entryPath = join(destinationDir, entry.fileName);\n        if (/\\/$/.test(entry.fileName)) {\n          mkdirP(entryPath, { recursive: true })\n            .then(() => zipfile.readEntry())\n            .catch(reject);\n        } else {\n          mkdirP(dirname(entryPath), { recursive: true })\n            .then(() => {\n              zipfile.openReadStream(entry, (err, readStream) => {\n                if (err || !readStream)\n                  return reject(err || new Error(\"Could not open read stream\"));\n                readStream.on(\"error\", reject);\n                const writeStream = createWriteStream(entryPath);\n                writeStream.on(\"error\", reject);\n                writeStream.on(\"close\", () => zipfile.readEntry());\n                readStream.pipe(writeStream);\n              });\n            })\n            .catch(reject);\n        }\n      });\n      zipfile.on(\"end\", () => resolve());\n    });\n  });\n}\n\n/**\n * Zips a folder.\n */\nexport const zipFolder = async (\n  from: string,\n  to: string,\n  log: typeof console.log = console.log,\n) => {\n  const output = createWriteStream(to);\n  const archive = archiver(\"zip\", { zlib: { level: 9 } });\n  return new Promise<string>((resolve, reject) => {\n    output.on(\"close\", () => {\n      log(archive.pointer() + \" total bytes\");\n      resolve(to);\n    });\n    archive.on(\"error\", reject);\n    archive.pipe(output);\n    archive.directory(from, false);\n    archive.finalize();\n  });\n};\n\n/**\n * Downloads a file with progress tracking.\n */\nexport interface DownloadHooks {\n  onProgress?: (data: { progress: number; downloadedSize: number }) => void;\n}\n\nexport const downloadFile = async (\n  url: string,\n  localPath: string,\n  hooks?: DownloadHooks,\n  abortSignal?: AbortSignal,\n): Promise<void> => {\n  const response = await fetch(url, { signal: abortSignal });\n  if (!response.ok) throw new Error(`Failed to fetch file: ${response.statusText}`);\n  const contentLength = response.headers.get(\"content-length\");\n  if (!contentLength) throw new Error(\"Content-Length header is missing\");\n  const totalSize = parseInt(contentLength, 10);\n  let downloadedSize = 0;\n  const fileStream = createWriteStream(localPath);\n  const progressStream = new TransformStream({\n    transform(chunk, controller) {\n      downloadedSize += chunk.length;\n      const progress = (downloadedSize / totalSize) * 100;\n      hooks?.onProgress?.({ progress, downloadedSize });\n      controller.enqueue(chunk);\n    },\n  });\n  const readable = response.body?.pipeThrough(progressStream);\n  if (!readable) throw new Error(\"Failed to create a readable stream\");\n  await pipeline(readable, fileStream);\n};\n\nexport const runWithLiveLogs = async (\n  command: string,\n  args: string[],\n  execaOptions: Options,\n  log: typeof console.log,\n  hooks?: {\n    onStdout?: (data: string, subprocess: Subprocess) => void;\n    onStderr?: (data: string, subprocess: Subprocess) => void;\n    onExit?: (code: number) => void;\n    onCreated?: (subprocess: Subprocess) => void;\n  },\n  abortSignal?: AbortSignal,\n): Promise<void> => {\n  const subprocess = execa(command, args, {\n    ...execaOptions,\n    stdout: \"pipe\",\n    stderr: \"pipe\",\n    stdin: \"pipe\",\n    env: {\n      ...process.env,\n      ...execaOptions.env,\n      TERM: \"xterm-256color\",\n      FORCE_STDERR_LOGGING: \"1\",\n    },\n    cancelSignal: abortSignal,\n  });\n\n  hooks?.onCreated?.(subprocess);\n\n  subprocess.stdout?.on(\"data\", (data: Buffer) => {\n    hooks?.onStdout?.(data.toString(), subprocess);\n  });\n\n  subprocess.stderr?.on(\"data\", (data: Buffer) => {\n    hooks?.onStderr?.(data.toString(), subprocess);\n  });\n\n  try {\n    const { exitCode } = await subprocess;\n    hooks?.onExit?.(exitCode ?? 0);\n  } catch (error: any) {\n    const code = error.exitCode ?? 1;\n    hooks?.onExit?.(code);\n    throw new Error(`Command failed with exit code ${code}: ${error.message}`);\n  }\n};\n\n/**\n * Calculates the total size of a directory recursively.\n */\nexport async function getFolderSize(dirPath: string): Promise<number> {\n  try {\n    const files = await readdir(dirPath, { withFileTypes: true });\n    const ArrayOfPromises = files.map(async (file) => {\n      const path = join(dirPath, file.name);\n      if (file.isDirectory()) {\n        try {\n          return await getFolderSize(path);\n        } catch {\n          return 0;\n        }\n      }\n      try {\n        const { size } = await stat(path);\n        return size;\n      } catch {\n        return 0;\n      }\n    });\n    const results = await Promise.all(ArrayOfPromises);\n    return results.reduce((acc, size) => acc + size, 0);\n  } catch {\n    return 0;\n  }\n}\n","import { PipelabContext } from \"./context\";\nimport path from \"node:path\";\nimport { ensure } from \"./utils/fs-extras\";\nimport fs from \"node:fs/promises\";\nimport {\n  useLogger,\n  Migrator,\n  AppConfig,\n  ConnectionsConfig,\n  FileRepo,\n  SavedFile,\n  appSettingsMigrator,\n  connectionsMigrator,\n  fileRepoMigrations,\n  savedFileMigrator,\n} from \"@pipelab/shared\";\n\nexport const setupConfigFile = async <T>(\n  filesPath: string,\n  options: { context: PipelabContext; migrator: Migrator<T> },\n) => {\n  const ctx = options.context;\n  const parsedPath = path.parse(filesPath);\n  const migrator = options.migrator;\n\n  await ensure(filesPath, JSON.stringify(migrator.defaultValue));\n\n  return {\n    setConfig: async (config: T) => {\n      const { logger } = useLogger();\n      try {\n        await fs.writeFile(filesPath, JSON.stringify(config));\n        return true;\n      } catch (e) {\n        logger().error(`Error saving config ${parsedPath.name}:`, e);\n        return false;\n      }\n    },\n    getConfig: async () => {\n      const { logger } = useLogger();\n      let content = undefined;\n      let originalJson: any = undefined;\n      let parseFailed = false;\n\n      try {\n        content = await fs.readFile(filesPath, \"utf8\");\n        if (content !== undefined) {\n          originalJson = JSON.parse(content);\n        }\n      } catch (e) {\n        logger().error(`Error reading or parsing config ${parsedPath.name}:`, e);\n        parseFailed = true;\n      }\n\n      let json: any = undefined;\n      let migrationFailed = false;\n      try {\n        if (!parseFailed) {\n          json = await migrator.migrate(originalJson, {\n            debug: false,\n            onStep: async (state: any, version: string) => {\n              const versionedPath = path.join(parsedPath.dir, `${parsedPath.name}.v${version}.json`);\n              try {\n                await fs.writeFile(versionedPath, JSON.stringify(state));\n                logger().info(`Intermediate backup created for ${parsedPath.name} at ${versionedPath}`);\n              } catch (e) {\n                logger().error(\n                  `Failed to create intermediate backup for ${parsedPath.name} at v${version}:`,\n                  e,\n                );\n              }\n            },\n          });\n        } else {\n          json = migrator.defaultValue;\n        }\n      } catch (e) {\n        logger().error(`Error migrating config ${parsedPath.name}:`, e);\n        migrationFailed = true;\n        json = migrator.defaultValue;\n      }\n\n      const originalVersion = originalJson?.version;\n      const newVersion = json?.version;\n\n      const shouldSaveBack =\n        originalVersion !== newVersion || content === undefined || parseFailed || migrationFailed;\n\n      if (shouldSaveBack) {\n        if (parseFailed || migrationFailed) {\n          try {\n            const timestamp = new Date().toISOString().replace(/[:.]/g, \"-\");\n            const corruptedPath = path.join(\n              parsedPath.dir,\n              `${parsedPath.name}.corrupted.${timestamp}.json`,\n            );\n            const backupContent = parseFailed\n              ? content || \"\"\n              : JSON.stringify(originalJson, null, 2);\n            await fs.writeFile(corruptedPath, backupContent);\n            logger().info(`Corrupted config file preserved at ${corruptedPath}`);\n          } catch (e) {\n            logger().error(`Failed to backup corrupted config ${parsedPath.name}:`, e);\n          }\n        }\n\n        try {\n          await fs.writeFile(filesPath, JSON.stringify(json));\n        } catch (e) {\n          logger().error(`Error saving migrated config ${parsedPath.name}:`, e);\n        }\n      }\n\n      return json as T;\n    },\n  };\n};\n\nexport const setupSettingsConfigFile = (context: PipelabContext) => {\n  return setupConfigFile<AppConfig>(context.getSettingsPath(), {\n    context,\n    migrator: appSettingsMigrator,\n  });\n};\n\nexport const setupConnectionsConfigFile = (context: PipelabContext) => {\n  return setupConfigFile<ConnectionsConfig>(context.getConnectionsPath(), {\n    context,\n    migrator: connectionsMigrator,\n  });\n};\n\nexport const setupProjectsConfigFile = (context: PipelabContext) => {\n  return setupConfigFile<FileRepo>(context.getProjectsPath(), {\n    context,\n    migrator: fileRepoMigrations,\n  });\n};\n\nexport const setupPipelineConfigFileByName = (name: string, context: PipelabContext) => {\n  const filesPath = context.getConfigPath(`${name}.json`);\n  return setupConfigFile<SavedFile>(filesPath, {\n    context,\n    migrator: savedFileMigrator,\n  });\n};\n\nexport const setupPipelineConfigFileByPath = (absolutePath: string, context: PipelabContext) => {\n  return setupConfigFile<SavedFile>(absolutePath, {\n    context,\n    migrator: savedFileMigrator,\n  });\n};\n\nconst deleteConfigFile = async (filesPath: string) => {\n  await fs.rm(filesPath, { force: true });\n};\n\nexport const deletePipelineConfigFileByName = async (name: string, context: PipelabContext) => {\n  const filesPath = context.getConfigPath(`${name}.json`);\n  await deleteConfigFile(filesPath);\n};\n\nexport const deletePipelineConfigFileByPath = async (absolutePath: string, context: PipelabContext) => {\n  await deleteConfigFile(absolutePath);\n};\n"],"mappings":";;;;;;;;;;;;;AAYA,MAAa,SAAS,OAAO,WAAmB,iBAAiB,SAAS;AACxE,OAAMA,MAAO,QAAQ,UAAU,EAAE,EAAE,WAAW,MAAM,CAAC;AACrD,KAAI;AAEF,OADU,MAAM,KAAK,UAAU,EACzB,SAAS,EACb,OAAM,UAAU,WAAW,eAAe;SAEtC;AACN,QAAM,UAAU,WAAW,eAAe;;;;;;AAO9C,eAAsB,aAAa,aAAqB,gBAAuC;AAC7F,OAAMA,MAAO,gBAAgB,EAAE,WAAW,MAAM,CAAC;AACjD,OAAM,IAAI,EAAE;EACV,MAAM;EACN,KAAK;EACN,CAAC;;;;;AAMJ,eAAsB,WAAW,aAAqB,gBAAuC;AAC3F,OAAMA,MAAO,gBAAgB,EAAE,WAAW,MAAM,CAAC;AACjD,QAAO,IAAI,SAAS,SAAS,WAAW;AACtC,QAAM,KAAK,aAAa,EAAE,aAAa,MAAM,GAAG,KAAK,YAAY;AAC/D,OAAI,OAAO,CAAC,QAAS,QAAO,OAAO,uBAAO,IAAI,MAAM,0BAA0B,CAAC;AAC/E,WAAQ,GAAG,SAAS,OAAO;AAC3B,WAAQ,WAAW;AACnB,WAAQ,GAAG,UAAU,UAAU;IAC7B,MAAM,YAAY,KAAK,gBAAgB,MAAM,SAAS;AACtD,QAAI,MAAM,KAAK,MAAM,SAAS,CAC5B,OAAO,WAAW,EAAE,WAAW,MAAM,CAAC,CACnC,WAAW,QAAQ,WAAW,CAAC,CAC/B,MAAM,OAAO;QAEhB,OAAO,QAAQ,UAAU,EAAE,EAAE,WAAW,MAAM,CAAC,CAC5C,WAAW;AACV,aAAQ,eAAe,QAAQ,KAAK,eAAe;AACjD,UAAI,OAAO,CAAC,WACV,QAAO,OAAO,uBAAO,IAAI,MAAM,6BAA6B,CAAC;AAC/D,iBAAW,GAAG,SAAS,OAAO;MAC9B,MAAM,cAAc,kBAAkB,UAAU;AAChD,kBAAY,GAAG,SAAS,OAAO;AAC/B,kBAAY,GAAG,eAAe,QAAQ,WAAW,CAAC;AAClD,iBAAW,KAAK,YAAY;OAC5B;MACF,CACD,MAAM,OAAO;KAElB;AACF,WAAQ,GAAG,aAAa,SAAS,CAAC;IAClC;GACF;;;;;AAMJ,MAAa,YAAY,OACvB,MACA,IACA,MAA0B,QAAQ,QAC/B;CACH,MAAM,SAAS,kBAAkB,GAAG;CACpC,MAAM,UAAU,SAAS,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,EAAE,CAAC;AACvD,QAAO,IAAI,SAAiB,SAAS,WAAW;AAC9C,SAAO,GAAG,eAAe;AACvB,OAAI,QAAQ,SAAS,GAAG,eAAe;AACvC,WAAQ,GAAG;IACX;AACF,UAAQ,GAAG,SAAS,OAAO;AAC3B,UAAQ,KAAK,OAAO;AACpB,UAAQ,UAAU,MAAM,MAAM;AAC9B,UAAQ,UAAU;GAClB;;AAUJ,MAAa,eAAe,OAC1B,KACA,WACA,OACA,gBACkB;CAClB,MAAM,WAAW,MAAM,MAAM,KAAK,EAAE,QAAQ,aAAa,CAAC;AAC1D,KAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,yBAAyB,SAAS,aAAa;CACjF,MAAM,gBAAgB,SAAS,QAAQ,IAAI,iBAAiB;AAC5D,KAAI,CAAC,cAAe,OAAM,IAAI,MAAM,mCAAmC;CACvE,MAAM,YAAY,SAAS,eAAe,GAAG;CAC7C,IAAI,iBAAiB;CACrB,MAAM,aAAa,kBAAkB,UAAU;CAC/C,MAAM,iBAAiB,IAAI,gBAAgB,EACzC,UAAU,OAAO,YAAY;AAC3B,oBAAkB,MAAM;EACxB,MAAM,WAAY,iBAAiB,YAAa;AAChD,SAAO,aAAa;GAAE;GAAU;GAAgB,CAAC;AACjD,aAAW,QAAQ,MAAM;IAE5B,CAAC;CACF,MAAM,WAAW,SAAS,MAAM,YAAY,eAAe;AAC3D,KAAI,CAAC,SAAU,OAAM,IAAI,MAAM,qCAAqC;AACpE,OAAM,SAAS,UAAU,WAAW;;AAGtC,MAAa,kBAAkB,OAC7B,SACA,MACA,cACA,KACA,OAMA,gBACkB;CAClB,MAAM,aAAa,MAAM,SAAS,MAAM;EACtC,GAAG;EACH,QAAQ;EACR,QAAQ;EACR,OAAO;EACP,KAAK;GACH,GAAG,QAAQ;GACX,GAAG,aAAa;GAChB,MAAM;GACN,sBAAsB;GACvB;EACD,cAAc;EACf,CAAC;AAEF,QAAO,YAAY,WAAW;AAE9B,YAAW,QAAQ,GAAG,SAAS,SAAiB;AAC9C,SAAO,WAAW,KAAK,UAAU,EAAE,WAAW;GAC9C;AAEF,YAAW,QAAQ,GAAG,SAAS,SAAiB;AAC9C,SAAO,WAAW,KAAK,UAAU,EAAE,WAAW;GAC9C;AAEF,KAAI;EACF,MAAM,EAAE,aAAa,MAAM;AAC3B,SAAO,SAAS,YAAY,EAAE;UACvB,OAAY;EACnB,MAAM,OAAO,MAAM,YAAY;AAC/B,SAAO,SAAS,KAAK;AACrB,QAAM,IAAI,MAAM,iCAAiC,KAAK,IAAI,MAAM,UAAU;;;;;;AAO9E,eAAsB,cAAc,SAAkC;AACpE,KAAI;EAEF,MAAM,mBADQ,MAAM,QAAQ,SAAS,EAAE,eAAe,MAAM,CAAC,EAC/B,IAAI,OAAO,SAAS;GAChD,MAAM,OAAO,KAAK,SAAS,KAAK,KAAK;AACrC,OAAI,KAAK,aAAa,CACpB,KAAI;AACF,WAAO,MAAM,cAAc,KAAK;WAC1B;AACN,WAAO;;AAGX,OAAI;IACF,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK;AACjC,WAAO;WACD;AACN,WAAO;;IAET;AAEF,UADgB,MAAM,QAAQ,IAAI,gBAAgB,EACnC,QAAQ,KAAK,SAAS,MAAM,MAAM,EAAE;SAC7C;AACN,SAAO;;;;;ACtLX,MAAa,kBAAkB,OAC7B,WACA,YACG;AACS,SAAQ;CACpB,MAAM,aAAa,KAAK,MAAM,UAAU;CACxC,MAAM,WAAW,QAAQ;AAEzB,OAAM,OAAO,WAAW,KAAK,UAAU,SAAS,aAAa,CAAC;AAE9D,QAAO;EACL,WAAW,OAAO,WAAc;GAC9B,MAAM,EAAE,WAAW,WAAW;AAC9B,OAAI;AACF,UAAMC,KAAG,UAAU,WAAW,KAAK,UAAU,OAAO,CAAC;AACrD,WAAO;YACA,GAAG;AACV,YAAQ,CAAC,MAAM,uBAAuB,WAAW,KAAK,IAAI,EAAE;AAC5D,WAAO;;;EAGX,WAAW,YAAY;GACrB,MAAM,EAAE,WAAW,WAAW;GAC9B,IAAI,UAAU,KAAA;GACd,IAAI,eAAoB,KAAA;GACxB,IAAI,cAAc;AAElB,OAAI;AACF,cAAU,MAAMA,KAAG,SAAS,WAAW,OAAO;AAC9C,QAAI,YAAY,KAAA,EACd,gBAAe,KAAK,MAAM,QAAQ;YAE7B,GAAG;AACV,YAAQ,CAAC,MAAM,mCAAmC,WAAW,KAAK,IAAI,EAAE;AACxE,kBAAc;;GAGhB,IAAI,OAAY,KAAA;GAChB,IAAI,kBAAkB;AACtB,OAAI;AACF,QAAI,CAAC,YACH,QAAO,MAAM,SAAS,QAAQ,cAAc;KAC1C,OAAO;KACP,QAAQ,OAAO,OAAY,YAAoB;MAC7C,MAAM,gBAAgB,KAAK,KAAK,WAAW,KAAK,GAAG,WAAW,KAAK,IAAI,QAAQ,OAAO;AACtF,UAAI;AACF,aAAMA,KAAG,UAAU,eAAe,KAAK,UAAU,MAAM,CAAC;AACxD,eAAQ,CAAC,KAAK,mCAAmC,WAAW,KAAK,MAAM,gBAAgB;eAChF,GAAG;AACV,eAAQ,CAAC,MACP,4CAA4C,WAAW,KAAK,OAAO,QAAQ,IAC3E,EACD;;;KAGN,CAAC;QAEF,QAAO,SAAS;YAEX,GAAG;AACV,YAAQ,CAAC,MAAM,0BAA0B,WAAW,KAAK,IAAI,EAAE;AAC/D,sBAAkB;AAClB,WAAO,SAAS;;AASlB,OANwB,cAAc,YACnB,MAAM,WAGW,YAAY,KAAA,KAAa,eAAe,iBAExD;AAClB,QAAI,eAAe,gBACjB,KAAI;KACF,MAAM,6BAAY,IAAI,MAAM,EAAC,aAAa,CAAC,QAAQ,SAAS,IAAI;KAChE,MAAM,gBAAgB,KAAK,KACzB,WAAW,KACX,GAAG,WAAW,KAAK,aAAa,UAAU,OAC3C;KACD,MAAM,gBAAgB,cAClB,WAAW,KACX,KAAK,UAAU,cAAc,MAAM,EAAE;AACzC,WAAMA,KAAG,UAAU,eAAe,cAAc;AAChD,aAAQ,CAAC,KAAK,sCAAsC,gBAAgB;aAC7D,GAAG;AACV,aAAQ,CAAC,MAAM,qCAAqC,WAAW,KAAK,IAAI,EAAE;;AAI9E,QAAI;AACF,WAAMA,KAAG,UAAU,WAAW,KAAK,UAAU,KAAK,CAAC;aAC5C,GAAG;AACV,aAAQ,CAAC,MAAM,gCAAgC,WAAW,KAAK,IAAI,EAAE;;;AAIzE,UAAO;;EAEV;;AAGH,MAAa,2BAA2B,YAA4B;AAClE,QAAO,gBAA2B,QAAQ,iBAAiB,EAAE;EAC3D;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,8BAA8B,YAA4B;AACrE,QAAO,gBAAmC,QAAQ,oBAAoB,EAAE;EACtE;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,2BAA2B,YAA4B;AAClE,QAAO,gBAA0B,QAAQ,iBAAiB,EAAE;EAC1D;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,iCAAiC,MAAc,YAA4B;AAEtF,QAAO,gBADW,QAAQ,cAAc,GAAG,KAAK,OAAO,EACV;EAC3C;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,iCAAiC,cAAsB,YAA4B;AAC9F,QAAO,gBAA2B,cAAc;EAC9C;EACA,UAAU;EACX,CAAC;;AAGJ,MAAM,mBAAmB,OAAO,cAAsB;AACpD,OAAMA,KAAG,GAAG,WAAW,EAAE,OAAO,MAAM,CAAC;;AAGzC,MAAa,iCAAiC,OAAO,MAAc,YAA4B;AAE7F,OAAM,iBADY,QAAQ,cAAc,GAAG,KAAK,OAAO,CACtB;;AAGnC,MAAa,iCAAiC,OAAO,cAAsB,YAA4B;AACrG,OAAM,iBAAiB,aAAa"}

package/dist/index.d.mts

@@ -1,7 +1,7 @@
 /// <reference types="node" />
 import { SandboxFolder } from "@pipelab/constants";
 import { WebSocket } from "ws";
-import { Action, Agent, BuildHistoryEntry, Channels, End, Event as Event$1, Events, Expression, ExtractInputsFromAction, ExtractInputsFromEvent, ExtractInputsFromExpression, HandleListenerRendererSendFn, IBuildHistoryStorage, IpcMessage, Migrator, RendererChannels, RendererData, RendererEnd, RendererEvents, RendererMessage, RequestId, SetOutputActionFn, SetOutputExpressionFn, UpdateStatus, Variable, WebSocketConnectionState, WebSocketEvent, WebSocketHandler, WebSocketSendFunction } from "@pipelab/shared";
+import { Action, Agent, BuildHistoryEntry, Channels, End, Event as Event$1, Events, Expression, ExtractInputsFromAction, ExtractInputsFromEvent, ExtractInputsFromExpression, HandleListenerRendererSendFn, IBuildHistoryStorage, IpcMessage, RendererChannels, RendererData, RendererEnd, RendererEvents, RendererMessage, RequestId, SetOutputActionFn, SetOutputExpressionFn, UpdateStatus, Variable, WebSocketConnectionState, WebSocketEvent, WebSocketHandler, WebSocketSendFunction } from "@pipelab/shared";
 import * as execa$1 from "execa";
 import { Options as Options$1, Subprocess } from "execa";
 import * as http$1 from "http";
@@ -11,6 +11,12 @@ import http from "http";
 declare const isDev: boolean;
 declare const getDefaultUserDataPath: (env?: "dev" | "beta" | "prod") => string;
 declare const projectRoot: string | null;
+declare const CacheFolder: {
+  readonly Actions: "actions";
+  readonly Pipelines: "pipelines";
+  readonly Pacote: "pacote";
+};
+type CacheFolderType = (typeof CacheFolder)[keyof typeof CacheFolder];
 interface PipelabContextOptions {
   userDataPath: string;
   releaseTag?: string;
@@ -22,10 +28,18 @@ declare class PipelabContext {
   getPackagesPath(...subpaths: string[]): string;
   getThirdPartyPath(...subpaths: string[]): string;
   getConfigPath(...subpaths: string[]): string;
+  getSettingsPath(): string;
+  getConnectionsPath(): string;
+  getProjectsPath(): string;
+  private _cachedSettings;
+  private _cachedSettingsTime;
+  private getSettings;
   getTempPath(...subpaths: string[]): string;
   createTempFolder(prefix?: string): Promise<string>;
-  getCachePath(...subpaths: string[]): string;
+  getCachePath(): string;
+  getCachePath(folder: CacheFolderType, ...subpaths: string[]): string;
   getPnpmPath(...subpaths: string[]): string;
+  getBuildHistoryPath(...subpaths: string[]): string;
   getNodePath(version?: any): string;
   getPnpmBinPath(version?: any): string;
   getSandboxFolders(): Array<{
@@ -108,7 +122,6 @@ declare class BuildHistoryStorage implements IBuildHistoryStorage {
   private ensureStoragePath;
   private loadPipelineHistory;
   private savePipelineHistory;
-  applyRetentionPolicy(): Promise<void>;
   save(entry: BuildHistoryEntry): Promise<void>;
   get(id: string, pipelineId?: string): Promise<BuildHistoryEntry | undefined>;
   getAll(): Promise<BuildHistoryEntry[]>;
@@ -124,11 +137,6 @@ declare class BuildHistoryStorage implements IBuildHistoryStorage {
     newestEntry?: number;
     numberOfPipelines: number;
     userDataPath: string;
-    retentionPolicy: {
-      enabled: boolean;
-      maxEntries: number;
-      maxAge: number;
-    };
     disk: {
       total: number;
       free: number;
@@ -141,6 +149,7 @@ declare class BuildHistoryStorage implements IBuildHistoryStorage {
     };
   }>;
   private getAllPipelineFiles;
+  private parsePipelineIdFromFilename;
 }
 //#endregion
 //#region src/handlers/index.d.ts
@@ -150,14 +159,28 @@ declare const registerAllHandlers: (options: {
 }) => Promise<void>;
 //#endregion
 //#region src/config.d.ts
-declare const getMigrator: <T>(name: string) => Migrator<T>;
-declare const setupConfigFile: <T>(name: string, options: {
-  context: PipelabContext;
-  migrator?: Migrator<T>;
-}) => Promise<{
-  setConfig: (config: T) => Promise<boolean>;
-  getConfig: () => Promise<T>;
+declare const setupSettingsConfigFile: (context: PipelabContext) => Promise<{
+  setConfig: (config: AppConfig) => Promise<boolean>;
+  getConfig: () => Promise<AppConfig>;
+}>;
+declare const setupConnectionsConfigFile: (context: PipelabContext) => Promise<{
+  setConfig: (config: ConnectionsConfig) => Promise<boolean>;
+  getConfig: () => Promise<ConnectionsConfig>;
+}>;
+declare const setupProjectsConfigFile: (context: PipelabContext) => Promise<{
+  setConfig: (config: FileRepo) => Promise<boolean>;
+  getConfig: () => Promise<FileRepo>;
 }>;
+declare const setupPipelineConfigFileByName: (name: string, context: PipelabContext) => Promise<{
+  setConfig: (config: SavedFile) => Promise<boolean>;
+  getConfig: () => Promise<SavedFile>;
+}>;
+declare const setupPipelineConfigFileByPath: (absolutePath: string, context: PipelabContext) => Promise<{
+  setConfig: (config: SavedFile) => Promise<boolean>;
+  getConfig: () => Promise<SavedFile>;
+}>;
+declare const deletePipelineConfigFileByName: (name: string, context: PipelabContext) => Promise<void>;
+declare const deletePipelineConfigFileByPath: (absolutePath: string, context: PipelabContext) => Promise<void>;
 //#endregion
 //#region src/api.d.ts
 type HandleListenerRenderer<KEY extends RendererChannels> = (event: Electron.IpcMainInvokeEvent, data: {
@@ -398,14 +421,6 @@ interface RunOptions {
 }
 declare function runPipelineCommand(file: string, options: RunOptions, version: string): Promise<any>;
 //#endregion
-//#region src/migrations.d.ts
-/**
- * Registers migration handlers for the CLI/Standalone server.
- * This overrides the default handlers from @pipelab/core-node to include
- * pipeline and file repo migrations directly in the backend.
- */
-declare function registerMigrationHandlers(context: PipelabContext): void;
-//#endregion
 //#region src/server.d.ts
 interface ServeOptions {
   port: string | number;
@@ -448,5 +463,5 @@ declare function fetchLatestPackageRelease(packageName: string, options?: FetchR
  */
 declare function fetchLatestDesktopRelease(options?: FetchReleaseOptions): Promise<GitHubRelease | null>;
 //#endregion
-export { type Action, ActionRunner, ActionRunnerData, BuildHistoryStorage, ConnectedClient, DownloadHooks, type Event$1 as Event, EventRunner, type Expression, ExpressionRunner, type ExtractInputsFromAction, type ExtractInputsFromEvent, type ExtractInputsFromExpression, FetchOptions, FetchReleaseOptions, GitHubRelease, HandleListener, HandleListenerRenderer, type HandleListenerRendererSendFn, HandleListenerSendFn, ListenerMain, PipelabContext, PipelabContextOptions, type RendererChannels, type RendererData, type RendererEnd, type RendererEvents, type RendererMessage, type RequestId, RunOptions, Runner, RunnerCallbackFnArgument, ServeOptions, type SetOutputActionFn, type SetOutputExpressionFn, type UpdateStatus, UseMainAPI, WebSocketServer, WsEvent, builtInPlugins, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchLatestDesktopRelease, fetchLatestPackageRelease, fetchPackage, fetchPackageReleases, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, findInstalledPlugins, getDefaultUserDataPath, getFinalPlugins, getFolderSize, getMigrator, handleActionExecute, isDev, isOnline, loadCustomPlugin, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerMigrationHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
+export { type Action, ActionRunner, ActionRunnerData, BuildHistoryStorage, CacheFolder, CacheFolderType, ConnectedClient, DownloadHooks, type Event$1 as Event, EventRunner, type Expression, ExpressionRunner, type ExtractInputsFromAction, type ExtractInputsFromEvent, type ExtractInputsFromExpression, FetchOptions, FetchReleaseOptions, GitHubRelease, HandleListener, HandleListenerRenderer, type HandleListenerRendererSendFn, HandleListenerSendFn, ListenerMain, PipelabContext, PipelabContextOptions, type RendererChannels, type RendererData, type RendererEnd, type RendererEvents, type RendererMessage, type RequestId, RunOptions, Runner, RunnerCallbackFnArgument, ServeOptions, type SetOutputActionFn, type SetOutputExpressionFn, type UpdateStatus, UseMainAPI, WebSocketServer, WsEvent, builtInPlugins, deletePipelineConfigFileByName, deletePipelineConfigFileByPath, downloadFile, ensure, ensureNodeJS, ensurePNPM, executeGraphWithHistory, extractTarGz, extractZip, fetchLatestDesktopRelease, fetchLatestPackageRelease, fetchPackage, fetchPackageReleases, fetchPipelabAsset, fetchPipelabCli, fetchPipelabPlugin, findInstalledPlugins, getDefaultUserDataPath, getFinalPlugins, getFolderSize, handleActionExecute, isDev, isOnline, loadCustomPlugin, loadPipelabPlugin, projectRoot, registerAgentsHandlers, registerAllHandlers, registerConfigHandlers, registerEngineHandlers, registerFsHandlers, registerHistoryHandlers, registerShellHandlers, runPipelineCommand, runPnpm, runWithLiveLogs, sendStartupProgress, sendStartupReady, serveCommand, setupConnectionsConfigFile, setupPipelineConfigFileByName, setupPipelineConfigFileByPath, setupProjectsConfigFile, setupSettingsConfigFile, useAPI, usePluginAPI, webSocketServer, zipFolder };
 //# sourceMappingURL=index.d.mts.map