@pipelab/core-node 1.0.0-beta.27 → 1.0.0-beta.31

package/CHANGELOG.md

@@ -1,5 +1,41 @@
 # @pipelab/core-node
 
+## 1.0.0-beta.31
+
+### Patch Changes
+
+- sd
+- Updated dependencies
+  - @pipelab/constants@1.0.0-beta.27
+  - @pipelab/shared@1.0.0-beta.26
+
+## 1.0.0-beta.30
+
+### Patch Changes
+
+- sdsd
+- Updated dependencies
+  - @pipelab/constants@1.0.0-beta.26
+  - @pipelab/shared@1.0.0-beta.25
+
+## 1.0.0-beta.29
+
+### Patch Changes
+
+- sd
+- Updated dependencies
+  - @pipelab/constants@1.0.0-beta.25
+  - @pipelab/shared@1.0.0-beta.24
+
+## 1.0.0-beta.28
+
+### Patch Changes
+
+- sd
+- Updated dependencies
+  - @pipelab/constants@1.0.0-beta.24
+  - @pipelab/shared@1.0.0-beta.23
+
 ## 1.0.0-beta.27
 
 ### Patch Changes

package/dist/{config-CFgGRD9U.mjs → config-6j2vtyRe.mjs}

@@ -60,18 +60,42 @@ async function extractZip(archivePath, destinationDir) {
 /**
 * Zips a folder.
 */
-const zipFolder = async (from, to, log = console.log) => {
+const zipFolder = async (from, to, log = console.log, abortSignal) => {
+	if (abortSignal?.aborted) {
+		const abortError = /* @__PURE__ */ new Error("Aborted");
+		abortError.name = "AbortError";
+		throw abortError;
+	}
 	const output = createWriteStream(to);
 	const archive = archiver("zip", { zlib: { level: 9 } });
 	return new Promise((resolve, reject) => {
+		const onAbort = () => {
+			try {
+				archive.abort();
+			} catch {}
+			try {
+				output.destroy();
+			} catch {}
+			const abortError = /* @__PURE__ */ new Error("Aborted");
+			abortError.name = "AbortError";
+			reject(abortError);
+		};
+		if (abortSignal) abortSignal.addEventListener("abort", onAbort);
 		output.on("close", () => {
+			if (abortSignal) abortSignal.removeEventListener("abort", onAbort);
 			log(archive.pointer() + " total bytes");
 			resolve(to);
 		});
-		archive.on("error", reject);
+		archive.on("error", (err) => {
+			if (abortSignal) abortSignal.removeEventListener("abort", onAbort);
+			reject(err);
+		});
 		archive.pipe(output);
 		archive.directory(from, false);
-		archive.finalize();
+		archive.finalize().catch((err) => {
+			if (abortSignal) abortSignal.removeEventListener("abort", onAbort);
+			reject(err);
+		});
 	});
 };
 const downloadFile = async (url, localPath, hooks, abortSignal) => {
@@ -107,7 +131,7 @@ const runWithLiveLogs = async (command, args, execaOptions, log, hooks, abortSig
 			TERM: "xterm-256color",
 			FORCE_STDERR_LOGGING: "1"
 		},
-		cancelSignal: abortSignal
+		cancelSignal: abortSignal ?? execaOptions.cancelSignal
 	});
 	hooks?.onCreated?.(subprocess);
 	subprocess.stdout?.on("data", (data) => {
@@ -262,4 +286,4 @@ const deletePipelineConfigFileByPath = async (absolutePath, context) => {
 //#endregion
 export { setupPipelineConfigFileByName as a, setupSettingsConfigFile as c, extractTarGz as d, extractZip as f, zipFolder as h, setupConnectionsConfigFile as i, downloadFile as l, runWithLiveLogs as m, deletePipelineConfigFileByPath as n, setupPipelineConfigFileByPath as o, getFolderSize as p, setupConfigFile as r, setupProjectsConfigFile as s, deletePipelineConfigFileByName as t, ensure as u };
 
-//# sourceMappingURL=config-CFgGRD9U.mjs.map
+//# sourceMappingURL=config-6j2vtyRe.mjs.map

package/dist/config-6j2vtyRe.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-6j2vtyRe.mjs","names":["mkdirP","fs"],"sources":["../src/utils/fs-extras.ts","../src/config.ts"],"sourcesContent":["import { createWriteStream } from \"node:fs\";\nimport { execa, Options, Subprocess } from \"execa\";\nimport { mkdir as mkdirP, writeFile, stat, readdir } from \"node:fs/promises\";\nimport { join, dirname } from \"node:path\";\nimport tar from \"tar\";\nimport yauzl from \"yauzl\";\nimport archiver from \"archiver\";\nimport { pipeline } from \"node:stream/promises\";\n\n/**\n * Ensures a directory exists and a file is created with default content if missing.\n */\nexport const ensure = async (filesPath: string, defaultContent = \"{}\") => {\n  await mkdirP(dirname(filesPath), { recursive: true });\n  try {\n    const s = await stat(filesPath);\n    if (s.size === 0) {\n      await writeFile(filesPath, defaultContent);\n    }\n  } catch {\n    await writeFile(filesPath, defaultContent);\n  }\n};\n\n/**\n * Extracts a .tar.gz archive.\n */\nexport async function extractTarGz(archivePath: string, destinationDir: string): Promise<void> {\n  await mkdirP(destinationDir, { recursive: true });\n  await tar.x({\n    file: archivePath,\n    cwd: destinationDir,\n  });\n}\n\n/**\n * Extracts a .zip archive.\n */\nexport async function extractZip(archivePath: string, destinationDir: string): Promise<void> {\n  await mkdirP(destinationDir, { recursive: true });\n  return new Promise((resolve, reject) => {\n    yauzl.open(archivePath, { lazyEntries: true }, (err, zipfile) => {\n      if (err || !zipfile) return reject(err || new Error(\"Could not open zip file\"));\n      zipfile.on(\"error\", reject);\n      zipfile.readEntry();\n      zipfile.on(\"entry\", (entry) => {\n        const entryPath = join(destinationDir, entry.fileName);\n        if (/\\/$/.test(entry.fileName)) {\n          mkdirP(entryPath, { recursive: true })\n            .then(() => zipfile.readEntry())\n            .catch(reject);\n        } else {\n          mkdirP(dirname(entryPath), { recursive: true })\n            .then(() => {\n              zipfile.openReadStream(entry, (err, readStream) => {\n                if (err || !readStream)\n                  return reject(err || new Error(\"Could not open read stream\"));\n                readStream.on(\"error\", reject);\n                const writeStream = createWriteStream(entryPath);\n                writeStream.on(\"error\", reject);\n                writeStream.on(\"close\", () => zipfile.readEntry());\n                readStream.pipe(writeStream);\n              });\n            })\n            .catch(reject);\n        }\n      });\n      zipfile.on(\"end\", () => resolve());\n    });\n  });\n}\n\n/**\n * Zips a folder.\n */\nexport const zipFolder = async (\n  from: string,\n  to: string,\n  log: typeof console.log = console.log,\n  abortSignal?: AbortSignal,\n) => {\n  if (abortSignal?.aborted) {\n    const abortError = new Error(\"Aborted\");\n    abortError.name = \"AbortError\";\n    throw abortError;\n  }\n\n  const output = createWriteStream(to);\n  const archive = archiver(\"zip\", { zlib: { level: 9 } });\n\n  return new Promise<string>((resolve, reject) => {\n    const onAbort = () => {\n      try {\n        archive.abort();\n      } catch {}\n      try {\n        output.destroy();\n      } catch {}\n      const abortError = new Error(\"Aborted\");\n      abortError.name = \"AbortError\";\n      reject(abortError);\n    };\n\n    if (abortSignal) {\n      abortSignal.addEventListener(\"abort\", onAbort);\n    }\n\n    output.on(\"close\", () => {\n      if (abortSignal) {\n        abortSignal.removeEventListener(\"abort\", onAbort);\n      }\n      log(archive.pointer() + \" total bytes\");\n      resolve(to);\n    });\n\n    archive.on(\"error\", (err) => {\n      if (abortSignal) {\n        abortSignal.removeEventListener(\"abort\", onAbort);\n      }\n      reject(err);\n    });\n\n    archive.pipe(output);\n    archive.directory(from, false);\n    archive.finalize().catch((err) => {\n      if (abortSignal) {\n        abortSignal.removeEventListener(\"abort\", onAbort);\n      }\n      reject(err);\n    });\n  });\n};\n\n/**\n * Downloads a file with progress tracking.\n */\nexport interface DownloadHooks {\n  onProgress?: (data: { progress: number; downloadedSize: number }) => void;\n}\n\nexport const downloadFile = async (\n  url: string,\n  localPath: string,\n  hooks?: DownloadHooks,\n  abortSignal?: AbortSignal,\n): Promise<void> => {\n  const response = await fetch(url, { signal: abortSignal });\n  if (!response.ok) throw new Error(`Failed to fetch file: ${response.statusText}`);\n  const contentLength = response.headers.get(\"content-length\");\n  if (!contentLength) throw new Error(\"Content-Length header is missing\");\n  const totalSize = parseInt(contentLength, 10);\n  let downloadedSize = 0;\n  const fileStream = createWriteStream(localPath);\n  const progressStream = new TransformStream({\n    transform(chunk, controller) {\n      downloadedSize += chunk.length;\n      const progress = (downloadedSize / totalSize) * 100;\n      hooks?.onProgress?.({ progress, downloadedSize });\n      controller.enqueue(chunk);\n    },\n  });\n  const readable = response.body?.pipeThrough(progressStream);\n  if (!readable) throw new Error(\"Failed to create a readable stream\");\n  await pipeline(readable, fileStream);\n};\n\nexport const runWithLiveLogs = async (\n  command: string,\n  args: string[],\n  execaOptions: Options,\n  log: typeof console.log,\n  hooks?: {\n    onStdout?: (data: string, subprocess: Subprocess) => void;\n    onStderr?: (data: string, subprocess: Subprocess) => void;\n    onExit?: (code: number) => void;\n    onCreated?: (subprocess: Subprocess) => void;\n  },\n  abortSignal?: AbortSignal,\n): Promise<void> => {\n  const subprocess = execa(command, args, {\n    ...execaOptions,\n    stdout: \"pipe\",\n    stderr: \"pipe\",\n    stdin: \"pipe\",\n    env: {\n      ...process.env,\n      ...execaOptions.env,\n      TERM: \"xterm-256color\",\n      FORCE_STDERR_LOGGING: \"1\",\n    },\n    cancelSignal: abortSignal ?? execaOptions.cancelSignal,\n  });\n\n  hooks?.onCreated?.(subprocess);\n\n  subprocess.stdout?.on(\"data\", (data: Buffer) => {\n    hooks?.onStdout?.(data.toString(), subprocess);\n  });\n\n  subprocess.stderr?.on(\"data\", (data: Buffer) => {\n    hooks?.onStderr?.(data.toString(), subprocess);\n  });\n\n  try {\n    const { exitCode } = await subprocess;\n    hooks?.onExit?.(exitCode ?? 0);\n  } catch (error: any) {\n    const code = error.exitCode ?? 1;\n    hooks?.onExit?.(code);\n    throw new Error(`Command failed with exit code ${code}: ${error.message}`);\n  }\n};\n\n/**\n * Calculates the total size of a directory recursively.\n */\nexport async function getFolderSize(dirPath: string): Promise<number> {\n  try {\n    const files = await readdir(dirPath, { withFileTypes: true });\n    const ArrayOfPromises = files.map(async (file) => {\n      const path = join(dirPath, file.name);\n      if (file.isDirectory()) {\n        try {\n          return await getFolderSize(path);\n        } catch {\n          return 0;\n        }\n      }\n      try {\n        const { size } = await stat(path);\n        return size;\n      } catch {\n        return 0;\n      }\n    });\n    const results = await Promise.all(ArrayOfPromises);\n    return results.reduce((acc, size) => acc + size, 0);\n  } catch {\n    return 0;\n  }\n}\n","import { PipelabContext } from \"./context\";\nimport path from \"node:path\";\nimport { ensure } from \"./utils/fs-extras\";\nimport fs from \"node:fs/promises\";\nimport {\n  useLogger,\n  Migrator,\n  AppConfig,\n  ConnectionsConfig,\n  FileRepo,\n  SavedFile,\n  appSettingsMigrator,\n  connectionsMigrator,\n  fileRepoMigrations,\n  savedFileMigrator,\n} from \"@pipelab/shared\";\n\nexport const setupConfigFile = async <T>(\n  filesPath: string,\n  options: { context: PipelabContext; migrator: Migrator<T> },\n) => {\n  const ctx = options.context;\n  const parsedPath = path.parse(filesPath);\n  const migrator = options.migrator;\n\n  await ensure(filesPath, JSON.stringify(migrator.defaultValue));\n\n  return {\n    setConfig: async (config: T) => {\n      const { logger } = useLogger();\n      try {\n        await fs.writeFile(filesPath, JSON.stringify(config));\n        return true;\n      } catch (e) {\n        logger().error(`Error saving config ${parsedPath.name}:`, e);\n        return false;\n      }\n    },\n    getConfig: async () => {\n      const { logger } = useLogger();\n      let content = undefined;\n      let originalJson: any = undefined;\n      let parseFailed = false;\n\n      try {\n        content = await fs.readFile(filesPath, \"utf8\");\n        if (content !== undefined) {\n          originalJson = JSON.parse(content);\n        }\n      } catch (e) {\n        logger().error(`Error reading or parsing config ${parsedPath.name}:`, e);\n        parseFailed = true;\n      }\n\n      let json: any = undefined;\n      let migrationFailed = false;\n      try {\n        if (!parseFailed) {\n          json = await migrator.migrate(originalJson, {\n            debug: false,\n            onStep: async (state: any, version: string) => {\n              const versionedPath = path.join(\n                parsedPath.dir,\n                `${parsedPath.name}.v${version}.json`,\n              );\n              try {\n                await fs.writeFile(versionedPath, JSON.stringify(state));\n                logger().info(\n                  `Intermediate backup created for ${parsedPath.name} at ${versionedPath}`,\n                );\n              } catch (e) {\n                logger().error(\n                  `Failed to create intermediate backup for ${parsedPath.name} at v${version}:`,\n                  e,\n                );\n              }\n            },\n          });\n        } else {\n          json = migrator.defaultValue;\n        }\n      } catch (e) {\n        logger().error(`Error migrating config ${parsedPath.name}:`, e);\n        migrationFailed = true;\n        json = migrator.defaultValue;\n      }\n\n      const originalVersion = originalJson?.version;\n      const newVersion = json?.version;\n\n      const shouldSaveBack =\n        originalVersion !== newVersion || content === undefined || parseFailed || migrationFailed;\n\n      if (shouldSaveBack) {\n        if (parseFailed || migrationFailed) {\n          try {\n            const timestamp = new Date().toISOString().replace(/[:.]/g, \"-\");\n            const corruptedPath = path.join(\n              parsedPath.dir,\n              `${parsedPath.name}.corrupted.${timestamp}.json`,\n            );\n            const backupContent = parseFailed\n              ? content || \"\"\n              : JSON.stringify(originalJson, null, 2);\n            await fs.writeFile(corruptedPath, backupContent);\n            logger().info(`Corrupted config file preserved at ${corruptedPath}`);\n          } catch (e) {\n            logger().error(`Failed to backup corrupted config ${parsedPath.name}:`, e);\n          }\n        }\n\n        try {\n          await fs.writeFile(filesPath, JSON.stringify(json));\n        } catch (e) {\n          logger().error(`Error saving migrated config ${parsedPath.name}:`, e);\n        }\n      }\n\n      return json as T;\n    },\n  };\n};\n\nexport const setupSettingsConfigFile = (context: PipelabContext) => {\n  return setupConfigFile<AppConfig>(context.getSettingsPath(), {\n    context,\n    migrator: appSettingsMigrator,\n  });\n};\n\nexport const setupConnectionsConfigFile = (context: PipelabContext) => {\n  return setupConfigFile<ConnectionsConfig>(context.getConnectionsPath(), {\n    context,\n    migrator: connectionsMigrator,\n  });\n};\n\nexport const setupProjectsConfigFile = (context: PipelabContext) => {\n  return setupConfigFile<FileRepo>(context.getProjectsPath(), {\n    context,\n    migrator: fileRepoMigrations,\n  });\n};\n\nexport const setupPipelineConfigFileByName = (name: string, context: PipelabContext) => {\n  const filesPath = context.getConfigPath(`${name}.json`);\n  return setupConfigFile<SavedFile>(filesPath, {\n    context,\n    migrator: savedFileMigrator,\n  });\n};\n\nexport const setupPipelineConfigFileByPath = (absolutePath: string, context: PipelabContext) => {\n  return setupConfigFile<SavedFile>(absolutePath, {\n    context,\n    migrator: savedFileMigrator,\n  });\n};\n\nconst deleteConfigFile = async (filesPath: string) => {\n  await fs.rm(filesPath, { force: true });\n};\n\nexport const deletePipelineConfigFileByName = async (name: string, context: PipelabContext) => {\n  const filesPath = context.getConfigPath(`${name}.json`);\n  await deleteConfigFile(filesPath);\n};\n\nexport const deletePipelineConfigFileByPath = async (\n  absolutePath: string,\n  context: PipelabContext,\n) => {\n  await deleteConfigFile(absolutePath);\n};\n"],"mappings":";;;;;;;;;;;;;AAYA,MAAa,SAAS,OAAO,WAAmB,iBAAiB,SAAS;AACxE,OAAMA,MAAO,QAAQ,UAAU,EAAE,EAAE,WAAW,MAAM,CAAC;AACrD,KAAI;AAEF,OADU,MAAM,KAAK,UAAU,EACzB,SAAS,EACb,OAAM,UAAU,WAAW,eAAe;SAEtC;AACN,QAAM,UAAU,WAAW,eAAe;;;;;;AAO9C,eAAsB,aAAa,aAAqB,gBAAuC;AAC7F,OAAMA,MAAO,gBAAgB,EAAE,WAAW,MAAM,CAAC;AACjD,OAAM,IAAI,EAAE;EACV,MAAM;EACN,KAAK;EACN,CAAC;;;;;AAMJ,eAAsB,WAAW,aAAqB,gBAAuC;AAC3F,OAAMA,MAAO,gBAAgB,EAAE,WAAW,MAAM,CAAC;AACjD,QAAO,IAAI,SAAS,SAAS,WAAW;AACtC,QAAM,KAAK,aAAa,EAAE,aAAa,MAAM,GAAG,KAAK,YAAY;AAC/D,OAAI,OAAO,CAAC,QAAS,QAAO,OAAO,uBAAO,IAAI,MAAM,0BAA0B,CAAC;AAC/E,WAAQ,GAAG,SAAS,OAAO;AAC3B,WAAQ,WAAW;AACnB,WAAQ,GAAG,UAAU,UAAU;IAC7B,MAAM,YAAY,KAAK,gBAAgB,MAAM,SAAS;AACtD,QAAI,MAAM,KAAK,MAAM,SAAS,CAC5B,OAAO,WAAW,EAAE,WAAW,MAAM,CAAC,CACnC,WAAW,QAAQ,WAAW,CAAC,CAC/B,MAAM,OAAO;QAEhB,OAAO,QAAQ,UAAU,EAAE,EAAE,WAAW,MAAM,CAAC,CAC5C,WAAW;AACV,aAAQ,eAAe,QAAQ,KAAK,eAAe;AACjD,UAAI,OAAO,CAAC,WACV,QAAO,OAAO,uBAAO,IAAI,MAAM,6BAA6B,CAAC;AAC/D,iBAAW,GAAG,SAAS,OAAO;MAC9B,MAAM,cAAc,kBAAkB,UAAU;AAChD,kBAAY,GAAG,SAAS,OAAO;AAC/B,kBAAY,GAAG,eAAe,QAAQ,WAAW,CAAC;AAClD,iBAAW,KAAK,YAAY;OAC5B;MACF,CACD,MAAM,OAAO;KAElB;AACF,WAAQ,GAAG,aAAa,SAAS,CAAC;IAClC;GACF;;;;;AAMJ,MAAa,YAAY,OACvB,MACA,IACA,MAA0B,QAAQ,KAClC,gBACG;AACH,KAAI,aAAa,SAAS;EACxB,MAAM,6BAAa,IAAI,MAAM,UAAU;AACvC,aAAW,OAAO;AAClB,QAAM;;CAGR,MAAM,SAAS,kBAAkB,GAAG;CACpC,MAAM,UAAU,SAAS,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,EAAE,CAAC;AAEvD,QAAO,IAAI,SAAiB,SAAS,WAAW;EAC9C,MAAM,gBAAgB;AACpB,OAAI;AACF,YAAQ,OAAO;WACT;AACR,OAAI;AACF,WAAO,SAAS;WACV;GACR,MAAM,6BAAa,IAAI,MAAM,UAAU;AACvC,cAAW,OAAO;AAClB,UAAO,WAAW;;AAGpB,MAAI,YACF,aAAY,iBAAiB,SAAS,QAAQ;AAGhD,SAAO,GAAG,eAAe;AACvB,OAAI,YACF,aAAY,oBAAoB,SAAS,QAAQ;AAEnD,OAAI,QAAQ,SAAS,GAAG,eAAe;AACvC,WAAQ,GAAG;IACX;AAEF,UAAQ,GAAG,UAAU,QAAQ;AAC3B,OAAI,YACF,aAAY,oBAAoB,SAAS,QAAQ;AAEnD,UAAO,IAAI;IACX;AAEF,UAAQ,KAAK,OAAO;AACpB,UAAQ,UAAU,MAAM,MAAM;AAC9B,UAAQ,UAAU,CAAC,OAAO,QAAQ;AAChC,OAAI,YACF,aAAY,oBAAoB,SAAS,QAAQ;AAEnD,UAAO,IAAI;IACX;GACF;;AAUJ,MAAa,eAAe,OAC1B,KACA,WACA,OACA,gBACkB;CAClB,MAAM,WAAW,MAAM,MAAM,KAAK,EAAE,QAAQ,aAAa,CAAC;AAC1D,KAAI,CAAC,SAAS,GAAI,OAAM,IAAI,MAAM,yBAAyB,SAAS,aAAa;CACjF,MAAM,gBAAgB,SAAS,QAAQ,IAAI,iBAAiB;AAC5D,KAAI,CAAC,cAAe,OAAM,IAAI,MAAM,mCAAmC;CACvE,MAAM,YAAY,SAAS,eAAe,GAAG;CAC7C,IAAI,iBAAiB;CACrB,MAAM,aAAa,kBAAkB,UAAU;CAC/C,MAAM,iBAAiB,IAAI,gBAAgB,EACzC,UAAU,OAAO,YAAY;AAC3B,oBAAkB,MAAM;EACxB,MAAM,WAAY,iBAAiB,YAAa;AAChD,SAAO,aAAa;GAAE;GAAU;GAAgB,CAAC;AACjD,aAAW,QAAQ,MAAM;IAE5B,CAAC;CACF,MAAM,WAAW,SAAS,MAAM,YAAY,eAAe;AAC3D,KAAI,CAAC,SAAU,OAAM,IAAI,MAAM,qCAAqC;AACpE,OAAM,SAAS,UAAU,WAAW;;AAGtC,MAAa,kBAAkB,OAC7B,SACA,MACA,cACA,KACA,OAMA,gBACkB;CAClB,MAAM,aAAa,MAAM,SAAS,MAAM;EACtC,GAAG;EACH,QAAQ;EACR,QAAQ;EACR,OAAO;EACP,KAAK;GACH,GAAG,QAAQ;GACX,GAAG,aAAa;GAChB,MAAM;GACN,sBAAsB;GACvB;EACD,cAAc,eAAe,aAAa;EAC3C,CAAC;AAEF,QAAO,YAAY,WAAW;AAE9B,YAAW,QAAQ,GAAG,SAAS,SAAiB;AAC9C,SAAO,WAAW,KAAK,UAAU,EAAE,WAAW;GAC9C;AAEF,YAAW,QAAQ,GAAG,SAAS,SAAiB;AAC9C,SAAO,WAAW,KAAK,UAAU,EAAE,WAAW;GAC9C;AAEF,KAAI;EACF,MAAM,EAAE,aAAa,MAAM;AAC3B,SAAO,SAAS,YAAY,EAAE;UACvB,OAAY;EACnB,MAAM,OAAO,MAAM,YAAY;AAC/B,SAAO,SAAS,KAAK;AACrB,QAAM,IAAI,MAAM,iCAAiC,KAAK,IAAI,MAAM,UAAU;;;;;;AAO9E,eAAsB,cAAc,SAAkC;AACpE,KAAI;EAEF,MAAM,mBADQ,MAAM,QAAQ,SAAS,EAAE,eAAe,MAAM,CAAC,EAC/B,IAAI,OAAO,SAAS;GAChD,MAAM,OAAO,KAAK,SAAS,KAAK,KAAK;AACrC,OAAI,KAAK,aAAa,CACpB,KAAI;AACF,WAAO,MAAM,cAAc,KAAK;WAC1B;AACN,WAAO;;AAGX,OAAI;IACF,MAAM,EAAE,SAAS,MAAM,KAAK,KAAK;AACjC,WAAO;WACD;AACN,WAAO;;IAET;AAEF,UADgB,MAAM,QAAQ,IAAI,gBAAgB,EACnC,QAAQ,KAAK,SAAS,MAAM,MAAM,EAAE;SAC7C;AACN,SAAO;;;;;AC7NX,MAAa,kBAAkB,OAC7B,WACA,YACG;AACS,SAAQ;CACpB,MAAM,aAAa,KAAK,MAAM,UAAU;CACxC,MAAM,WAAW,QAAQ;AAEzB,OAAM,OAAO,WAAW,KAAK,UAAU,SAAS,aAAa,CAAC;AAE9D,QAAO;EACL,WAAW,OAAO,WAAc;GAC9B,MAAM,EAAE,WAAW,WAAW;AAC9B,OAAI;AACF,UAAMC,KAAG,UAAU,WAAW,KAAK,UAAU,OAAO,CAAC;AACrD,WAAO;YACA,GAAG;AACV,YAAQ,CAAC,MAAM,uBAAuB,WAAW,KAAK,IAAI,EAAE;AAC5D,WAAO;;;EAGX,WAAW,YAAY;GACrB,MAAM,EAAE,WAAW,WAAW;GAC9B,IAAI,UAAU,KAAA;GACd,IAAI,eAAoB,KAAA;GACxB,IAAI,cAAc;AAElB,OAAI;AACF,cAAU,MAAMA,KAAG,SAAS,WAAW,OAAO;AAC9C,QAAI,YAAY,KAAA,EACd,gBAAe,KAAK,MAAM,QAAQ;YAE7B,GAAG;AACV,YAAQ,CAAC,MAAM,mCAAmC,WAAW,KAAK,IAAI,EAAE;AACxE,kBAAc;;GAGhB,IAAI,OAAY,KAAA;GAChB,IAAI,kBAAkB;AACtB,OAAI;AACF,QAAI,CAAC,YACH,QAAO,MAAM,SAAS,QAAQ,cAAc;KAC1C,OAAO;KACP,QAAQ,OAAO,OAAY,YAAoB;MAC7C,MAAM,gBAAgB,KAAK,KACzB,WAAW,KACX,GAAG,WAAW,KAAK,IAAI,QAAQ,OAChC;AACD,UAAI;AACF,aAAMA,KAAG,UAAU,eAAe,KAAK,UAAU,MAAM,CAAC;AACxD,eAAQ,CAAC,KACP,mCAAmC,WAAW,KAAK,MAAM,gBAC1D;eACM,GAAG;AACV,eAAQ,CAAC,MACP,4CAA4C,WAAW,KAAK,OAAO,QAAQ,IAC3E,EACD;;;KAGN,CAAC;QAEF,QAAO,SAAS;YAEX,GAAG;AACV,YAAQ,CAAC,MAAM,0BAA0B,WAAW,KAAK,IAAI,EAAE;AAC/D,sBAAkB;AAClB,WAAO,SAAS;;AASlB,OANwB,cAAc,YACnB,MAAM,WAGW,YAAY,KAAA,KAAa,eAAe,iBAExD;AAClB,QAAI,eAAe,gBACjB,KAAI;KACF,MAAM,6BAAY,IAAI,MAAM,EAAC,aAAa,CAAC,QAAQ,SAAS,IAAI;KAChE,MAAM,gBAAgB,KAAK,KACzB,WAAW,KACX,GAAG,WAAW,KAAK,aAAa,UAAU,OAC3C;KACD,MAAM,gBAAgB,cAClB,WAAW,KACX,KAAK,UAAU,cAAc,MAAM,EAAE;AACzC,WAAMA,KAAG,UAAU,eAAe,cAAc;AAChD,aAAQ,CAAC,KAAK,sCAAsC,gBAAgB;aAC7D,GAAG;AACV,aAAQ,CAAC,MAAM,qCAAqC,WAAW,KAAK,IAAI,EAAE;;AAI9E,QAAI;AACF,WAAMA,KAAG,UAAU,WAAW,KAAK,UAAU,KAAK,CAAC;aAC5C,GAAG;AACV,aAAQ,CAAC,MAAM,gCAAgC,WAAW,KAAK,IAAI,EAAE;;;AAIzE,UAAO;;EAEV;;AAGH,MAAa,2BAA2B,YAA4B;AAClE,QAAO,gBAA2B,QAAQ,iBAAiB,EAAE;EAC3D;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,8BAA8B,YAA4B;AACrE,QAAO,gBAAmC,QAAQ,oBAAoB,EAAE;EACtE;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,2BAA2B,YAA4B;AAClE,QAAO,gBAA0B,QAAQ,iBAAiB,EAAE;EAC1D;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,iCAAiC,MAAc,YAA4B;AAEtF,QAAO,gBADW,QAAQ,cAAc,GAAG,KAAK,OAAO,EACV;EAC3C;EACA,UAAU;EACX,CAAC;;AAGJ,MAAa,iCAAiC,cAAsB,YAA4B;AAC9F,QAAO,gBAA2B,cAAc;EAC9C;EACA,UAAU;EACX,CAAC;;AAGJ,MAAM,mBAAmB,OAAO,cAAsB;AACpD,OAAMA,KAAG,GAAG,WAAW,EAAE,OAAO,MAAM,CAAC;;AAGzC,MAAa,iCAAiC,OAAO,MAAc,YAA4B;AAE7F,OAAM,iBADY,QAAQ,cAAc,GAAG,KAAK,OAAO,CACtB;;AAGnC,MAAa,iCAAiC,OAC5C,cACA,YACG;AACH,OAAM,iBAAiB,aAAa"}

package/dist/config-CAz_XbPS.cjs

@@ -0,0 +1,448 @@
+//#region \0rolldown/runtime.js
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __commonJSMin = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
+var __exportAll = (all, no_symbols) => {
+	let target = {};
+	for (var name in all) __defProp(target, name, {
+		get: all[name],
+		enumerable: true
+	});
+	if (!no_symbols) __defProp(target, Symbol.toStringTag, { value: "Module" });
+	return target;
+};
+var __copyProps = (to, from, except, desc) => {
+	if (from && typeof from === "object" || typeof from === "function") for (var keys = __getOwnPropNames(from), i = 0, n = keys.length, key; i < n; i++) {
+		key = keys[i];
+		if (!__hasOwnProp.call(to, key) && key !== except) __defProp(to, key, {
+			get: ((k) => from[k]).bind(null, key),
+			enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+		});
+	}
+	return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", {
+	value: mod,
+	enumerable: true
+}) : target, mod));
+//#endregion
+let node_path = require("node:path");
+node_path = __toESM(node_path);
+let node_fs = require("node:fs");
+let node_fs_promises = require("node:fs/promises");
+node_fs_promises = __toESM(node_fs_promises);
+let _pipelab_shared = require("@pipelab/shared");
+let execa = require("execa");
+let tar = require("tar");
+tar = __toESM(tar);
+let yauzl = require("yauzl");
+yauzl = __toESM(yauzl);
+let archiver = require("archiver");
+archiver = __toESM(archiver);
+let node_stream_promises = require("node:stream/promises");
+//#region src/utils/fs-extras.ts
+/**
+* Ensures a directory exists and a file is created with default content if missing.
+*/
+const ensure = async (filesPath, defaultContent = "{}") => {
+	await (0, node_fs_promises.mkdir)((0, node_path.dirname)(filesPath), { recursive: true });
+	try {
+		if ((await (0, node_fs_promises.stat)(filesPath)).size === 0) await (0, node_fs_promises.writeFile)(filesPath, defaultContent);
+	} catch {
+		await (0, node_fs_promises.writeFile)(filesPath, defaultContent);
+	}
+};
+/**
+* Extracts a .tar.gz archive.
+*/
+async function extractTarGz(archivePath, destinationDir) {
+	await (0, node_fs_promises.mkdir)(destinationDir, { recursive: true });
+	await tar.default.x({
+		file: archivePath,
+		cwd: destinationDir
+	});
+}
+/**
+* Extracts a .zip archive.
+*/
+async function extractZip(archivePath, destinationDir) {
+	await (0, node_fs_promises.mkdir)(destinationDir, { recursive: true });
+	return new Promise((resolve, reject) => {
+		yauzl.default.open(archivePath, { lazyEntries: true }, (err, zipfile) => {
+			if (err || !zipfile) return reject(err || /* @__PURE__ */ new Error("Could not open zip file"));
+			zipfile.on("error", reject);
+			zipfile.readEntry();
+			zipfile.on("entry", (entry) => {
+				const entryPath = (0, node_path.join)(destinationDir, entry.fileName);
+				if (/\/$/.test(entry.fileName)) (0, node_fs_promises.mkdir)(entryPath, { recursive: true }).then(() => zipfile.readEntry()).catch(reject);
+				else (0, node_fs_promises.mkdir)((0, node_path.dirname)(entryPath), { recursive: true }).then(() => {
+					zipfile.openReadStream(entry, (err, readStream) => {
+						if (err || !readStream) return reject(err || /* @__PURE__ */ new Error("Could not open read stream"));
+						readStream.on("error", reject);
+						const writeStream = (0, node_fs.createWriteStream)(entryPath);
+						writeStream.on("error", reject);
+						writeStream.on("close", () => zipfile.readEntry());
+						readStream.pipe(writeStream);
+					});
+				}).catch(reject);
+			});
+			zipfile.on("end", () => resolve());
+		});
+	});
+}
+/**
+* Zips a folder.
+*/
+const zipFolder = async (from, to, log = console.log, abortSignal) => {
+	if (abortSignal?.aborted) {
+		const abortError = /* @__PURE__ */ new Error("Aborted");
+		abortError.name = "AbortError";
+		throw abortError;
+	}
+	const output = (0, node_fs.createWriteStream)(to);
+	const archive = (0, archiver.default)("zip", { zlib: { level: 9 } });
+	return new Promise((resolve, reject) => {
+		const onAbort = () => {
+			try {
+				archive.abort();
+			} catch {}
+			try {
+				output.destroy();
+			} catch {}
+			const abortError = /* @__PURE__ */ new Error("Aborted");
+			abortError.name = "AbortError";
+			reject(abortError);
+		};
+		if (abortSignal) abortSignal.addEventListener("abort", onAbort);
+		output.on("close", () => {
+			if (abortSignal) abortSignal.removeEventListener("abort", onAbort);
+			log(archive.pointer() + " total bytes");
+			resolve(to);
+		});
+		archive.on("error", (err) => {
+			if (abortSignal) abortSignal.removeEventListener("abort", onAbort);
+			reject(err);
+		});
+		archive.pipe(output);
+		archive.directory(from, false);
+		archive.finalize().catch((err) => {
+			if (abortSignal) abortSignal.removeEventListener("abort", onAbort);
+			reject(err);
+		});
+	});
+};
+const downloadFile = async (url, localPath, hooks, abortSignal) => {
+	const response = await fetch(url, { signal: abortSignal });
+	if (!response.ok) throw new Error(`Failed to fetch file: ${response.statusText}`);
+	const contentLength = response.headers.get("content-length");
+	if (!contentLength) throw new Error("Content-Length header is missing");
+	const totalSize = parseInt(contentLength, 10);
+	let downloadedSize = 0;
+	const fileStream = (0, node_fs.createWriteStream)(localPath);
+	const progressStream = new TransformStream({ transform(chunk, controller) {
+		downloadedSize += chunk.length;
+		const progress = downloadedSize / totalSize * 100;
+		hooks?.onProgress?.({
+			progress,
+			downloadedSize
+		});
+		controller.enqueue(chunk);
+	} });
+	const readable = response.body?.pipeThrough(progressStream);
+	if (!readable) throw new Error("Failed to create a readable stream");
+	await (0, node_stream_promises.pipeline)(readable, fileStream);
+};
+const runWithLiveLogs = async (command, args, execaOptions, log, hooks, abortSignal) => {
+	const subprocess = (0, execa.execa)(command, args, {
+		...execaOptions,
+		stdout: "pipe",
+		stderr: "pipe",
+		stdin: "pipe",
+		env: {
+			...process.env,
+			...execaOptions.env,
+			TERM: "xterm-256color",
+			FORCE_STDERR_LOGGING: "1"
+		},
+		cancelSignal: abortSignal ?? execaOptions.cancelSignal
+	});
+	hooks?.onCreated?.(subprocess);
+	subprocess.stdout?.on("data", (data) => {
+		hooks?.onStdout?.(data.toString(), subprocess);
+	});
+	subprocess.stderr?.on("data", (data) => {
+		hooks?.onStderr?.(data.toString(), subprocess);
+	});
+	try {
+		const { exitCode } = await subprocess;
+		hooks?.onExit?.(exitCode ?? 0);
+	} catch (error) {
+		const code = error.exitCode ?? 1;
+		hooks?.onExit?.(code);
+		throw new Error(`Command failed with exit code ${code}: ${error.message}`);
+	}
+};
+/**
+* Calculates the total size of a directory recursively.
+*/
+async function getFolderSize(dirPath) {
+	try {
+		const ArrayOfPromises = (await (0, node_fs_promises.readdir)(dirPath, { withFileTypes: true })).map(async (file) => {
+			const path = (0, node_path.join)(dirPath, file.name);
+			if (file.isDirectory()) try {
+				return await getFolderSize(path);
+			} catch {
+				return 0;
+			}
+			try {
+				const { size } = await (0, node_fs_promises.stat)(path);
+				return size;
+			} catch {
+				return 0;
+			}
+		});
+		return (await Promise.all(ArrayOfPromises)).reduce((acc, size) => acc + size, 0);
+	} catch {
+		return 0;
+	}
+}
+//#endregion
+//#region src/config.ts
+var config_exports = /* @__PURE__ */ __exportAll({
+	deletePipelineConfigFileByName: () => deletePipelineConfigFileByName,
+	deletePipelineConfigFileByPath: () => deletePipelineConfigFileByPath,
+	setupConfigFile: () => setupConfigFile,
+	setupConnectionsConfigFile: () => setupConnectionsConfigFile,
+	setupPipelineConfigFileByName: () => setupPipelineConfigFileByName,
+	setupPipelineConfigFileByPath: () => setupPipelineConfigFileByPath,
+	setupProjectsConfigFile: () => setupProjectsConfigFile,
+	setupSettingsConfigFile: () => setupSettingsConfigFile
+});
+const setupConfigFile = async (filesPath, options) => {
+	options.context;
+	const parsedPath = node_path.default.parse(filesPath);
+	const migrator = options.migrator;
+	await ensure(filesPath, JSON.stringify(migrator.defaultValue));
+	return {
+		setConfig: async (config) => {
+			const { logger } = (0, _pipelab_shared.useLogger)();
+			try {
+				await node_fs_promises.default.writeFile(filesPath, JSON.stringify(config));
+				return true;
+			} catch (e) {
+				logger().error(`Error saving config ${parsedPath.name}:`, e);
+				return false;
+			}
+		},
+		getConfig: async () => {
+			const { logger } = (0, _pipelab_shared.useLogger)();
+			let content = void 0;
+			let originalJson = void 0;
+			let parseFailed = false;
+			try {
+				content = await node_fs_promises.default.readFile(filesPath, "utf8");
+				if (content !== void 0) originalJson = JSON.parse(content);
+			} catch (e) {
+				logger().error(`Error reading or parsing config ${parsedPath.name}:`, e);
+				parseFailed = true;
+			}
+			let json = void 0;
+			let migrationFailed = false;
+			try {
+				if (!parseFailed) json = await migrator.migrate(originalJson, {
+					debug: false,
+					onStep: async (state, version) => {
+						const versionedPath = node_path.default.join(parsedPath.dir, `${parsedPath.name}.v${version}.json`);
+						try {
+							await node_fs_promises.default.writeFile(versionedPath, JSON.stringify(state));
+							logger().info(`Intermediate backup created for ${parsedPath.name} at ${versionedPath}`);
+						} catch (e) {
+							logger().error(`Failed to create intermediate backup for ${parsedPath.name} at v${version}:`, e);
+						}
+					}
+				});
+				else json = migrator.defaultValue;
+			} catch (e) {
+				logger().error(`Error migrating config ${parsedPath.name}:`, e);
+				migrationFailed = true;
+				json = migrator.defaultValue;
+			}
+			if (originalJson?.version !== json?.version || content === void 0 || parseFailed || migrationFailed) {
+				if (parseFailed || migrationFailed) try {
+					const timestamp = (/* @__PURE__ */ new Date()).toISOString().replace(/[:.]/g, "-");
+					const corruptedPath = node_path.default.join(parsedPath.dir, `${parsedPath.name}.corrupted.${timestamp}.json`);
+					const backupContent = parseFailed ? content || "" : JSON.stringify(originalJson, null, 2);
+					await node_fs_promises.default.writeFile(corruptedPath, backupContent);
+					logger().info(`Corrupted config file preserved at ${corruptedPath}`);
+				} catch (e) {
+					logger().error(`Failed to backup corrupted config ${parsedPath.name}:`, e);
+				}
+				try {
+					await node_fs_promises.default.writeFile(filesPath, JSON.stringify(json));
+				} catch (e) {
+					logger().error(`Error saving migrated config ${parsedPath.name}:`, e);
+				}
+			}
+			return json;
+		}
+	};
+};
+const setupSettingsConfigFile = (context) => {
+	return setupConfigFile(context.getSettingsPath(), {
+		context,
+		migrator: _pipelab_shared.appSettingsMigrator
+	});
+};
+const setupConnectionsConfigFile = (context) => {
+	return setupConfigFile(context.getConnectionsPath(), {
+		context,
+		migrator: _pipelab_shared.connectionsMigrator
+	});
+};
+const setupProjectsConfigFile = (context) => {
+	return setupConfigFile(context.getProjectsPath(), {
+		context,
+		migrator: _pipelab_shared.fileRepoMigrations
+	});
+};
+const setupPipelineConfigFileByName = (name, context) => {
+	return setupConfigFile(context.getConfigPath(`${name}.json`), {
+		context,
+		migrator: _pipelab_shared.savedFileMigrator
+	});
+};
+const setupPipelineConfigFileByPath = (absolutePath, context) => {
+	return setupConfigFile(absolutePath, {
+		context,
+		migrator: _pipelab_shared.savedFileMigrator
+	});
+};
+const deleteConfigFile = async (filesPath) => {
+	await node_fs_promises.default.rm(filesPath, { force: true });
+};
+const deletePipelineConfigFileByName = async (name, context) => {
+	await deleteConfigFile(context.getConfigPath(`${name}.json`));
+};
+const deletePipelineConfigFileByPath = async (absolutePath, context) => {
+	await deleteConfigFile(absolutePath);
+};
+//#endregion
+Object.defineProperty(exports, "__commonJSMin", {
+	enumerable: true,
+	get: function() {
+		return __commonJSMin;
+	}
+});
+Object.defineProperty(exports, "__exportAll", {
+	enumerable: true,
+	get: function() {
+		return __exportAll;
+	}
+});
+Object.defineProperty(exports, "__reExport", {
+	enumerable: true,
+	get: function() {
+		return __reExport;
+	}
+});
+Object.defineProperty(exports, "__toESM", {
+	enumerable: true,
+	get: function() {
+		return __toESM;
+	}
+});
+Object.defineProperty(exports, "config_exports", {
+	enumerable: true,
+	get: function() {
+		return config_exports;
+	}
+});
+Object.defineProperty(exports, "deletePipelineConfigFileByName", {
+	enumerable: true,
+	get: function() {
+		return deletePipelineConfigFileByName;
+	}
+});
+Object.defineProperty(exports, "deletePipelineConfigFileByPath", {
+	enumerable: true,
+	get: function() {
+		return deletePipelineConfigFileByPath;
+	}
+});
+Object.defineProperty(exports, "downloadFile", {
+	enumerable: true,
+	get: function() {
+		return downloadFile;
+	}
+});
+Object.defineProperty(exports, "ensure", {
+	enumerable: true,
+	get: function() {
+		return ensure;
+	}
+});
+Object.defineProperty(exports, "extractTarGz", {
+	enumerable: true,
+	get: function() {
+		return extractTarGz;
+	}
+});
+Object.defineProperty(exports, "extractZip", {
+	enumerable: true,
+	get: function() {
+		return extractZip;
+	}
+});
+Object.defineProperty(exports, "getFolderSize", {
+	enumerable: true,
+	get: function() {
+		return getFolderSize;
+	}
+});
+Object.defineProperty(exports, "runWithLiveLogs", {
+	enumerable: true,
+	get: function() {
+		return runWithLiveLogs;
+	}
+});
+Object.defineProperty(exports, "setupConnectionsConfigFile", {
+	enumerable: true,
+	get: function() {
+		return setupConnectionsConfigFile;
+	}
+});
+Object.defineProperty(exports, "setupPipelineConfigFileByName", {
+	enumerable: true,
+	get: function() {
+		return setupPipelineConfigFileByName;
+	}
+});
+Object.defineProperty(exports, "setupPipelineConfigFileByPath", {
+	enumerable: true,
+	get: function() {
+		return setupPipelineConfigFileByPath;
+	}
+});
+Object.defineProperty(exports, "setupProjectsConfigFile", {
+	enumerable: true,
+	get: function() {
+		return setupProjectsConfigFile;
+	}
+});
+Object.defineProperty(exports, "setupSettingsConfigFile", {
+	enumerable: true,
+	get: function() {
+		return setupSettingsConfigFile;
+	}
+});
+Object.defineProperty(exports, "zipFolder", {
+	enumerable: true,
+	get: function() {
+		return zipFolder;
+	}
+});

package/dist/config-DRifo1Uc.mjs

@@ -0,0 +1,2 @@
+import { c as setupSettingsConfigFile } from "./config-6j2vtyRe.mjs";
+export { setupSettingsConfigFile };