@datatruck/cli 0.4.0 → 0.6.1

package/Action/BackupAction.js

@@ -23,6 +23,7 @@ class BackupAction {
             packageNames: this.options.packageNames,
             repositoryNames: this.options.repositoryNames,
             repositoryTypes: this.options.repositoryTypes,
+            sourceAction: "backup",
         });
         packages = (0, config_util_1.resolvePackages)(packages, {
             snapshotId: snapshot.id,

package/Action/InitAction.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.InitAction = void 0;
 const RepositoryFactory_1 = require("../Factory/RepositoryFactory");
+const config_util_1 = require("../util/datatruck/config-util");
 class InitAction {
     constructor(config, options) {
         this.config = config;
@@ -10,6 +11,8 @@ class InitAction {
     async exec() {
         const result = [];
         for (const repo of this.config.repositories) {
+            if (!(0, config_util_1.filterRepository)(repo, "init"))
+                continue;
             if (this.options.repositoryNames &&
                 !this.options.repositoryNames.includes(repo.name))
                 continue;

package/Action/PruneAction.js

@@ -24,7 +24,7 @@ class PruneAction {
     }
     async exec() {
         const snapshotsAction = new SnapshotsAction_1.SnapshotsAction(this.config, this.options);
-        const snapshots = await snapshotsAction.exec();
+        const snapshots = await snapshotsAction.exec("prune");
         const snapshotsDeleted = [];
         const reasons = {};
         const inputFilter = {

package/Action/RestoreAction.js

@@ -203,7 +203,10 @@ class RestoreAction {
         const snapshots = this.groupSnapshots(await this.findSnapshots());
         if (!snapshots.length)
             throw new AppError_1.AppError("None snapshot found");
-        let packages = (0, config_util_1.filterPackages)(this.config, this.options);
+        let packages = (0, config_util_1.filterPackages)(this.config, {
+            ...this.options,
+            sourceAction: "restore",
+        });
         packages = (0, config_util_1.resolvePackages)(packages, {
             snapshotId: this.options.snapshotId,
             snapshotDate: snapshots[0].date,

package/Action/SnapshotsAction.d.ts

@@ -1,4 +1,5 @@
 import type { ConfigType } from "../Config/Config";
+import { RepositoryConfigEnabledActionType } from "../Config/RepositoryConfig";
 import { SnapshotResultType } from "../Repository/RepositoryAbstract";
 import { IfRequireKeys } from "../util/ts-util";
 export declare type SnapshotGroupByType = keyof Pick<SnapshotExtendedType, "packageName" | "repositoryName" | "repositoryType">;
@@ -27,5 +28,5 @@ export declare class SnapshotsAction<TRequired extends boolean = true> {
     readonly config: ConfigType;
     readonly options: IfRequireKeys<TRequired, SnapshotsActionOptionsType>;
     constructor(config: ConfigType, options: IfRequireKeys<TRequired, SnapshotsActionOptionsType>);
-    exec(): Promise<SnapshotExtendedType[]>;
+    exec(sourceAction?: RepositoryConfigEnabledActionType): Promise<SnapshotExtendedType[]>;
 }

package/Action/SnapshotsAction.js

@@ -2,15 +2,20 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SnapshotsAction = void 0;
 const RepositoryFactory_1 = require("../Factory/RepositoryFactory");
+const config_util_1 = require("../util/datatruck/config-util");
 const snapshot_util_1 = require("../util/datatruck/snapshot-util");
 class SnapshotsAction {
     constructor(config, options) {
         this.config = config;
         this.options = options;
     }
-    async exec() {
+    async exec(sourceAction) {
+        if (!sourceAction)
+            sourceAction = "snapshots";
         let result = [];
         for (const repo of this.config.repositories) {
+            if (!(0, config_util_1.filterRepository)(repo, sourceAction))
+                continue;
             if (this.options.repositoryNames &&
                 !this.options.repositoryNames.includes(repo.name))
                 continue;

package/CHANGELOG.md

@@ -1,5 +1,33 @@
 # @datatruck/cli
 
+## 0.6.1
+
+### Patch Changes
+
+- [`0ba6229`](https://github.com/swordev/datatruck/commit/0ba6229348c109a59783e72242ab7c0e61f25e36) Thanks [@juanrgm](https://github.com/juanrgm)! - Fix progress bar in restic repository
+
+## 0.6.0
+
+### Minor Changes
+
+- [`0c6877d`](https://github.com/swordev/datatruck/commit/0c6877d189761e75dd434b0a8d72b71621d024de) Thanks [@juanrgm](https://github.com/juanrgm)! - Show more progress stats
+
+* [`751e1f6`](https://github.com/swordev/datatruck/commit/751e1f6d6b33d3fa96eb40d998fdd140ce0e3875) Thanks [@juanrgm](https://github.com/juanrgm)! - Add `fileCopyConcurrency` option
+
+- [`05487e6`](https://github.com/swordev/datatruck/commit/05487e6a33f875a3afb7ff0815b16da6f2a41301) Thanks [@juanrgm](https://github.com/juanrgm)! - Parse InnoDB error in `MariadbTask` to avoid infinite wait
+
+### Patch Changes
+
+- [`b62a6f8`](https://github.com/swordev/datatruck/commit/b62a6f8a82409339afd65d4f96476eb57bbfb5a2) Thanks [@juanrgm](https://github.com/juanrgm)! - Resolve target/restore path in local repository
+
+## 0.5.0
+
+### Minor Changes
+
+- [`5aeb2af`](https://github.com/swordev/datatruck/commit/5aeb2afb96692e00bdba501b58df9cc0e02dceaa) Thanks [@juanrgm](https://github.com/juanrgm)! - Add `enabled` option to repository config
+
+* [`75de836`](https://github.com/swordev/datatruck/commit/75de8369356cf02ed3fd5c58b1f9bea66432cda8) Thanks [@juanrgm](https://github.com/juanrgm)! - Allow restic password without file
+
 ## 0.4.0
 
 ### Minor Changes

package/Config/RepositoryConfig.d.ts

@@ -4,8 +4,12 @@ import { ResticRepositoryConfigType, resticRepositoryName } from "../Repository/
 import type { JSONSchema7 } from "json-schema";
 export declare const repositoryConfigDefinition: JSONSchema7;
 export declare type RepositoryConfigTypeType = RepositoryConfigType["type"];
+export declare type RepositoryConfigEnabledActionType = "backup" | "init" | "prune" | "restore" | "snapshots";
 export declare type RepositoryConfigType = {
     name: string;
+    enabled?: boolean | {
+        [K in "defaults" | RepositoryConfigEnabledActionType]?: boolean;
+    };
 } & ({
     type: typeof resticRepositoryName;
     config: ResticRepositoryConfigType;

package/Config/RepositoryConfig.js

@@ -17,6 +17,25 @@ exports.repositoryConfigDefinition = {
     properties: {
         type: { type: "string" },
         name: { type: "string" },
+        enabled: {
+            anyOf: [
+                {
+                    type: "boolean",
+                },
+                {
+                    type: "object",
+                    additionalProperties: false,
+                    properties: {
+                        defaults: { type: "boolean" },
+                        backup: { type: "boolean" },
+                        init: { type: "boolean" },
+                        prune: { type: "boolean" },
+                        restore: { type: "boolean" },
+                        snapshots: { type: "boolean" },
+                    },
+                },
+            ],
+        },
         config: {},
     },
     anyOf: Object.keys(types).map((type) => ({

package/Repository/GitRepository.js

@@ -13,7 +13,6 @@ const string_util_1 = require("../util/string-util");
 const RepositoryAbstract_1 = require("./RepositoryAbstract");
 const assert_1 = require("assert");
 const fast_glob_1 = __importDefault(require("fast-glob"));
-const fs_extra_1 = require("fs-extra");
 const promises_1 = require("fs/promises");
 const micromatch_1 = require("micromatch");
 const path_1 = require("path");
@@ -62,7 +61,7 @@ class GitRepository extends RepositoryAbstract_1.RepositoryAbstract {
             log: data.options.verbose,
         });
         if (await git.canBeInit(this.config.repo)) {
-            await (0, fs_extra_1.mkdir)(git.options.dir);
+            await (0, promises_1.mkdir)(git.options.dir);
             await git.exec(["init", "--bare", this.config.repo]);
         }
         const branchName = this.config.branch ?? "master";
@@ -182,7 +181,7 @@ class GitRepository extends RepositoryAbstract_1.RepositoryAbstract {
             const target = (0, path_1.join)(tmpPath, entry);
             const dir = (0, path_1.dirname)(target);
             if (!createdPaths.includes(dir)) {
-                await (0, fs_extra_1.mkdir)(dir, {
+                await (0, promises_1.mkdir)(dir, {
                     recursive: true,
                 });
                 createdPaths.push(dir);

package/Repository/LocalRepository.d.ts

@@ -10,6 +10,10 @@ export declare type MetaDataType = {
 export declare type LocalRepositoryConfigType = {
     outPath: string;
     compress?: boolean;
+    /**
+     * @default 1
+     */
+    fileCopyConcurrency?: number;
 };
 declare type CompressObjectType = {
     packs?: {

package/Repository/LocalRepository.js

@@ -16,11 +16,9 @@ const RepositoryAbstract_1 = require("./RepositoryAbstract");
 const assert_1 = require("assert");
 const fast_glob_1 = __importDefault(require("fast-glob"));
 const fs_1 = require("fs");
-const fs_extra_1 = require("fs-extra");
 const promises_1 = require("fs/promises");
 const micromatch_1 = require("micromatch");
 const path_1 = require("path");
-const path_2 = require("path");
 const readline_1 = require("readline");
 exports.localRepositoryName = "local";
 exports.localRepositoryDefinition = {
@@ -62,6 +60,10 @@ exports.localPackageRepositoryDefinition = {
                 },
             ],
         },
+        fileCopyConcurrency: {
+            type: "integer",
+            minimum: 1,
+        },
     },
 };
 class LocalRepository extends RepositoryAbstract_1.RepositoryAbstract {
@@ -111,11 +113,11 @@ class LocalRepository extends RepositoryAbstract_1.RepositoryAbstract {
         if (data.options.verbose)
             (0, cli_util_1.logExec)(`Deleting ${snapshotPath}`);
         if (await (0, fs_util_1.checkDir)(snapshotPath))
-            await (0, fs_extra_1.rm)(snapshotPath, {
+            await (0, promises_1.rm)(snapshotPath, {
                 recursive: true,
             });
         if (await (0, fs_util_1.checkFile)(metaPath))
-            await (0, fs_extra_1.rm)(metaPath);
+            await (0, promises_1.rm)(metaPath);
     }
     async onSnapshots(data) {
         if (!(await (0, fs_util_1.checkDir)(this.config.outPath)))
@@ -173,8 +175,7 @@ class LocalRepository extends RepositoryAbstract_1.RepositoryAbstract {
             snapshotDate: data.snapshot.date,
             packageName: data.package.name,
         });
-        const outPath = (0, path_1.join)(this.config.outPath, snapshotName);
-        const createdPaths = [];
+        const outPath = (0, path_1.resolve)((0, path_1.join)(this.config.outPath, snapshotName));
         const pkg = data.package;
         await (0, promises_1.mkdir)(outPath, {
             recursive: true,
@@ -260,35 +261,26 @@ class LocalRepository extends RepositoryAbstract_1.RepositoryAbstract {
         }
         if (data.options.verbose)
             (0, cli_util_1.logExec)(`Copying files to ${outPath}`);
-        const reader = (0, readline_1.createInterface)({
-            input: (0, fs_1.createReadStream)(pathLists.path),
-        });
-        for await (const entry of reader) {
-            const source = (0, path_1.join)(sourcePath, entry);
-            const target = (0, path_1.join)(outPath, entry);
-            if (entry.endsWith("/")) {
-                await (0, promises_1.mkdir)(target, {
-                    recursive: true,
-                });
-            }
-            else {
+        await (0, fs_util_1.cpy)({
+            input: {
+                type: "pathList",
+                path: pathLists.path,
+                basePath: sourcePath,
+            },
+            targetPath: outPath,
+            concurrency: this.config.fileCopyConcurrency,
+            async onPath({ isDir, entryPath }) {
+                if (isDir)
+                    return;
                 currentFiles++;
                 await data.onProgress({
                     total: pathLists.total.all,
                     current: currentFiles,
                     percent: (0, math_util_1.progressPercent)(pathLists.total.all, currentFiles),
-                    step: entry,
+                    step: entryPath,
                 });
-                const dir = (0, path_2.dirname)(target);
-                if (!createdPaths.includes(dir)) {
-                    await (0, promises_1.mkdir)(dir, {
-                        recursive: true,
-                    });
-                    createdPaths.push(dir);
-                }
-                await (0, promises_1.copyFile)(source, target);
-            }
-        }
+            },
+        });
         const metaPath = `${outPath}.json`;
         const nodePkg = (0, fs_util_1.parsePackageFile)();
         const meta = {
@@ -303,8 +295,9 @@ class LocalRepository extends RepositoryAbstract_1.RepositoryAbstract {
         await (0, promises_1.writeFile)(metaPath, LocalRepository.stringifyMetaData(meta));
     }
     async onRestore(data) {
-        const restorePath = data.targetPath ?? data.package.restorePath;
-        (0, assert_1.ok)(restorePath);
+        const relRestorePath = data.targetPath ?? data.package.restorePath;
+        (0, assert_1.ok)(relRestorePath);
+        const restorePath = (0, path_1.resolve)(relRestorePath);
         const [snapshot] = await this.onSnapshots({
             options: {
                 ids: [data.options.snapshotId],
@@ -325,19 +318,27 @@ class LocalRepository extends RepositoryAbstract_1.RepositoryAbstract {
         }, true);
         if (data.options.verbose)
             (0, cli_util_1.logExec)(`Copying files to ${restorePath}`);
-        await (0, fs_extra_1.copy)(sourcePath, restorePath, {
-            filter: async (path) => {
-                const [firstFolder] = (0, path_1.relative)(sourcePath, path).split(path_1.sep);
-                const isZipFile = firstFolder.startsWith(".") && firstFolder.endsWith(".dd.zip");
+        await (0, fs_util_1.cpy)({
+            input: {
+                type: "glob",
+                sourcePath,
+            },
+            targetPath: restorePath,
+            concurrency: this.config.fileCopyConcurrency,
+            onPath: async ({ entryPath, entrySourcePath }) => {
+                const isRootFile = (0, path_1.basename)(entryPath) === entryPath;
+                const isZipFile = isRootFile &&
+                    entryPath.startsWith(".") &&
+                    entryPath.endsWith(".dd.zip");
                 await data.onProgress({
                     total: totalFiles,
                     current: Math.max(currentFiles, 0),
                     percent: (0, math_util_1.progressPercent)(totalFiles, Math.max(currentFiles, 0)),
-                    step: (0, path_1.relative)(sourcePath, path),
+                    step: entryPath,
                 });
                 if (isZipFile) {
                     await (0, zip_util_1.unzip)({
-                        input: path,
+                        input: entrySourcePath,
                         output: restorePath,
                         verbose: data.options.verbose,
                         onStream: async (stream) => await data.onProgress({

package/Repository/RepositoryAbstract.d.ts

@@ -14,10 +14,10 @@ export declare type SnapshotResultType = SnapshotType & {
     tags: string[];
 };
 export declare type ProgressDataType = {
-    total: number;
-    current: number;
-    percent: number;
-    step: string;
+    total?: number;
+    current?: number;
+    percent?: number;
+    step?: string;
     stepPercent?: number | null;
 };
 export declare type InitDataType = {

package/Repository/ResticRepository.d.ts

@@ -2,7 +2,9 @@ import { RepositoryType } from "../util/ResticUtil";
 import { RepositoryAbstract, BackupDataType, InitDataType, RestoreDataType, SnapshotsDataType, SnapshotResultType, SnapshotTagObjectType, SnapshotTagEnum, PruneDataType } from "./RepositoryAbstract";
 import { JSONSchema7 } from "json-schema";
 export declare type ResticRepositoryConfigType = {
-    passwordFile: string;
+    password: string | {
+        path: string;
+    };
     repository: RepositoryType;
 };
 export declare type ResticPackageRepositoryConfigType = {};
@@ -12,11 +14,13 @@ export declare const resticPackageRepositoryDefinition: JSONSchema7;
 export declare class ResticRepository extends RepositoryAbstract<ResticRepositoryConfigType> {
     static refPrefix: string;
     protected env: {
-        RESTIC_PASSWORD_FILE: string;
+        RESTIC_PASSWORD?: string;
+        RESTIC_PASSWORD_FILE?: string;
         RESTIC_REPOSITORY: string;
     };
     buildEnv(): Promise<{
-        RESTIC_PASSWORD_FILE: string;
+        RESTIC_PASSWORD?: string | undefined;
+        RESTIC_PASSWORD_FILE?: string | undefined;
         RESTIC_REPOSITORY: string;
     }>;
     static buildSnapshotTag(name: SnapshotTagEnum, value: string): string;

package/Repository/ResticRepository.js

@@ -18,10 +18,22 @@ const path_1 = require("path");
 exports.resticRepositoryName = "restic";
 exports.resticRepositoryDefinition = {
     type: "object",
-    required: ["passwordFile", "repository"],
+    required: ["password", "repository"],
     additionalProperties: false,
     properties: {
-        passwordFile: { type: "string" },
+        password: {
+            anyOf: [
+                { type: "string" },
+                {
+                    type: "object",
+                    additionalProperties: false,
+                    required: ["path"],
+                    properties: {
+                        path: { type: "string" },
+                    },
+                },
+            ],
+        },
         repository: {
             type: "object",
             additionalProperties: false,
@@ -59,7 +71,9 @@ class ResticRepository extends RepositoryAbstract_1.RepositoryAbstract {
         if (this.env)
             return this.env;
         return (this.env = {
-            RESTIC_PASSWORD_FILE: (0, path_1.resolve)(this.config.passwordFile),
+            ...(typeof this.config.password === "string"
+                ? { RESTIC_PASSWORD: this.config.password }
+                : { RESTIC_PASSWORD_FILE: (0, path_1.resolve)(this.config.password.path) }),
             RESTIC_REPOSITORY: await ResticUtil_1.ResticUtil.formatRepository(this.config.repository),
         });
     }
@@ -176,6 +190,9 @@ class ResticRepository extends RepositoryAbstract_1.RepositoryAbstract {
             });
             if (data.options.verbose)
                 (0, cli_util_1.logExec)(`Writing paths lists`);
+            await data.onProgress({
+                step: "Writing excluded paths list...",
+            });
             gitignorePath = await (0, fs_util_1.writeGitIgnoreList)({
                 paths: stream,
             });
@@ -183,12 +200,21 @@ class ResticRepository extends RepositoryAbstract_1.RepositoryAbstract {
         if (data.options.tags?.some((tag) => tag.startsWith(ResticRepository.refPrefix)))
             throw new AppError_1.AppError(`Tag prefix is not allowed`);
         const packageTag = ResticRepository.buildSnapshotTag(RepositoryAbstract_1.SnapshotTagEnum.PACKAGE, data.package.name);
+        await data.onProgress({
+            step: "Fetching last snapshot...",
+        });
         const [lastSnapshot] = await restic.snapshots({
             json: true,
             tags: [packageTag],
             latest: 1,
         });
         const nodePkg = (0, fs_util_1.parsePackageFile)();
+        let lastProgress;
+        let totalFilesChanges = 0;
+        const totalFilesChangesLimit = 10;
+        await data.onProgress({
+            step: "Executing backup action...",
+        });
         await restic.backup({
             cwd: sourcePath,
             paths: ["."],
@@ -209,22 +235,31 @@ class ResticRepository extends RepositoryAbstract_1.RepositoryAbstract {
             ],
             onStream: async (streamData) => {
                 if (streamData.message_type === "status") {
-                    await data.onProgress({
-                        total: Number((streamData.total_bytes / 1024 / 1024).toFixed(2)),
-                        current: streamData.bytes_done
-                            ? Number((streamData.bytes_done / 1024 / 1024).toFixed(2))
+                    let showProgressBar = false;
+                    if (totalFilesChanges > totalFilesChangesLimit) {
+                        showProgressBar = true;
+                    }
+                    else if (lastProgress?.total !== streamData.total_files) {
+                        totalFilesChanges = 0;
+                    }
+                    else {
+                        totalFilesChanges++;
+                    }
+                    await data.onProgress((lastProgress = {
+                        total: Math.max(lastProgress?.total || 0, streamData.total_files),
+                        current: Math.max(lastProgress?.current || 0, streamData.files_done ?? 0),
+                        percent: showProgressBar
+                            ? Number((streamData.percent_done * 100).toFixed(2))
                             : 0,
-                        percent: Number((streamData.percent_done * 100).toFixed(2)),
                         step: streamData.current_files?.join(", ") ?? "-",
-                    });
+                    }));
                 }
             },
         });
         await data.onProgress({
-            current: 100,
+            total: lastProgress?.total || 0,
+            current: lastProgress?.total || 0,
             percent: 100,
-            step: "",
-            total: 100,
         });
     }
     async onRestore(data) {

package/SessionDriver/ConsoleSessionDriver.js

@@ -82,18 +82,19 @@ class ConsoleSessionDriver extends SessionDriverAbstract_1.SessionDriverAbstract
         const parts = [
             `${padding}${message.textPrefix} [${(0, chalk_1.grey)(sessionId)}] ${message.text}`,
             badges,
-            ...(haveProgressBar
-                ? [
-                    (0, chalk_1.cyan)((0, cli_util_1.renderProgressBar)(message.progressPercent ?? 0, 10)),
-                    `${message.progressPercent?.toFixed(2)}%`,
-                    `${message.progressCurrent}/${message.progressTotal}`,
-                    message.progressStep,
-                    `${message.progressStepPercent
-                        ? (0, chalk_1.cyan)((0, cli_util_1.renderProgressBar)(message.progressStepPercent ?? 0, 10))
-                        : ""}`,
-                ].filter((v) => !!v?.length)
-                : []),
         ];
+        if (typeof message.progressPercent === "number") {
+            parts.push((0, chalk_1.cyan)((0, cli_util_1.renderProgressBar)(message.progressPercent ?? 0, 10)), `${message.progressPercent?.toFixed(2)}%`);
+        }
+        if (typeof message.progressCurrent === "number" ||
+            typeof message.progressTotal === "number") {
+            parts.push(`${message.progressCurrent ?? "?"}/${message.progressTotal ?? "?"}`);
+        }
+        if (typeof message.progressStep === "string")
+            parts.push(message.progressStep);
+        if (typeof message.progressStepPercent === "number") {
+            parts.push((0, chalk_1.cyan)((0, cli_util_1.renderProgressBar)(message.progressStepPercent ?? 0, 10)));
+        }
         return parts.join(` ${sep} `);
     }
     async onWrite(data) {

package/Task/GitTask.d.ts

@@ -18,6 +18,10 @@ export declare type GitTaskConfigType = {
      * @default true
      */
     includeConfig?: boolean;
+    /**
+     * @default 1
+     */
+    fileCopyConcurrency?: number;
 };
 export declare const gitTaskName = "git";
 export declare const gitTaskDefinition: JSONSchema7;

package/Task/GitTask.js

@@ -9,7 +9,6 @@ const process_util_1 = require("../util/process-util");
 const TaskAbstract_1 = require("./TaskAbstract");
 const assert_1 = require("assert");
 const fs_1 = require("fs");
-const fs_extra_1 = require("fs-extra");
 const promises_1 = require("fs/promises");
 const micromatch_1 = require("micromatch");
 const path_1 = require("path");
@@ -49,6 +48,10 @@ exports.gitTaskDefinition = {
         includeConfig: {
             type: "boolean",
         },
+        fileCopyConcurrency: {
+            type: "integer",
+            minimum: 1,
+        },
     },
 };
 class GitTask extends TaskAbstract_1.TaskAbstract {
@@ -69,6 +72,9 @@ class GitTask extends TaskAbstract_1.TaskAbstract {
         (0, assert_1.ok)(typeof targetPath === "string");
         // Bundle
         const bundlePath = (0, path_1.join)(targetPath, "repo.bundle");
+        await data.onProgress({
+            step: "Creating bundle...",
+        });
         await (0, process_util_1.exec)(this.command, ["bundle", "create", bundlePath, "--all"], {
             cwd: path,
         }, {
@@ -152,40 +158,28 @@ class GitTask extends TaskAbstract_1.TaskAbstract {
         for (const option of lsFilesConfig) {
             if (!option.include)
                 continue;
-            const createdPaths = [];
             const outPath = (0, path_1.join)(targetPath, `repo.${option.name}`);
             await (0, fs_util_1.mkdirIfNotExists)(outPath);
             if (data.options.verbose)
                 (0, cli_util_1.logExec)(`Copying ${option.name} files to ${outPath}`);
-            const reader = (0, readline_1.createInterface)({
-                input: (0, fs_1.createReadStream)(option.pathsPath),
-            });
-            for await (const entry of reader) {
-                const source = (0, path_1.join)(path, entry);
-                const target = (0, path_1.join)(outPath, entry);
-                if (entry.endsWith("/")) {
-                    await (0, promises_1.mkdir)(target, {
-                        recursive: true,
-                    });
-                }
-                else {
+            await (0, fs_util_1.cpy)({
+                input: {
+                    type: "pathList",
+                    path: option.pathsPath,
+                    basePath: path,
+                },
+                targetPath: outPath,
+                concurrency: this.config.fileCopyConcurrency,
+                onPath: async ({ entryPath }) => {
                     currentFiles++;
                     await data.onProgress({
                         total,
                         current: currentFiles,
                         percent: (0, math_util_1.progressPercent)(total, currentFiles),
-                        step: entry,
+                        step: entryPath,
                     });
-                    const dir = (0, path_1.dirname)(target);
-                    if (!createdPaths.includes(dir)) {
-                        await (0, promises_1.mkdir)(dir, {
-                            recursive: true,
-                        });
-                        createdPaths.push(dir);
-                    }
-                    await (0, promises_1.copyFile)(source, target);
-                }
-            }
+                },
+            });
             await (0, promises_1.rm)(option.pathsPath);
         }
     }
@@ -235,10 +229,15 @@ class GitTask extends TaskAbstract_1.TaskAbstract {
             if (await (0, fs_util_1.checkDir)(sourcePath)) {
                 if (data.options.verbose)
                     (0, cli_util_1.logExec)(`Copying ${name} files to ${restorePath}`);
-                await (0, fs_extra_1.copy)(sourcePath, restorePath, {
-                    filter: async (path) => {
-                        await incrementProgress((0, path_1.relative)(sourcePath, path));
-                        return true;
+                await (0, fs_util_1.cpy)({
+                    input: {
+                        type: "glob",
+                        sourcePath,
+                    },
+                    targetPath: restorePath,
+                    concurrency: this.config.fileCopyConcurrency,
+                    onPath: async ({ entryPath }) => {
+                        await incrementProgress(entryPath);
                     },
                 });
             }

package/Task/MariadbTask.js

@@ -83,21 +83,30 @@ class MariadbTask extends TaskAbstract_1.TaskAbstract {
         await (0, fs_util_1.forEachFile)(sourcePath, () => {
             total++;
         });
-        const onData = async (lines) => {
-            const regex = /\[\d{1,}\] \d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2} Copying (.+) to/;
-            let path = lines
-                .split(/\r?\n/)
-                .reduce((result, line) => {
-                const matches = regex.exec(line);
-                if (matches) {
-                    current++;
-                    result.push(matches[1]);
+        let childProcess;
+        const onData = async (strLines) => {
+            const paths = [];
+            const pathRegex = /\[\d{1,}\] \d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2} Copying (.+) to/;
+            const lines = strLines.split(/\r?\n/);
+            let fatalError = false;
+            for (const line of lines) {
+                if (line.includes("[ERROR] InnoDB: Unsupported redo log format.") ||
+                    line.includes("Error: cannot read redo log header")) {
+                    fatalError = true;
                 }
-                return result;
-            }, [])
-                .pop();
-            if (path) {
-                path = (0, posix_1.normalize)(path);
+                else {
+                    const matches = pathRegex.exec(line);
+                    if (matches) {
+                        current++;
+                        paths.push(matches[1]);
+                    }
+                }
+            }
+            if (fatalError) {
+                childProcess.kill();
+            }
+            else if (paths.length) {
+                const path = (0, posix_1.normalize)(paths[0]);
                 await data.onProgress({
                     current,
                     percent: (0, math_util_1.progressPercent)(total, current),
@@ -108,6 +117,9 @@ class MariadbTask extends TaskAbstract_1.TaskAbstract {
         };
         await (0, process_util_1.exec)(command, args, undefined, {
             log: this.verbose,
+            onSpawn: (p) => {
+                childProcess = p;
+            },
             stdout: {
                 onData,
             },
@@ -117,7 +129,7 @@ class MariadbTask extends TaskAbstract_1.TaskAbstract {
         });
         await (0, process_util_1.exec)(command, [`--prepare`, `--target-dir=${targetPath}`], undefined, {
             log: this.verbose,
-            stderr: { onData: async () => { } },
+            stderr: { onData: () => { } },
         });
     }
     async onRestore(data) {

package/Task/MssqlTask.js

@@ -8,7 +8,6 @@ const fs_util_1 = require("../util/fs-util");
 const process_util_1 = require("../util/process-util");
 const TaskAbstract_1 = require("./TaskAbstract");
 const assert_1 = require("assert");
-const fs_extra_1 = require("fs-extra");
 const promises_1 = require("fs/promises");
 const micromatch_1 = require("micromatch");
 const path_1 = require("path");
@@ -85,7 +84,7 @@ class MssqlTask extends TaskAbstract_1.TaskAbstract {
         const restorePath = data.package.restorePath;
         (0, assert_1.ok)(typeof restorePath === "string");
         await (0, fs_util_1.mkdirIfNotExists)(restorePath);
-        const files = await (0, fs_extra_1.readdir)(restorePath);
+        const files = await (0, promises_1.readdir)(restorePath);
         for (const file of files) {
             if (!file.endsWith(MssqlTask.SUFFIX))
                 continue;

package/Task/TaskAbstract.d.ts

@@ -3,10 +3,10 @@ import { RestoreActionOptionsType } from "../Action/RestoreAction";
 import { PackageConfigType } from "../Config/PackageConfig";
 import { SnapshotType } from "../Repository/RepositoryAbstract";
 export declare type ProgressDataType = {
-    total: number;
-    current: number;
-    percent: number;
-    step: string;
+    total?: number;
+    current?: number;
+    percent?: number;
+    step?: string;
     stepPercent?: number;
 };
 export declare type BackupDataType = {

package/config.schema.json

@@ -20,6 +20,37 @@
         "name": {
           "type": "string"
         },
+        "enabled": {
+          "anyOf": [
+            {
+              "type": "boolean"
+            },
+            {
+              "type": "object",
+              "additionalProperties": false,
+              "properties": {
+                "defaults": {
+                  "type": "boolean"
+                },
+                "backup": {
+                  "type": "boolean"
+                },
+                "init": {
+                  "type": "boolean"
+                },
+                "prune": {
+                  "type": "boolean"
+                },
+                "restore": {
+                  "type": "boolean"
+                },
+                "snapshots": {
+                  "type": "boolean"
+                }
+              }
+            }
+          ]
+        },
         "config": {}
       },
       "anyOf": [
@@ -456,19 +487,39 @@
               }
             }
           ]
+        },
+        "fileCopyConcurrency": {
+          "type": "integer",
+          "minimum": 1
         }
       }
     },
     "restic-repository": {
       "type": "object",
       "required": [
-        "passwordFile",
+        "password",
         "repository"
       ],
       "additionalProperties": false,
       "properties": {
-        "passwordFile": {
-          "type": "string"
+        "password": {
+          "anyOf": [
+            {
+              "type": "string"
+            },
+            {
+              "type": "object",
+              "additionalProperties": false,
+              "required": [
+                "path"
+              ],
+              "properties": {
+                "path": {
+                  "type": "string"
+                }
+              }
+            }
+          ]
         },
         "repository": {
           "type": "object",
@@ -568,6 +619,10 @@
         },
         "includeConfig": {
           "type": "boolean"
+        },
+        "fileCopyConcurrency": {
+          "type": "integer",
+          "minimum": 1
         }
       }
     },

package/package.json

@@ -1,14 +1,14 @@
 {
   "name": "@datatruck/cli",
-  "version": "0.4.0",
+  "version": "0.6.1",
   "dependencies": {
     "ajv": "^8.11.0",
+    "async": "^3.2.4",
     "chalk": "^4.1.2",
     "cli-table3": "^0.6.2",
     "commander": "^9.2.0",
     "dayjs": "^1.11.2",
     "fast-glob": "^3.2.11",
-    "fs-extra": "^10.1.0",
     "micromatch": "^4.0.5",
     "sqlite": "^4.1.1",
     "sqlite3": "^5.0.8"

package/util/GitUtil.js

@@ -3,7 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.GitUtil = void 0;
 const fs_util_1 = require("./fs-util");
 const process_util_1 = require("./process-util");
-const fs_extra_1 = require("fs-extra");
+const promises_1 = require("fs/promises");
 class GitUtil {
     constructor(options) {
         this.options = options;
@@ -16,7 +16,7 @@ class GitUtil {
     }
     async canBeInit(repo) {
         return ((0, fs_util_1.isLocalDir)(repo) &&
-            (!(await (0, fs_util_1.checkDir)(repo)) || !(await (0, fs_extra_1.readdir)(repo)).length));
+            (!(await (0, fs_util_1.checkDir)(repo)) || !(await (0, promises_1.readdir)(repo)).length));
     }
     async clone(options) {
         return await this.exec([

package/util/ResticUtil.d.ts

@@ -84,7 +84,7 @@ export declare class ResticUtil {
         excludeFile?: string[];
         parent?: string;
         allowEmptySnapshot?: boolean;
-        onStream?: (data: BackupStreamType) => Promise<void>;
+        onStream?: (data: BackupStreamType) => void;
     }): Promise<ExecResultType>;
     restore(options: {
         id: string;

package/util/ResticUtil.js

@@ -4,7 +4,6 @@ exports.ResticUtil = void 0;
 const fs_util_1 = require("./fs-util");
 const process_util_1 = require("./process-util");
 const string_util_1 = require("./string-util");
-const fs_extra_1 = require("fs-extra");
 const promises_1 = require("fs/promises");
 const path_1 = require("path");
 class ResticUtil {
@@ -20,7 +19,7 @@ class ResticUtil {
         if (input.passwordFile)
             input = {
                 ...input,
-                password: (await (0, fs_extra_1.readFile)(input.passwordFile)).toString(),
+                password: (await (0, promises_1.readFile)(input.passwordFile)).toString(),
             };
         return `${input.backend}:${(0, string_util_1.formatUri)(input, hidePassword)}`;
     }
@@ -116,7 +115,7 @@ class ResticUtil {
             },
             stdout: {
                 ...(options.onStream && {
-                    onData: async (data) => {
+                    onData: (data) => {
                         for (const rawLine of data.split("\n")) {
                             const line = rawLine.trim();
                             if (line.startsWith("{") && line.endsWith("}")) {
@@ -126,7 +125,7 @@ class ResticUtil {
                                 }
                                 catch (error) { }
                                 if (parsedLine)
-                                    await options.onStream?.(parsedLine);
+                                    options.onStream?.(parsedLine);
                             }
                         }
                     },

package/util/datatruck/config-util.d.ts

@@ -1,10 +1,13 @@
 import { ConfigType } from "../../Config/Config";
 import type { PackageConfigType } from "../../Config/PackageConfig";
-export declare function findRepositoryOrFail(config: ConfigType, repositoryName: string): import("../../Config/RepositoryConfig").RepositoryConfigType;
+import { RepositoryConfigEnabledActionType, RepositoryConfigType } from "../../Config/RepositoryConfig";
+export declare function findRepositoryOrFail(config: ConfigType, repositoryName: string): RepositoryConfigType;
+export declare function filterRepository(repository: RepositoryConfigType, action?: RepositoryConfigEnabledActionType): boolean;
 export declare function filterPackages(config: ConfigType, options: {
     packageNames?: string[];
     repositoryNames?: string[];
     repositoryTypes?: string[];
+    sourceAction?: RepositoryConfigEnabledActionType;
 }): PackageConfigType[];
 declare type ResolvePackagePathParamsType = ResolvePackageParamsType & {
     packageName: string;

package/util/datatruck/config-util.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.params = exports.dbNameParams = exports.pkgRestorePathParams = exports.pkgExcludeParams = exports.pkgIncludeParams = exports.pkgPathParams = exports.resolvePackages = exports.resolvePackage = exports.resolveDatabaseName = exports.resolvePackagePath = exports.filterPackages = exports.findRepositoryOrFail = void 0;
+exports.params = exports.dbNameParams = exports.pkgRestorePathParams = exports.pkgExcludeParams = exports.pkgIncludeParams = exports.pkgPathParams = exports.resolvePackages = exports.resolvePackage = exports.resolveDatabaseName = exports.resolvePackagePath = exports.filterPackages = exports.filterRepository = exports.findRepositoryOrFail = void 0;
 const AppError_1 = require("../../Error/AppError");
 const fs_util_1 = require("../fs-util");
 const string_util_1 = require("../string-util");
@@ -12,6 +12,14 @@ function findRepositoryOrFail(config, repositoryName) {
     return repo;
 }
 exports.findRepositoryOrFail = findRepositoryOrFail;
+function filterRepository(repository, action) {
+    const enabled = repository.enabled ?? true;
+    if (typeof enabled === "boolean")
+        return enabled;
+    const defaults = enabled["defaults"] ?? true;
+    return action ? enabled[action] ?? defaults : defaults;
+}
+exports.filterRepository = filterRepository;
 function filterPackages(config, options) {
     const packagePatterns = (0, string_util_1.makePathPatterns)(options.packageNames);
     return config.packages
@@ -19,6 +27,8 @@ function filterPackages(config, options) {
         pkg = Object.assign({}, pkg);
         pkg.repositoryNames = (pkg.repositoryNames ?? []).filter((name) => {
             const repo = findRepositoryOrFail(config, name);
+            if (!filterRepository(repo, options?.sourceAction))
+                return false;
             return ((!options.repositoryNames ||
                 options.repositoryNames.includes(name)) &&
                 (!options.repositoryTypes ||

package/util/fs-util.d.ts

@@ -1,4 +1,5 @@
 /// <reference types="node" />
+import { Interface } from "readline";
 export declare function isLocalDir(path: string): boolean;
 export declare function isDirEmpty(path: string): Promise<boolean>;
 export declare function mkdirIfNotExists(path: string): Promise<string>;
@@ -44,3 +45,35 @@ export declare function writePathLists(options: {
         multipleStats: Record<string, number>;
     };
 }>;
+export declare function cpy(options: {
+    input: {
+        type: "glob";
+        sourcePath: string;
+        include?: string[];
+        exclude?: string[];
+    } | {
+        type: "stream";
+        basePath: string;
+        value: Interface;
+    } | {
+        type: "pathList";
+        path: string;
+        basePath: string;
+    };
+    targetPath: string;
+    /**
+     * @default 1
+     */
+    concurrency?: number;
+    onPath?: (data: {
+        isDir: boolean;
+        entryPath: string;
+        entrySourcePath: string;
+        entryTargetPath: string;
+        stats: {
+            paths: number;
+            files: number;
+            dirs: number;
+        };
+    }) => Promise<boolean | void>;
+}): Promise<void>;

package/util/fs-util.js

@@ -3,17 +3,19 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writePathLists = exports.writeGitIgnoreList = exports.forEachFile = exports.checkDir = exports.checkFile = exports.readPartialFile = exports.mkTmpDir = exports.tmpDir = exports.sessionTmpDir = exports.parentTmpDir = exports.existsFile = exports.findFile = exports.parsePackageFile = exports.parseFile = exports.parseFileExtensions = exports.readdirIfExists = exports.writeJSONFile = exports.existsDir = exports.ensureEmptyDir = exports.mkdirIfNotExists = exports.isDirEmpty = exports.isLocalDir = void 0;
+exports.cpy = exports.writePathLists = exports.writeGitIgnoreList = exports.forEachFile = exports.checkDir = exports.checkFile = exports.readPartialFile = exports.mkTmpDir = exports.tmpDir = exports.sessionTmpDir = exports.parentTmpDir = exports.existsFile = exports.findFile = exports.parsePackageFile = exports.parseFile = exports.parseFileExtensions = exports.readdirIfExists = exports.writeJSONFile = exports.existsDir = exports.ensureEmptyDir = exports.mkdirIfNotExists = exports.isDirEmpty = exports.isLocalDir = void 0;
 const globalData_1 = __importDefault(require("../globalData"));
 const path_util_1 = require("./path-util");
+const async_1 = require("async");
 const crypto_1 = require("crypto");
+const fast_glob_1 = __importDefault(require("fast-glob"));
 const fs_1 = require("fs");
 const fs_2 = require("fs");
-const fs_extra_1 = require("fs-extra");
 const promises_1 = require("fs/promises");
 const micromatch_1 = require("micromatch");
 const path_1 = require("path");
 const path_2 = require("path");
+const readline_1 = require("readline");
 function isLocalDir(path) {
     return /^[\/\.]|([A-Z]:)/i.test(path);
 }
@@ -25,7 +27,7 @@ async function isDirEmpty(path) {
 exports.isDirEmpty = isDirEmpty;
 async function mkdirIfNotExists(path) {
     try {
-        await (0, fs_extra_1.mkdir)(path, {
+        await (0, promises_1.mkdir)(path, {
             recursive: true,
         });
     }
@@ -128,7 +130,7 @@ function tmpDir(prefix, id) {
 exports.tmpDir = tmpDir;
 async function mkTmpDir(prefix, id) {
     const path = tmpDir(prefix, id);
-    await (0, fs_extra_1.mkdir)(path, { recursive: true });
+    await (0, promises_1.mkdir)(path, { recursive: true });
     return path;
 }
 exports.mkTmpDir = mkTmpDir;
@@ -313,3 +315,70 @@ async function writePathLists(options) {
     };
 }
 exports.writePathLists = writePathLists;
+async function cpy(options) {
+    const stats = { paths: 0, files: 0, dirs: 0 };
+    const dirs = new Set();
+    const makeRecursiveDir = async (path) => {
+        if (!dirs.has(path)) {
+            stats.paths++;
+            stats.dirs++;
+            await (0, promises_1.mkdir)(path, {
+                recursive: true,
+            });
+            dirs.add(path);
+        }
+    };
+    const task = async (rawEntryPath, basePath) => {
+        const isDir = rawEntryPath.endsWith("/");
+        const entryPath = (0, path_1.normalize)(rawEntryPath);
+        const entrySourcePath = (0, path_1.resolve)((0, path_1.join)(basePath, rawEntryPath));
+        const entryTargetPath = (0, path_1.resolve)((0, path_1.join)(options.targetPath, rawEntryPath));
+        const onPathResult = await options?.onPath?.({
+            isDir,
+            entryPath,
+            entrySourcePath,
+            entryTargetPath,
+            stats,
+        });
+        if (onPathResult === false) {
+            return;
+        }
+        else if (isDir) {
+            await makeRecursiveDir(entryTargetPath);
+        }
+        else {
+            const dir = (0, path_1.dirname)(entryTargetPath);
+            await makeRecursiveDir(dir);
+            stats.files++;
+            await (0, promises_1.cp)(entrySourcePath, entryTargetPath);
+        }
+    };
+    const { input } = options;
+    if (input.type === "glob") {
+        const stream = await (0, fast_glob_1.default)(input.include || ["**"], {
+            cwd: input.sourcePath,
+            ignore: input.exclude,
+            dot: true,
+            onlyFiles: false,
+            markDirectories: true,
+        });
+        await (0, async_1.eachLimit)(stream, options.concurrency ?? 1, async (entryPath) => await task(entryPath, input.sourcePath));
+    }
+    else if (input.type === "stream") {
+        await (0, async_1.eachLimit)(input.value, options.concurrency ?? 1, async (entryPath) => await task(entryPath, input.basePath));
+    }
+    else if (input.type === "pathList") {
+        const stream = (0, readline_1.createInterface)({
+            input: (0, fs_1.createReadStream)(input.path),
+        });
+        await cpy({
+            ...options,
+            input: {
+                type: "stream",
+                value: stream,
+                basePath: input.basePath,
+            },
+        });
+    }
+}
+exports.cpy = cpy;

package/util/process-util.d.ts

@@ -23,11 +23,11 @@ export interface ExecSettingsInterface {
     onSpawn?: (p: ChildProcess) => void;
     stdout?: {
         save?: boolean;
-        onData?: (data: string) => Promise<void>;
+        onData?: (data: string) => void;
     };
     stderr?: {
         save?: boolean;
-        onData?: (data: string) => Promise<void>;
+        onData?: (data: string) => void;
         toExitCode?: boolean;
     };
     onExitCodeError?: (data: ExecResultType, error: Error) => Error | false;

package/util/process-util.js

@@ -127,7 +127,7 @@ async function exec(command, argv = [], options = null, settings = {}) {
         if (log.stdout || settings.stdout) {
             if (!p.stdout)
                 throw new Error(`stdout is not defined`);
-            p.stdout.on("data", async (data) => {
+            p.stdout.on("data", (data) => {
                 if (log.stdout)
                     logExecStdout({
                         data: data.toString(),
@@ -137,13 +137,13 @@ async function exec(command, argv = [], options = null, settings = {}) {
                 if (settings.stdout?.save)
                     spawnData.stdout += data.toString();
                 if (settings.stdout?.onData)
-                    await settings.stdout.onData(data.toString());
+                    settings.stdout.onData(data.toString());
             });
         }
         if (log.stderr || settings.stderr) {
             if (!p.stderr)
                 throw new Error(`stderr is not defined`);
-            p.stderr.on("data", async (data) => {
+            p.stderr.on("data", (data) => {
                 if (log.stderr)
                     logExecStdout({
                         data: data.toString(),
@@ -153,7 +153,7 @@ async function exec(command, argv = [], options = null, settings = {}) {
                 if (settings.stderr?.save || settings.stderr?.toExitCode)
                     spawnData.stderr += data.toString();
                 if (settings.stderr?.onData)
-                    await settings.stderr.onData(data.toString());
+                    settings.stderr.onData(data.toString());
             });
         }
         p.on("error", (error) => (spawnError = error)).on("close", (exitCode) => {

package/util/zip-util.d.ts

@@ -26,7 +26,7 @@ export interface ZipDataType {
     includeList?: string;
     excludeList?: string;
     verbose?: boolean;
-    onStream?: (data: ZipStreamDataType) => Promise<void>;
+    onStream?: (data: ZipStreamDataType) => void;
 }
 export interface UnzipDataType {
     command?: string;
@@ -34,7 +34,7 @@ export interface UnzipDataType {
     files?: (ZipDataFilterType | string)[];
     output: string;
     verbose?: boolean;
-    onStream?: (data: UnzipStreamDataType) => Promise<void>;
+    onStream?: (data: UnzipStreamDataType) => void;
 }
 export declare type UnzipStreamDataType = {
     type: "progress";

package/util/zip-util.js

@@ -30,7 +30,7 @@ function buildArguments(filters) {
     return args;
 }
 exports.buildArguments = buildArguments;
-async function parseZipStream(chunk, buffer, cb) {
+function parseZipStream(chunk, buffer, cb) {
     const lines = chunk.trim().split(/\r?\n/g);
     for (const line of lines) {
         let matches = null;
@@ -42,7 +42,7 @@ async function parseZipStream(chunk, buffer, cb) {
             if (path !== buffer.lastPath)
                 buffer.currentPaths++;
             buffer.lastPath = path;
-            await cb({
+            cb({
                 type: "progress",
                 data: { progress, path, files: buffer.currentPaths },
             });
@@ -50,7 +50,7 @@ async function parseZipStream(chunk, buffer, cb) {
         else if (line.startsWith("Add new data to archive:")) {
             const [, folders] = /(\d+) folders?/i.exec(line) || [, 0];
             const [, files] = /(\d+) files?/i.exec(line) || [, 0];
-            await cb({
+            cb({
                 type: "summary",
                 data: {
                     folders: Number(folders),
@@ -83,9 +83,9 @@ async function zip(data) {
             toExitCode: true,
         },
         stdout: {
-            onData: async (chunk) => {
-                parseZipStream(chunk, buffer, async (stream) => {
-                    await data.onStream?.(stream);
+            onData: (chunk) => {
+                parseZipStream(chunk, buffer, (stream) => {
+                    data.onStream?.(stream);
                     if (stream.type === "summary")
                         result = stream.data;
                 });
@@ -95,7 +95,7 @@ async function zip(data) {
     return result;
 }
 exports.zip = zip;
-async function parseUnzipStream(chunk, cb) {
+function parseUnzipStream(chunk, cb) {
     const lines = chunk.trim().split(/\r?\n/g);
     for (const line of lines) {
         let matches = null;
@@ -103,7 +103,7 @@ async function parseUnzipStream(chunk, cb) {
             const progress = Number(matches[1]);
             const files = Number(matches[2]);
             const path = line.slice(line.indexOf("-") + 1).trim();
-            await cb({
+            cb({
                 type: "progress",
                 data: { progress, path, files },
             });
@@ -124,7 +124,7 @@ async function unzip(data) {
         stderr: { toExitCode: true },
         stdout: {
             ...(data.onStream && {
-                onData: async (chunk) => {
+                onData: (chunk) => {
                     if (data.onStream)
                         parseUnzipStream(chunk, data.onStream);
                 },