@datatruck/cli 0.33.0 → 0.34.0

package/config.schema.json

@@ -4,6 +4,9 @@
     "$schema": {
       "type": "string"
     },
+    "hostname": {
+      "type": "string"
+    },
     "tempDir": {
       "type": "string"
     },

package/lib/actions/BackupAction.d.ts

@@ -31,12 +31,14 @@ type Context = {
     backup: {
         packageName: string;
         repositoryName: string;
+        bytes: number;
     };
     cleanup: {};
     copy: {
         packageName: string;
         repositoryName: string;
         mirrorRepositoryName: string;
+        bytes: number;
     };
     prune: {
         packageName: string;
@@ -60,14 +62,18 @@ export declare class BackupAction<TRequired extends boolean = true> {
         snapshotPath: string | undefined;
         pkg: PackageConfig;
         onProgress: (data: Progress) => void;
-    }): Promise<void>;
+    }): Promise<{
+        bytes: number;
+    }>;
     protected copy(data: {
         repositoryName: string;
         mirrorRepositoryName: string;
         snapshot: PreSnapshot;
         pkg: PackageConfig;
         onProgress: (data: Progress) => void;
-    }): Promise<void>;
+    }): Promise<{
+        bytes: number;
+    }>;
     dataFormat(result: Listr3TaskResultEnd<Context>[], options?: {
         streams?: Streams;
         verbose?: number;

package/lib/actions/BackupAction.js

@@ -5,6 +5,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BackupAction = void 0;
 const DataFormat_1 = require("../utils/DataFormat");
+const bytes_1 = require("../utils/bytes");
 const cli_1 = require("../utils/cli");
 const config_1 = require("../utils/datatruck/config");
 const report_list_1 = require("../utils/datatruck/report-list");
@@ -20,6 +21,7 @@ const assert_1 = require("assert");
 const chalk_1 = __importDefault(require("chalk"));
 const crypto_1 = require("crypto");
 const dayjs_1 = __importDefault(require("dayjs"));
+const os_1 = require("os");
 class BackupAction {
     config;
     options;
@@ -72,7 +74,7 @@ class BackupAction {
             await repo.ensureFreeDiskSpace(repoConfig.config, this.config.minFreeDiskSpace);
         const packageConfig = pkg.repositoryConfigs?.find((config) => config.type === repoConfig.type &&
             (!config.names || config.names.includes(repoConfig.name)))?.config;
-        await repo.backup({
+        return await repo.backup({
             options: this.options,
             snapshot: data.snapshot,
             package: pkg,
@@ -87,7 +89,7 @@ class BackupAction {
         const mirrorRepo = await (0, repository_1.createAndInitRepo)(mirrorRepoConfig, this.options.verbose);
         if (this.config.minFreeDiskSpace)
             await mirrorRepo.ensureFreeDiskSpace(mirrorRepoConfig.config, this.config.minFreeDiskSpace);
-        await repo.copy({
+        return await repo.copy({
             options: this.options,
             package: data.pkg,
             snapshot: data.snapshot,
@@ -105,8 +107,14 @@ class BackupAction {
             return (0, cli_1.renderListTaskItem)(item, color, {
                 snapshot: (data) => data.id,
                 task: (data) => [data.packageName, data.taskName],
-                backup: (data) => [data.packageName, g(data.repositoryName)],
-                copy: (data) => [data.packageName, g(data.mirrorRepositoryName)],
+                backup: (data) => [
+                    data.packageName,
+                    g([data.repositoryName, (0, bytes_1.formatBytes)(data.bytes)].join(" ")),
+                ],
+                copy: (data) => [
+                    data.packageName,
+                    g([data.mirrorRepositoryName, (0, bytes_1.formatBytes)(data.bytes)].join(" ")),
+                ],
                 prune: (data) => [data.packageName, g(`${data.pruned}/${data.total}`)],
                 cleanup: () => "",
                 report: (data) => data.type,
@@ -220,6 +228,7 @@ class BackupAction {
                                 data: {
                                     packageName: pkg.name,
                                     repositoryName: repositoryName,
+                                    bytes: 0,
                                 },
                                 title: {
                                     initial: `Create backup: ${pkg.name} (${repositoryName})`,
@@ -229,19 +238,20 @@ class BackupAction {
                                 },
                                 exitOnError: false,
                                 runWrapper: gc.cleanupOnFinish.bind(gc),
-                                run: async (task) => {
+                                run: async (task, data) => {
                                     const taskSummary = pkg.task
                                         ? l.result("task", pkg.name)
                                         : undefined;
                                     if (taskSummary?.error)
                                         throw new Error(`Task failed`);
-                                    await this.backup({
+                                    const backup = await this.backup({
                                         pkg,
                                         repositoryName,
                                         snapshot,
                                         snapshotPath: taskResult?.snapshotPath,
                                         onProgress: (p) => pm.update(p, (t) => (task.output = t)),
                                     });
+                                    data.bytes = backup.bytes;
                                 },
                             })), l.$task({
                                 key: "cleanup",
@@ -263,6 +273,7 @@ class BackupAction {
                                     packageName: pkg.name,
                                     repositoryName: name,
                                     mirrorRepositoryName: mirror,
+                                    bytes: 0,
                                 },
                                 title: {
                                     initial: `Copy snapshot: ${pkg.name} (${mirror})`,
@@ -272,20 +283,21 @@ class BackupAction {
                                 },
                                 exitOnError: false,
                                 runWrapper: gc.cleanup.bind(gc),
-                                run: async (task) => {
+                                run: async (task, data) => {
                                     const backupSummary = l.result("backup", [
                                         pkg.name,
                                         name,
                                     ]);
                                     if (backupSummary.error)
                                         throw new Error(`Backup failed`);
-                                    await this.copy({
+                                    const copy = await this.copy({
                                         repositoryName: name,
                                         mirrorRepositoryName: mirror,
                                         pkg,
                                         snapshot,
                                         onProgress: (p) => pm.update(p, (t) => (task.output = t)),
                                     });
+                                    data.bytes = copy.bytes;
                                 },
                             })), !!this.options.prune &&
                                 l.$task({
@@ -317,6 +329,8 @@ class BackupAction {
                                 }));
                         }),
                         ...(0, report_list_1.createReportListTasks)(l, {
+                            hostname: this.config.hostname ?? (0, os_1.hostname)(),
+                            action: "backup",
                             reports: this.config.reports || [],
                             verbose: this.options.verbose,
                             onMessage: (result, report) => this.dataFormat(result).format(report.format ?? "list"),

package/lib/actions/CopyAction.d.ts

@@ -31,6 +31,7 @@ export type Context = {
         repositoryName: string;
         mirrorRepositoryName: string;
         skipped: boolean;
+        bytes: number;
     };
 } & ReportListTaskContext;
 export declare class CopyAction<TRequired extends boolean = true> {
@@ -50,6 +51,8 @@ export declare class CopyAction<TRequired extends boolean = true> {
         mirrorConfig: RepositoryConfig;
         snapshot: Snapshot;
         onProgress: (p: Progress) => void;
-    }): Promise<void>;
+    }): Promise<{
+        bytes: number;
+    }>;
     exec(): Promise<(import("../utils/list").List3SummaryResult | import("../utils/list").Listr3TaskResult<Context>)[]>;
 }

package/lib/actions/CopyAction.js

@@ -50,6 +50,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CopyAction = void 0;
 const DataFormat_1 = require("../utils/DataFormat");
+const bytes_1 = require("../utils/bytes");
 const cli_1 = require("../utils/cli");
 const config_1 = require("../utils/datatruck/config");
 const report_list_1 = require("../utils/datatruck/report-list");
@@ -61,6 +62,7 @@ const object_1 = require("../utils/object");
 const progress_1 = require("../utils/progress");
 const temp_1 = require("../utils/temp");
 const chalk_1 = __importDefault(require("chalk"));
+const os_1 = require("os");
 class CopyAction {
     config;
     options;
@@ -79,7 +81,11 @@ class CopyAction {
                 snapshots: (data) => data.snapshots.length,
                 copy: (data) => [
                     data.packageName,
-                    g([data.snapshotId.slice(0, 8), data.mirrorRepositoryName].join(" ")),
+                    g([
+                        data.snapshotId.slice(0, 8),
+                        data.mirrorRepositoryName,
+                        (0, bytes_1.formatBytes)(data.bytes),
+                    ].join(" ")),
                 ],
                 report: (data) => data.type,
                 summary: (data) => ({
@@ -150,7 +156,7 @@ class CopyAction {
             });
             if (this.config.minFreeDiskSpace)
                 await mirrorRepo.ensureFreeDiskSpace(mirrorConfig.config, this.config.minFreeDiskSpace);
-            await mirrorRepo.backup({
+            return await mirrorRepo.backup({
                 options: {
                     verbose: this.options.verbose,
                     tags: snapshot.tags,
@@ -219,6 +225,7 @@ class CopyAction {
                                 packageName: snapshot.packageName,
                                 repositoryName: repoConfig.name,
                                 mirrorRepositoryName: repo2.name,
+                                bytes: 0,
                                 skipped: false,
                             },
                             title: {
@@ -249,16 +256,17 @@ class CopyAction {
                                     mirrorConfig,
                                 ]);
                                 if (sourceRepo.has()) {
-                                    await sourceRepo.get().copy({
+                                    const copy = await sourceRepo.get().copy({
                                         mirrorRepositoryConfig: mirrorConfig.config,
                                         options: { verbose: this.options.verbose },
                                         package: { name: snapshot.packageName },
                                         snapshot,
                                         onProgress: (p) => pm.update(p, (d) => (task.output = d)),
                                     });
+                                    data.bytes = copy.bytes;
                                 }
                                 else {
-                                    await this.copyCrossRepository({
+                                    const copy = await this.copyCrossRepository({
                                         mirrorConfig,
                                         mirrorRepo,
                                         repo,
@@ -266,6 +274,7 @@ class CopyAction {
                                         snapshot,
                                         onProgress: (p) => pm.update(p, (d) => (task.output = d)),
                                     });
+                                    data.bytes = copy.bytes;
                                     sourceRepo.set(mirrorRepo);
                                 }
                             },
@@ -274,6 +283,8 @@ class CopyAction {
                 },
             }),
             ...(0, report_list_1.createReportListTasks)(l, {
+                hostname: this.config.hostname ?? (0, os_1.hostname)(),
+                action: "copy",
                 reports: this.config.reports || [],
                 verbose: this.options.verbose,
                 onMessage: (result, report) => this.dataFormat(result).format(report.format ?? "list"),

package/lib/commands/BackupCommand.d.ts

@@ -25,12 +25,14 @@ export declare class BackupCommand extends CommandAbstract<BackupCommandOptions<
             backup: {
                 packageName: string;
                 repositoryName: string;
+                bytes: number;
             };
             cleanup: {};
             copy: {
                 packageName: string;
                 repositoryName: string;
                 mirrorRepositoryName: string;
+                bytes: number;
             };
             prune: {
                 packageName: string;

package/lib/repositories/DatatruckRepository.d.ts

@@ -50,8 +50,12 @@ export declare class DatatruckRepository extends RepositoryAbstract<DatatruckRep
     init(data: RepoInitData): Promise<void>;
     prune(data: RepoPruneData): Promise<void>;
     fetchSnapshots(data: RepoFetchSnapshotsData): Promise<Snapshot[]>;
-    backup(data: RepoBackupData<DatatruckPackageRepositoryConfig>): Promise<void>;
-    copy(data: RepoCopyData<DatatruckRepositoryConfig>): Promise<void>;
+    backup(data: RepoBackupData<DatatruckPackageRepositoryConfig>): Promise<{
+        bytes: number;
+    }>;
+    copy(data: RepoCopyData<DatatruckRepositoryConfig>): Promise<{
+        bytes: number;
+    }>;
     restore(data: RepoRestoreData<DatatruckPackageRepositoryConfig>): Promise<void>;
 }
 export {};

package/lib/repositories/DatatruckRepository.js

@@ -203,6 +203,7 @@ class DatatruckRepository extends RepositoryAbstract_1.RepositoryAbstract {
         }
         scanner.end();
         // Meta
+        const size = Object.values(tarStats).reduce((total, { size }) => total + size, 0);
         const metaPath = `${snapshotName}/meta.json`;
         const nodePkg = (0, fs_1.parsePackageFile)();
         const meta = {
@@ -212,12 +213,15 @@ class DatatruckRepository extends RepositoryAbstract_1.RepositoryAbstract {
             package: data.package.name,
             task: data.package.task?.name,
             version: nodePkg.version,
-            size: Object.values(tarStats).reduce((total, { size }) => total + size, 0),
+            size,
             tarStats,
         };
         if (data.options.verbose)
             (0, cli_1.logExec)(`Writing metadata into ${fs.resolvePath(metaPath)}`);
         await fs.writeFile(`${snapshotName}/meta.json`, JSON.stringify(meta));
+        return {
+            bytes: size,
+        };
     }
     async copy(data) {
         const sourceFs = (0, client_1.createFs)(this.config.backend);
@@ -236,6 +240,7 @@ class DatatruckRepository extends RepositoryAbstract_1.RepositoryAbstract {
         await targetFs.ensureEmptyDir(tmpSnapshotName);
         const entries = await sourceFs.readdir(snapshotName);
         const total = entries.length;
+        let bytes = 0;
         let current = 0;
         for (const entry of entries) {
             const absolute = {
@@ -250,7 +255,7 @@ class DatatruckRepository extends RepositoryAbstract_1.RepositoryAbstract {
             const sourceEntry = `${snapshotName}/${entry}`;
             const targetEntry = `${tmpSnapshotName}/${entry}`;
             if (targetFs.isLocal()) {
-                await sourceFs.download(sourceEntry, targetFs.resolvePath(targetEntry), {
+                const downloaded = await sourceFs.download(sourceEntry, targetFs.resolvePath(targetEntry), {
                     onProgress: (progress) => data.onProgress({
                         absolute,
                         relative: {
@@ -260,12 +265,13 @@ class DatatruckRepository extends RepositoryAbstract_1.RepositoryAbstract {
                         },
                     }),
                 });
+                bytes += downloaded.bytes;
             }
             else {
                 const tempDir = await (0, temp_1.mkTmpDir)(exports.datatruckRepositoryName, "repo", "remote-copy", entry);
                 const tempFile = (0, path_1.join)(tempDir, entry);
                 try {
-                    await sourceFs.download(sourceEntry, tempFile, {
+                    const downloaded = await sourceFs.download(sourceEntry, tempFile, {
                         onProgress: (progress) => data.onProgress({
                             absolute,
                             relative: {
@@ -275,6 +281,7 @@ class DatatruckRepository extends RepositoryAbstract_1.RepositoryAbstract {
                             },
                         }),
                     });
+                    bytes += downloaded.bytes;
                     await targetFs.upload(tempFile, targetEntry);
                 }
                 finally {
@@ -283,6 +290,7 @@ class DatatruckRepository extends RepositoryAbstract_1.RepositoryAbstract {
             }
         }
         await targetFs.rename(tmpSnapshotName, snapshotName);
+        return { bytes };
     }
     async restore(data) {
         const fs = (0, client_1.createFs)(this.config.backend);

package/lib/repositories/GitRepository.d.ts

@@ -22,7 +22,11 @@ export declare class GitRepository extends RepositoryAbstract<GitRepositoryConfi
     init(data: RepoInitData): Promise<void>;
     prune(data: RepoPruneData): Promise<void>;
     fetchSnapshots(data: RepoFetchSnapshotsData): Promise<Snapshot[]>;
-    backup(data: RepoBackupData<GitPackageRepositoryConfig>): Promise<void>;
-    copy(data: RepoCopyData<GitRepositoryConfig>): Promise<void>;
+    backup(data: RepoBackupData<GitPackageRepositoryConfig>): Promise<{
+        bytes: number;
+    }>;
+    copy(data: RepoCopyData<GitRepositoryConfig>): Promise<{
+        bytes: number;
+    }>;
     restore(data: RepoRestoreData<GitPackageRepositoryConfig>): Promise<void>;
 }

package/lib/repositories/GitRepository.js

@@ -187,6 +187,8 @@ class GitRepository extends RepositoryAbstract_1.RepositoryAbstract {
         if (await git.haveChanges())
             await git.exec(["commit", "-m", data.snapshot.id]);
         const nodePkg = (0, fs_1.parsePackageFile)();
+        const size = (await (0, fs_1.fastFolderSizeAsync)(tmpPath)) -
+            (await (0, fs_1.fastFolderSizeAsync)((0, path_1.join)(tmpPath, ".git")));
         const meta = GitRepository.buildSnapshotTag({
             id: data.snapshot.id,
             shortId: data.snapshot.id.slice(0, 8),
@@ -195,16 +197,19 @@ class GitRepository extends RepositoryAbstract_1.RepositoryAbstract {
             package: data.package.name,
             task: data.package.task?.name,
             version: nodePkg.version,
-            size: ((await (0, fs_1.fastFolderSizeAsync)(tmpPath)) -
-                (await (0, fs_1.fastFolderSizeAsync)((0, path_1.join)(tmpPath, ".git")))).toString(),
+            size: size.toString(),
         });
         await git.addTag(meta.name, meta.message);
         await git.push({ branchName });
         await git.pushTags();
         await (0, promises_1.rm)(tmpPath, { recursive: true });
+        return {
+            bytes: size,
+        };
     }
-    copy(data) {
+    async copy(data) {
         throw new Error("Method not implemented.");
+        return { bytes: 0 };
     }
     async restore(data) {
         const restorePath = data.snapshotPath;

package/lib/repositories/RepositoryAbstract.d.ts

@@ -83,7 +83,11 @@ export declare abstract class RepositoryAbstract<TConfig> {
     abstract init(data: RepoInitData): Promise<void>;
     abstract prune(data: RepoPruneData): Promise<void>;
     abstract fetchSnapshots(data: RepoFetchSnapshotsData): Promise<Snapshot[]>;
-    abstract copy(data: RepoCopyData<TConfig>): Promise<void>;
-    abstract backup(data: RepoBackupData<unknown>): Promise<void>;
+    abstract copy(data: RepoCopyData<TConfig>): Promise<{
+        bytes: number;
+    }>;
+    abstract backup(data: RepoBackupData<unknown>): Promise<{
+        bytes: number;
+    }>;
     abstract restore(data: RepoRestoreData<unknown>): Promise<void>;
 }

package/lib/repositories/ResticRepository.d.ts

@@ -33,7 +33,11 @@ export declare class ResticRepository extends RepositoryAbstract<ResticRepositor
     init(data: RepoInitData): Promise<void>;
     fetchSnapshots(data: RepoFetchSnapshotsData): Promise<Snapshot[]>;
     prune(data: RepoPruneData): Promise<void>;
-    backup(data: RepoBackupData<ResticPackageRepositoryConfig>): Promise<void>;
-    copy(data: RepoCopyData<ResticRepositoryConfig>): Promise<void>;
+    backup(data: RepoBackupData<ResticPackageRepositoryConfig>): Promise<{
+        bytes: number;
+    }>;
+    copy(data: RepoCopyData<ResticRepositoryConfig>): Promise<{
+        bytes: number;
+    }>;
     restore(data: RepoRestoreData<ResticPackageRepositoryConfig>): Promise<void>;
 }

package/lib/repositories/ResticRepository.js

@@ -204,10 +204,6 @@ class ResticRepository extends RepositoryAbstract_1.RepositoryAbstract {
             allowEmptySnapshot: true,
             excludeFile: gitignorePath ? [gitignorePath] : undefined,
             parent: lastSnapshot?.id,
-            // https://github.com/restic/restic/pull/3200
-            ...((await restic.checkBackupSetPathSupport()) && {
-                setPaths: [`/datatruck/${data.package.name}`],
-            }),
             tags: [
                 ResticRepository.buildSnapshotTag(RepositoryAbstract_1.SnapshotTagEnum.ID, data.snapshot.id),
                 ResticRepository.buildSnapshotTag(RepositoryAbstract_1.SnapshotTagEnum.SHORT_ID, data.snapshot.id.slice(0, 8)),
@@ -267,6 +263,9 @@ class ResticRepository extends RepositoryAbstract_1.RepositoryAbstract {
                 percent: 100,
             },
         });
+        return {
+            bytes: resticTotalBytes,
+        };
     }
     async copy(data) {
         const config = data.mirrorRepositoryConfig;
@@ -289,9 +288,16 @@ class ResticRepository extends RepositoryAbstract_1.RepositoryAbstract {
             },
             log: data.options.verbose,
         });
+        let bytes = 0;
         await restic.copy({
             id: snapshot.originalId,
+            onStream(data) {
+                if (data.message_type === "status") {
+                    bytes = data.total_bytes;
+                }
+            },
         });
+        return { bytes };
     }
     async restore(data) {
         const restorePath = data.snapshotPath;

package/lib/utils/Restic.d.ts

@@ -80,7 +80,6 @@ export declare class Restic {
         id: string;
         short_id: string;
     }[]>;
-    checkBackupSetPathSupport(): Promise<boolean>;
     backup(options: {
         cwd?: string;
         tags?: string[];
@@ -95,7 +94,7 @@ export declare class Restic {
     }): Promise<ExecResult>;
     copy(options: {
         id: string;
-        onStream?: (data: ResticBackupStream) => Promise<void>;
+        onStream?: (data: ResticBackupStream) => void;
     }): Promise<ExecResult>;
     restore(options: {
         id: string;

package/lib/utils/Restic.js

@@ -102,14 +102,6 @@ class Restic {
         });
         return JSON.parse(result.stdout);
     }
-    async checkBackupSetPathSupport() {
-        /*const result = await this.exec(["backup", "--set-path"], {
-          onExitCodeError: () => false,
-          stderr: { save: true },
-        });
-        return result.stderr.includes("flag needs an argument");*/
-        return false;
-    }
     async backup(options) {
         const exec = async () => await this.exec([
             "backup",

package/lib/utils/datatruck/client.d.ts

@@ -23,7 +23,9 @@ export declare class RemoteFs extends AbstractFs {
     download(source: string, target: string, options?: {
         timeout?: number;
         onProgress?: (progress: BasicProgress) => void;
-    }): Promise<void>;
+    }): Promise<{
+        bytes: number;
+    }>;
 }
 export declare function isRemoteBackend(backend: string): boolean;
 export declare function createFs(backend: string): AbstractFs;

package/lib/utils/datatruck/client.js

@@ -80,7 +80,7 @@ class RemoteFs extends virtual_fs_1.AbstractFs {
         });
     }
     async download(source, target, options = {}) {
-        await (0, http_1.downloadFile)(`${this.url}/download`, target, {
+        return await (0, http_1.downloadFile)(`${this.url}/download`, target, {
             ...options,
             headers: this.headers,
             query: { params: JSON.stringify([source]) },

package/lib/utils/datatruck/config-type.d.ts

@@ -9,6 +9,7 @@ import type { DatatruckRepositoryServerOptions } from "./repository-server";
 export { RepositoryConfig, RepositoryConfigEnabledAction, TaskConfig };
 export type Config = {
     $schema?: string;
+    hostname?: string;
     tempDir?: string;
     minFreeDiskSpace?: string | number;
     repositories: RepositoryConfig[];

package/lib/utils/datatruck/report-list.d.ts

@@ -6,6 +6,8 @@ export type ReportListTaskContext = {
     };
 };
 export declare function createReportListTasks<T extends ReportListTaskContext>(list: Listr3<T>, options: {
+    action: string;
+    hostname: string;
     reports: DatatruckReportConfig[];
     onMessage: (result: (List3SummaryResult | Listr3TaskResult<T>)[], report: DatatruckReportConfig) => string;
     verbose?: boolean;

package/lib/utils/datatruck/report-list.js

@@ -41,7 +41,7 @@ function createReportListTasks(list, options) {
                 else if ((0, reportSteps_1.isReportStep)(report.run)) {
                     await (0, reportSteps_1.runReportSteps)(report.run, {
                         data: {
-                            title: "DTT Backup",
+                            title: `[${options.hostname}] DTT ${options.action}`,
                             message,
                             success,
                         },

package/lib/utils/http.d.ts

@@ -22,7 +22,9 @@ export declare function downloadFile(url: string, output: string, options?: {
     query?: Record<string, string>;
     timeout?: number;
     onProgress?: (progress: BasicProgress) => void;
-}): Promise<void>;
+}): Promise<{
+    bytes: number;
+}>;
 export declare function uploadFile(url: string, path: string, options?: {
     headers?: Record<string, string>;
     query?: Record<string, string>;

package/lib/utils/http.js

@@ -90,6 +90,7 @@ exports.post = post;
 async function downloadFile(url, output, options = {}) {
     const timeout = options.timeout ?? 3600 * 1000; // 60m
     const file = (0, fs_1.createWriteStream)(output);
+    let total = 0;
     await new Promise((resolve, reject) => {
         const req = request(href(url, options.query), {
             headers: options.headers,
@@ -97,7 +98,7 @@ async function downloadFile(url, output, options = {}) {
             const contentLength = res.headers["content-length"] ?? "";
             if (!/^\d+$/.test(contentLength))
                 return reject(new Error(`Invalid 'content-length': ${contentLength}`));
-            const total = Number(contentLength);
+            total = Number(contentLength);
             let current = 0;
             if (res.statusCode === 200) {
                 if (options.onProgress) {
@@ -145,6 +146,10 @@ async function downloadFile(url, output, options = {}) {
         });
         req.end();
     });
+    const { size: bytes } = await (0, promises_1.stat)(output);
+    if (total !== bytes)
+        throw new Error(`Invalid download size: ${total} != ${bytes}`);
+    return { bytes };
 }
 exports.downloadFile = downloadFile;
 async function uploadFile(url, path, options = {}) {

package/lib/utils/virtual-fs.d.ts

@@ -23,7 +23,9 @@ export declare abstract class AbstractFs {
     abstract download(source: string, target: string, options?: {
         timeout?: number;
         onProgress?: (progress: BasicProgress) => void;
-    }): Promise<void>;
+    }): Promise<{
+        bytes: number;
+    }>;
     abstract fetchDiskStats(source: string): Promise<DiskStats>;
 }
 export declare class LocalFs extends AbstractFs {
@@ -39,5 +41,7 @@ export declare class LocalFs extends AbstractFs {
     rmAll(path: string): Promise<void>;
     fetchDiskStats(source: string): Promise<DiskStats>;
     upload(source: string, target: string): Promise<void>;
-    download(source: string, target: string): Promise<void>;
+    download(source: string, target: string): Promise<{
+        bytes: number;
+    }>;
 }

package/lib/utils/virtual-fs.js

@@ -62,7 +62,10 @@ class LocalFs extends AbstractFs {
         await (0, promises_1.cp)(source, this.resolvePath(target));
     }
     async download(source, target) {
-        await (0, promises_1.cp)(this.resolvePath(source), target);
+        const path = this.resolvePath(source);
+        const { size: bytes } = await (0, promises_1.stat)(path);
+        await (0, promises_1.cp)(path, target);
+        return { bytes };
     }
 }
 exports.LocalFs = LocalFs;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@datatruck/cli",
-  "version": "0.33.0",
+  "version": "0.34.0",
   "description": "Tool for creating and managing backups",
   "homepage": "https://github.com/swordev/datatruck#readme",
   "bugs": {
@@ -35,7 +35,7 @@
     "dayjs": "^1.11.10",
     "fast-folder-size": "^2.2.0",
     "fast-glob": "^3.3.2",
-    "listr2": "^8.0.0",
+    "listr2": "^8.0.1",
     "micromatch": "^4.0.5",
     "mysql2": "^3.6.5",
     "tty-table": "^4.2.3",