@datatruck/cli 0.3.2 → 0.6.0

package/util/fs-util.js

@@ -1,16 +1,21 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.writePathLists = exports.writeGitIgnoreList = exports.forEachFile = exports.checkDir = exports.checkFile = exports.readPartialFile = exports.mkTmpDir = exports.tmpDir = exports.sessionTmpDir = exports.parentTmpDir = exports.existsFile = exports.findFile = exports.parsePackageFile = exports.parseFile = exports.parseFileExtensions = exports.readdirIfExists = exports.writeJSONFile = exports.existsDir = exports.ensureEmptyDir = exports.mkdirIfNotExists = exports.isDirEmpty = exports.isLocalDir = void 0;
+exports.cpy = exports.writePathLists = exports.writeGitIgnoreList = exports.forEachFile = exports.checkDir = exports.checkFile = exports.readPartialFile = exports.mkTmpDir = exports.tmpDir = exports.sessionTmpDir = exports.parentTmpDir = exports.existsFile = exports.findFile = exports.parsePackageFile = exports.parseFile = exports.parseFileExtensions = exports.readdirIfExists = exports.writeJSONFile = exports.existsDir = exports.ensureEmptyDir = exports.mkdirIfNotExists = exports.isDirEmpty = exports.isLocalDir = void 0;
+const globalData_1 = __importDefault(require("../globalData"));
 const path_util_1 = require("./path-util");
+const async_1 = require("async");
 const crypto_1 = require("crypto");
+const fast_glob_1 = __importDefault(require("fast-glob"));
 const fs_1 = require("fs");
 const fs_2 = require("fs");
-const fs_extra_1 = require("fs-extra");
 const promises_1 = require("fs/promises");
 const micromatch_1 = require("micromatch");
-const os_1 = require("os");
 const path_1 = require("path");
 const path_2 = require("path");
+const readline_1 = require("readline");
 function isLocalDir(path) {
     return /^[\/\.]|([A-Z]:)/i.test(path);
 }
@@ -22,7 +27,7 @@ async function isDirEmpty(path) {
 exports.isDirEmpty = isDirEmpty;
 async function mkdirIfNotExists(path) {
     try {
-        await (0, fs_extra_1.mkdir)(path, {
+        await (0, promises_1.mkdir)(path, {
             recursive: true,
         });
     }
@@ -110,8 +115,7 @@ async function existsFile(path) {
 }
 exports.existsFile = existsFile;
 function parentTmpDir() {
-    const tmpDir = (0, os_1.tmpdir)();
-    return (0, path_1.join)(tmpDir, "datatruck");
+    return (0, path_1.join)(globalData_1.default.tempDir, "datatruck-temp");
 }
 exports.parentTmpDir = parentTmpDir;
 function sessionTmpDir() {
@@ -126,7 +130,7 @@ function tmpDir(prefix, id) {
 exports.tmpDir = tmpDir;
 async function mkTmpDir(prefix, id) {
     const path = tmpDir(prefix, id);
-    await (0, fs_extra_1.mkdir)(path, { recursive: true });
+    await (0, promises_1.mkdir)(path, { recursive: true });
     return path;
 }
 exports.mkTmpDir = mkTmpDir;
@@ -311,3 +315,70 @@ async function writePathLists(options) {
     };
 }
 exports.writePathLists = writePathLists;
+async function cpy(options) {
+    const stats = { paths: 0, files: 0, dirs: 0 };
+    const dirs = new Set();
+    const makeRecursiveDir = async (path) => {
+        if (!dirs.has(path)) {
+            stats.paths++;
+            stats.dirs++;
+            await (0, promises_1.mkdir)(path, {
+                recursive: true,
+            });
+            dirs.add(path);
+        }
+    };
+    const task = async (rawEntryPath, basePath) => {
+        const isDir = rawEntryPath.endsWith("/");
+        const entryPath = (0, path_1.normalize)(rawEntryPath);
+        const entrySourcePath = (0, path_1.resolve)((0, path_1.join)(basePath, rawEntryPath));
+        const entryTargetPath = (0, path_1.resolve)((0, path_1.join)(options.targetPath, rawEntryPath));
+        const onPathResult = await options?.onPath?.({
+            isDir,
+            entryPath,
+            entrySourcePath,
+            entryTargetPath,
+            stats,
+        });
+        if (onPathResult === false) {
+            return;
+        }
+        else if (isDir) {
+            await makeRecursiveDir(entryTargetPath);
+        }
+        else {
+            const dir = (0, path_1.dirname)(entryTargetPath);
+            await makeRecursiveDir(dir);
+            stats.files++;
+            await (0, promises_1.cp)(entrySourcePath, entryTargetPath);
+        }
+    };
+    const { input } = options;
+    if (input.type === "glob") {
+        const stream = await (0, fast_glob_1.default)(input.include || ["**"], {
+            cwd: input.sourcePath,
+            ignore: input.exclude,
+            dot: true,
+            onlyFiles: false,
+            markDirectories: true,
+        });
+        await (0, async_1.eachLimit)(stream, options.concurrency ?? 1, async (entryPath) => await task(entryPath, input.sourcePath));
+    }
+    else if (input.type === "stream") {
+        await (0, async_1.eachLimit)(input.value, options.concurrency ?? 1, async (entryPath) => await task(entryPath, input.basePath));
+    }
+    else if (input.type === "pathList") {
+        const stream = (0, readline_1.createInterface)({
+            input: (0, fs_1.createReadStream)(input.path),
+        });
+        await cpy({
+            ...options,
+            input: {
+                type: "stream",
+                value: stream,
+                basePath: input.basePath,
+            },
+        });
+    }
+}
+exports.cpy = cpy;