@dignetwork/dig-sdk 0.0.1-alpha.10 → 0.0.1-alpha.12

package/dist/utils/directoryUtils.d.ts

@@ -1,10 +1,4 @@
 import { DataIntegrityTree } from "../DataIntegrityTree";
-/**
- * Recursively add all files in a directory to the Merkle tree, skipping the .dig, .git folders, and files in .gitignore.
- * @param datalayer - The DataStoreManager instance.
- * @param dirPath - The directory path.
- * @param baseDir - The base directory for relative paths.
- */
 export declare const addDirectory: (datalayer: DataIntegrityTree, dirPath: string, baseDir?: string) => Promise<void>;
 /**
  * Calculate the total size of the DIG_FOLDER_PATH

package/dist/utils/directoryUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD;;;;;GAKG;AACH,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CAmCd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}
+{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AASzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CAyCd,CAAC;AAIF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}

package/dist/utils/directoryUtils.js

@@ -30,13 +30,13 @@ exports.calculateFolderSize = exports.addDirectory = void 0;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const ignore_1 = __importDefault(require("ignore"));
-/**
- * Recursively add all files in a directory to the Merkle tree, skipping the .dig, .git folders, and files in .gitignore.
- * @param datalayer - The DataStoreManager instance.
- * @param dirPath - The directory path.
- * @param baseDir - The base directory for relative paths.
- */
+// Function to dynamically load p-limit since it's an ES module
+async function loadPLimit() {
+    const { default: pLimit } = await Promise.resolve().then(() => __importStar(require('p-limit')));
+    return pLimit;
+}
 const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
+    const limit = await loadPLimit(); // Dynamically load p-limit and get the default export
     const ig = (0, ignore_1.default)();
     const gitignorePath = path.join(baseDir, ".gitignore");
     // Load .gitignore rules if the file exists
@@ -45,27 +45,28 @@ const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
         ig.add(gitignoreContent);
     }
     const files = fs.readdirSync(dirPath);
-    for (const file of files) {
+    await Promise.all(files.map(async (file) => {
         const filePath = path.join(dirPath, file);
         const relativePath = path.relative(baseDir, filePath).replace(/\\/g, "/");
         // Skip the .dig, .git folders and files or directories ignored by .gitignore
         if (file === ".dig" || file === ".git" || ig.ignores(relativePath)) {
-            continue;
+            return;
         }
         const stat = fs.statSync(filePath);
         if (stat.isDirectory()) {
             await (0, exports.addDirectory)(datalayer, filePath, baseDir);
         }
         else {
-            await new Promise((resolve, reject) => {
+            // Use the dynamically loaded p-limit to limit concurrent file processing
+            return limit(10)(() => new Promise((resolve, reject) => {
                 const stream = fs.createReadStream(filePath);
                 datalayer
                     .upsertKey(stream, Buffer.from(relativePath).toString("hex"))
                     .then(resolve)
                     .catch(reject);
-            });
+            }));
         }
-    }
+    }));
 };
 exports.addDirectory = addDirectory;
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.10",
+  "version": "0.0.1-alpha.12",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -41,6 +41,7 @@
     "merkletreejs": "^0.4.0",
     "nanospinner": "^1.1.0",
     "nconf": "^0.12.1",
+    "p-limit": "^6.1.0",
     "superagent": "^10.0.0"
   },
   "devDependencies": {