@dignetwork/dig-sdk 0.0.1-alpha.12 → 0.0.1-alpha.13

package/dist/utils/directoryUtils.d.ts

@@ -1,9 +1,3 @@
 import { DataIntegrityTree } from "../DataIntegrityTree";
 export declare const addDirectory: (datalayer: DataIntegrityTree, dirPath: string, baseDir?: string) => Promise<void>;
-/**
- * Calculate the total size of the DIG_FOLDER_PATH
- * @param folderPath - The path of the folder to calculate size.
- * @returns The total size of the folder in bytes.
- */
-export declare const calculateFolderSize: (folderPath: string) => bigint;
 //# sourceMappingURL=directoryUtils.d.ts.map

package/dist/utils/directoryUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AASzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CAyCd,CAAC;AAIF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}
+{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA2BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA2Cd,CAAC"}

package/dist/utils/directoryUtils.js

@@ -26,17 +26,30 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.calculateFolderSize = exports.addDirectory = void 0;
-const fs = __importStar(require("fs"));
+exports.addDirectory = void 0;
 const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
 const ignore_1 = __importDefault(require("ignore"));
-// Function to dynamically load p-limit since it's an ES module
-async function loadPLimit() {
-    const { default: pLimit } = await Promise.resolve().then(() => __importStar(require('p-limit')));
-    return pLimit;
-}
+// Custom concurrency handler
+const limitConcurrency = async (concurrencyLimit, tasks) => {
+    const results = [];
+    const executing = [];
+    for (const task of tasks) {
+        const p = task();
+        results.push(p);
+        // Once the limit is reached, wait for one to complete
+        if (executing.length >= concurrencyLimit) {
+            await Promise.race(executing);
+        }
+        // Add the new task to the executing array
+        executing.push(p);
+        // When a task completes, remove it from the executing array
+        p.finally(() => executing.splice(executing.indexOf(p), 1));
+    }
+    // Wait for all remaining tasks to complete
+    return Promise.all(results);
+};
 const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
-    const limit = await loadPLimit(); // Dynamically load p-limit and get the default export
     const ig = (0, ignore_1.default)();
     const gitignorePath = path.join(baseDir, ".gitignore");
     // Load .gitignore rules if the file exists
@@ -45,20 +58,22 @@ const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
         ig.add(gitignoreContent);
     }
     const files = fs.readdirSync(dirPath);
-    await Promise.all(files.map(async (file) => {
+    const tasks = [];
+    for (const file of files) {
         const filePath = path.join(dirPath, file);
         const relativePath = path.relative(baseDir, filePath).replace(/\\/g, "/");
         // Skip the .dig, .git folders and files or directories ignored by .gitignore
         if (file === ".dig" || file === ".git" || ig.ignores(relativePath)) {
-            return;
+            continue;
         }
         const stat = fs.statSync(filePath);
         if (stat.isDirectory()) {
-            await (0, exports.addDirectory)(datalayer, filePath, baseDir);
+            // Recursively process the directory
+            tasks.push(() => (0, exports.addDirectory)(datalayer, filePath, baseDir));
         }
         else {
-            // Use the dynamically loaded p-limit to limit concurrent file processing
-            return limit(10)(() => new Promise((resolve, reject) => {
+            // Add a task for each file to be processed
+            tasks.push(() => new Promise((resolve, reject) => {
                 const stream = fs.createReadStream(filePath);
                 datalayer
                     .upsertKey(stream, Buffer.from(relativePath).toString("hex"))
@@ -66,27 +81,8 @@ const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
                     .catch(reject);
             }));
         }
-    }));
-};
-exports.addDirectory = addDirectory;
-/**
- * Calculate the total size of the DIG_FOLDER_PATH
- * @param folderPath - The path of the folder to calculate size.
- * @returns The total size of the folder in bytes.
- */
-const calculateFolderSize = (folderPath) => {
-    let totalSize = BigInt(0);
-    const files = fs.readdirSync(folderPath);
-    for (const file of files) {
-        const filePath = path.join(folderPath, file);
-        const stat = fs.statSync(filePath);
-        if (stat.isDirectory()) {
-            totalSize += (0, exports.calculateFolderSize)(filePath);
-        }
-        else {
-            totalSize += BigInt(stat.size);
-        }
     }
-    return totalSize;
+    // Run tasks with limited concurrency (set the concurrency limit as needed)
+    await limitConcurrency(10, tasks); // Adjust 10 based on your system limits
 };
-exports.calculateFolderSize = calculateFolderSize;
+exports.addDirectory = addDirectory;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.12",
+  "version": "0.0.1-alpha.13",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",