@dignetwork/dig-sdk 0.0.1-alpha.4 → 0.0.1-alpha.42

package/dist/utils/config.js

@@ -49,9 +49,7 @@ const createInitialConfig = () => {
 };
 exports.createInitialConfig = createInitialConfig;
 const setRemote = (remote) => {
-    if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
-        throw new Error("Config file not found.");
-    }
+    (0, exports.ensureDigConfig)("");
     const config = JSON.parse(fs.readFileSync(exports.CONFIG_FILE_PATH, "utf-8"));
     config.remote = remote;
     fs.writeFileSync(exports.CONFIG_FILE_PATH, JSON.stringify(config, null, 4));
@@ -59,9 +57,7 @@ const setRemote = (remote) => {
 };
 exports.setRemote = setRemote;
 const setActiveStore = (storeId) => {
-    if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
-        throw new Error("Config file not found.");
-    }
+    (0, exports.ensureDigConfig)("");
     const config = JSON.parse(fs.readFileSync(exports.CONFIG_FILE_PATH, "utf-8"));
     config.active_store = storeId;
     fs.writeFileSync(exports.CONFIG_FILE_PATH, JSON.stringify(config, null, 4));
@@ -151,9 +147,7 @@ exports.getActiveStoreId = getActiveStoreId;
  * @throws Will throw an error if the config file does not exist or cannot be parsed.
  */
 const loadDigConfig = (baseDir) => {
-    if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
-        throw new Error(`Configuration file not found at ${exports.CONFIG_FILE_PATH}`);
-    }
+    (0, exports.ensureDigConfig)("");
     try {
         const configContent = fs.readFileSync(exports.CONFIG_FILE_PATH, "utf-8");
         const config = JSON.parse(configContent);
@@ -173,6 +167,7 @@ exports.loadDigConfig = loadDigConfig;
  */
 const ensureDigConfig = (baseDir) => {
     if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
+        fs.mkdirSync(exports.DIG_FOLDER_PATH, { recursive: true });
         const defaultConfig = { deploy_dir: "./dist" };
         fs.writeFileSync(exports.CONFIG_FILE_PATH, JSON.stringify(defaultConfig, null, 4), "utf-8");
         console.log(`Created new dig.config.json at ${exports.CONFIG_FILE_PATH}`);

package/dist/utils/directoryUtils.d.ts

@@ -1,10 +1,4 @@
-import { DataIntegrityTree } from "@dignetwork/data-integrity-tree";
-/**
- * Recursively add all files in a directory to the Merkle tree, skipping the .dig, .git folders, and files in .gitignore.
- * @param datalayer - The DataStoreManager instance.
- * @param dirPath - The directory path.
- * @param baseDir - The base directory for relative paths.
- */
+import { DataIntegrityTree } from "../DataIntegrityTree";
 export declare const addDirectory: (datalayer: DataIntegrityTree, dirPath: string, baseDir?: string) => Promise<void>;
 /**
  * Calculate the total size of the DIG_FOLDER_PATH

package/dist/utils/directoryUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAEpE;;;;;GAKG;AACH,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CAmCd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}
+{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}

package/dist/utils/directoryUtils.js

@@ -27,15 +27,29 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.calculateFolderSize = exports.addDirectory = void 0;
-const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
 const ignore_1 = __importDefault(require("ignore"));
-/**
- * Recursively add all files in a directory to the Merkle tree, skipping the .dig, .git folders, and files in .gitignore.
- * @param datalayer - The DataStoreManager instance.
- * @param dirPath - The directory path.
- * @param baseDir - The base directory for relative paths.
- */
+// Custom concurrency handler
+const limitConcurrency = async (concurrencyLimit, tasks) => {
+    const executing = [];
+    for (const task of tasks) {
+        const p = task();
+        // Add the new task to the executing array
+        executing.push(p);
+        // When a task completes, remove it from the executing array
+        const cleanup = p.finally(() => {
+            executing.splice(executing.indexOf(cleanup), 1);
+        });
+        // Once the limit is reached, wait for one to complete
+        if (executing.length >= concurrencyLimit) {
+            await new Promise((resolve) => setTimeout(resolve, 100));
+            await Promise.race(executing);
+        }
+    }
+    // Wait for all remaining tasks to complete
+    return Promise.all(executing);
+};
 const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
     const ig = (0, ignore_1.default)();
     const gitignorePath = path.join(baseDir, ".gitignore");
@@ -45,6 +59,7 @@ const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
         ig.add(gitignoreContent);
     }
     const files = fs.readdirSync(dirPath);
+    const tasks = [];
     for (const file of files) {
         const filePath = path.join(dirPath, file);
         const relativePath = path.relative(baseDir, filePath).replace(/\\/g, "/");
@@ -54,18 +69,22 @@ const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
         }
         const stat = fs.statSync(filePath);
         if (stat.isDirectory()) {
-            await (0, exports.addDirectory)(datalayer, filePath, baseDir);
+            // Recursively process the directory
+            tasks.push(() => (0, exports.addDirectory)(datalayer, filePath, baseDir));
         }
         else {
-            await new Promise((resolve, reject) => {
+            // Add a task for each file to be processed
+            tasks.push(() => new Promise((resolve, reject) => {
                 const stream = fs.createReadStream(filePath);
                 datalayer
                     .upsertKey(stream, Buffer.from(relativePath).toString("hex"))
-                    .then(resolve)
+                    .then(() => resolve())
                     .catch(reject);
-            });
+            }));
         }
     }
+    // Run tasks with limited concurrency (set the concurrency limit as needed)
+    await limitConcurrency(10, tasks); // Adjust 10 based on your system limits
 };
 exports.addDirectory = addDirectory;
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.4",
+  "version": "0.0.1-alpha.42",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -25,7 +25,7 @@
     "LICENSE"
   ],
   "dependencies": {
-    "@dignetwork/data-integrity-tree": "^0.0.22",
+    "@dignetwork/datalayer-driver": "^0.1.24",
     "bip39": "^3.1.0",
     "chia-bls": "^1.0.2",
     "chia-config-loader": "^1.0.1",
@@ -34,7 +34,6 @@
     "chia-wallet": "^1.0.18",
     "cli-progress": "^3.12.0",
     "crypto-js": "^4.2.0",
-    "datalayer-driver": "^0.1.21",
     "fs-extra": "^11.2.0",
     "ignore": "^5.3.2",
     "inquirer": "^10.1.8",
@@ -42,6 +41,7 @@
     "merkletreejs": "^0.4.0",
     "nanospinner": "^1.1.0",
     "nconf": "^0.12.1",
+    "p-limit": "^6.1.0",
     "superagent": "^10.0.0"
   },
   "devDependencies": {