@dignetwork/dig-sdk 0.0.1-alpha.19 → 0.0.1-alpha.191

package/dist/utils/Udi.js

@@ -0,0 +1,170 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Udi = void 0;
+const urns = __importStar(require("urns"));
+const crypto_1 = require("crypto");
+const hi_base32_1 = require("hi-base32");
+class Udi {
+    constructor(chainName, storeId, rootHash = null, resourceKey = null) {
+        if (!storeId) {
+            throw new Error("storeId cannot be empty");
+        }
+        this.chainName = chainName || "chia";
+        this._storeIdHex = Udi.verifyAndFormatHex(storeId);
+        this._rootHashHex = rootHash ? Udi.verifyAndFormatHex(rootHash) : null;
+        this.resourceKey = resourceKey;
+    }
+    static verifyAndFormatHex(input) {
+        if (!/^[a-fA-F0-9]{64}$/.test(input)) {
+            throw new Error("Input must be a 64-character hex string.");
+        }
+        return input;
+    }
+    static fromUrn(urn) {
+        const parsedUrn = urns.parseURN(urn);
+        if (parsedUrn.nid !== Udi.nid) {
+            throw new Error(`Invalid nid: ${parsedUrn.nid}`);
+        }
+        const parts = parsedUrn.nss.split(":");
+        if (parts.length < 2) {
+            throw new Error(`Invalid UDI format: ${parsedUrn.nss}`);
+        }
+        const chainName = parts[0];
+        const storeIdHex = Udi.convertToHex(parts[1].split("/")[0]);
+        let rootHashHex = null;
+        if (parts.length > 2) {
+            rootHashHex = Udi.convertToHex(parts[2].split("/")[0]);
+        }
+        const pathParts = parsedUrn.nss.split("/");
+        let resourceKey = null;
+        if (pathParts.length > 1) {
+            resourceKey = pathParts.slice(1).join("/");
+        }
+        return new Udi(chainName, storeIdHex, rootHashHex, resourceKey);
+    }
+    static convertToHex(input) {
+        // Attempt hex conversion first
+        if (/^[a-fA-F0-9]{64}$/.test(input))
+            return input;
+        // Convert from Base32
+        try {
+            const paddedInput = Udi.addBase32Padding(input.toUpperCase());
+            const buffer = Buffer.from((0, hi_base32_1.decode)(paddedInput, false));
+            return buffer.toString("hex");
+        }
+        catch (e) {
+            console.warn("Base32 decoding failed, trying Base64 encoding...");
+        }
+        // Convert from Base64
+        try {
+            const standardBase64 = Udi.addBase64Padding(Udi.toStandardBase64(input));
+            const buffer = Buffer.from(standardBase64, "base64");
+            return buffer.toString("hex");
+        }
+        catch (e) {
+            throw new Error("Invalid input encoding. Must be 32-byte hex, Base32, or Base64 string.");
+        }
+    }
+    static addBase32Padding(input) {
+        const paddingNeeded = (8 - (input.length % 8)) % 8;
+        return input + "=".repeat(paddingNeeded);
+    }
+    static toStandardBase64(base64UrlSafe) {
+        return base64UrlSafe.replace(/-/g, "+").replace(/_/g, "/");
+    }
+    static addBase64Padding(base64) {
+        const paddingNeeded = (4 - (base64.length % 4)) % 4;
+        return base64 + "=".repeat(paddingNeeded);
+    }
+    toUrn(encoding = "hex") {
+        const storeIdStr = this.formatBufferAsEncoding(this._storeIdHex, encoding);
+        let urn = `${Udi.namespace}:${this.chainName}:${storeIdStr}`;
+        if (this._rootHashHex) {
+            const rootHashStr = this.formatBufferAsEncoding(this._rootHashHex, encoding);
+            urn += `:${rootHashStr}`;
+        }
+        if (this.resourceKey) {
+            urn += `/${this.resourceKey}`;
+        }
+        return urn;
+    }
+    formatBufferAsEncoding(hexString, encoding) {
+        const buffer = Buffer.from(hexString, "hex");
+        if (encoding === "hex") {
+            return hexString;
+        }
+        else if (encoding === "base32") {
+            return (0, hi_base32_1.encode)(buffer).replace(/=+$/, ""); // Strip padding for Base32
+        }
+        else if (encoding === "base64") {
+            return Udi.toBase64UrlSafe(buffer.toString("base64")); // Convert to URL-safe Base64
+        }
+        throw new Error("Unsupported encoding type");
+    }
+    static toBase64UrlSafe(base64Standard) {
+        return base64Standard.replace(/\+/g, "-").replace(/\//g, "_").replace(/=+$/, "");
+    }
+    equals(other) {
+        return (this._storeIdHex === other._storeIdHex &&
+            this.chainName === other.chainName &&
+            (this._rootHashHex && other._rootHashHex
+                ? this._rootHashHex === other._rootHashHex
+                : this._rootHashHex === other._rootHashHex) &&
+            this.resourceKey === other.resourceKey);
+    }
+    toString() {
+        return this.toUrn();
+    }
+    clone() {
+        return new Udi(this.chainName, this._storeIdHex, this._rootHashHex, this.resourceKey);
+    }
+    hashCode() {
+        const hash = (0, crypto_1.createHash)("sha256");
+        hash.update(this.toUrn());
+        return hash.digest("hex");
+    }
+    get storeId() {
+        return this._storeIdHex;
+    }
+    get rootHash() {
+        return this._rootHashHex;
+    }
+    get storeIdBase32() {
+        return this.formatBufferAsEncoding(this._storeIdHex, "base32");
+    }
+    get rootHashBase32() {
+        return this._rootHashHex ? this.formatBufferAsEncoding(this._rootHashHex, "base32") : null;
+    }
+    get storeIdBase64() {
+        return this.formatBufferAsEncoding(this._storeIdHex, "base64");
+    }
+    get rootHashBase64() {
+        return this._rootHashHex ? this.formatBufferAsEncoding(this._rootHashHex, "base64") : null;
+    }
+}
+exports.Udi = Udi;
+Udi.nid = "dig";
+Udi.namespace = `urn:${Udi.nid}`;

package/dist/utils/config.d.ts

@@ -1,12 +1,12 @@
 import { DigConfig } from "../types";
 export declare const NETWORK_AGG_SIG_DATA = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
+export declare const MAIN_NET_GENISES_CHALLENGE = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
 export declare const MIN_HEIGHT = 5777842;
 export declare const MIN_HEIGHT_HEADER_HASH = "b29a4daac2434fd17a36e15ba1aac5d65012d4a66f99bed0bf2b5342e92e562c";
 export declare const DIG_FOLDER_PATH: string;
 export declare const STORE_PATH: string;
 export declare const USER_DIR_PATH: string;
 export declare const CONFIG_FILE_PATH: string;
-export declare const getManifestFilePath: (storeId: string) => string;
 export declare const getHeightFilePath: (storeId: string) => string;
 export declare const createInitialConfig: () => void;
 export declare const setRemote: (remote: string) => void;
@@ -20,9 +20,10 @@ export declare const getCoinState: (storeId: string) => {
     };
 };
 /**
- * Retrieves a list of valid store folders (64-character hexadecimal names) in the DIG folder.
+ * Retrieves the list of valid store folders.
+ * If the STORE_PATH directory does not exist, it is created.
  *
- * @returns {string[]} An array of valid folder names.
+ * @returns {string[]} An array of valid store folder names.
  */
 export declare const getStoresList: () => string[];
 /**

package/dist/utils/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAKrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,mBAAmB,YAAa,MAAM,KAAG,MACN,CAAC;AAEjD,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAOtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAMrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,0BAA0B,qEAAuB,CAAC;AAE/D,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAYtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}

package/dist/utils/config.js

@@ -26,20 +26,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.getManifestFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.NETWORK_AGG_SIG_DATA = void 0;
+exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.MAIN_NET_GENISES_CHALLENGE = exports.NETWORK_AGG_SIG_DATA = void 0;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const inquirer_1 = __importDefault(require("inquirer"));
 const os_1 = __importDefault(require("os"));
+const Environment_1 = require("./Environment");
 exports.NETWORK_AGG_SIG_DATA = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
+exports.MAIN_NET_GENISES_CHALLENGE = exports.NETWORK_AGG_SIG_DATA;
 exports.MIN_HEIGHT = 5777842;
 exports.MIN_HEIGHT_HEADER_HASH = "b29a4daac2434fd17a36e15ba1aac5d65012d4a66f99bed0bf2b5342e92e562c";
-exports.DIG_FOLDER_PATH = process.env.DIG_FOLDER_PATH || path.join(process.cwd(), ".dig");
+exports.DIG_FOLDER_PATH = Environment_1.Environment.DIG_FOLDER_PATH || path.join(process.cwd(), ".dig");
 exports.STORE_PATH = path.join(exports.DIG_FOLDER_PATH, "stores");
 exports.USER_DIR_PATH = path.join(os_1.default.homedir(), ".dig");
 exports.CONFIG_FILE_PATH = path.join(exports.DIG_FOLDER_PATH, "dig.config.json");
-const getManifestFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "manifest.dat");
-exports.getManifestFilePath = getManifestFilePath;
 const getHeightFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "height.json");
 exports.getHeightFilePath = getHeightFilePath;
 const createInitialConfig = () => {
@@ -82,7 +82,7 @@ const promptUserForSelection = async (options) => {
     return answer.selectedStore;
 };
 const getCoinState = (storeId) => {
-    const stateFile = path.join(exports.STORE_PATH, `${storeId}.json`);
+    const stateFile = path.join(exports.USER_DIR_PATH, `${storeId}.json`);
     if (!fs.existsSync(stateFile)) {
         return {
             metadata: { rootHash: "", bytes: "", label: "", description: "" },
@@ -94,11 +94,16 @@ const getCoinState = (storeId) => {
 };
 exports.getCoinState = getCoinState;
 /**
- * Retrieves a list of valid store folders (64-character hexadecimal names) in the DIG folder.
+ * Retrieves the list of valid store folders.
+ * If the STORE_PATH directory does not exist, it is created.
  *
- * @returns {string[]} An array of valid folder names.
+ * @returns {string[]} An array of valid store folder names.
  */
 const getStoresList = () => {
+    // Check if the STORE_PATH exists, create it if not
+    if (!fs.existsSync(exports.STORE_PATH)) {
+        fs.mkdirSync(exports.STORE_PATH, { recursive: true });
+    }
     const folders = fs.readdirSync(exports.STORE_PATH);
     return folders.filter((folder) => /^[a-f0-9]{64}$/.test(folder) &&
         fs.lstatSync(path.join(exports.STORE_PATH, folder)).isDirectory());
@@ -123,7 +128,7 @@ const getActiveStoreId = async () => {
         return Buffer.from(config.active_store, "hex");
     }
     const validFolders = (0, exports.getStoresList)();
-    if (validFolders.length === 1 || process.env.REMOTE_NODE === "1") {
+    if (validFolders.length === 1 || Environment_1.Environment.REMOTE_NODE) {
         // If only one valid folder exists, set it as the active_store and return it
         config.active_store = validFolders[0];
         fs.writeFileSync(configFilePath, JSON.stringify(config, null, 4));

package/dist/utils/directoryUtils.d.ts

@@ -6,4 +6,20 @@ export declare const addDirectory: (datalayer: DataIntegrityTree, dirPath: strin
  * @returns The total size of the folder in bytes.
  */
 export declare const calculateFolderSize: (folderPath: string) => bigint;
+/**
+ * Represents the result of listing files.
+ * - If `groupSize` is not provided, returns an array of relative file paths.
+ * - If `groupSize` is provided, returns an array of arrays, each containing up to `groupSize` file paths.
+ */
+type ListFilesResult = string[] | string[][];
+/**
+ * Recursively lists all files in a directory, excluding specified folders and respecting `.gitignore` rules.
+ * Optionally groups the list into batches of a specified size.
+ *
+ * @param {string} baseDir - The base directory path to start listing files from.
+ * @param {number} [groupSize] - Optional. The number of files per group. If provided, the result will be an array of arrays.
+ * @returns {ListFilesResult} - A flat list of relative file paths or grouped lists based on `groupSize`.
+ */
+export declare function listFilesRecursively(baseDir: string, groupSize?: number): ListFilesResult;
+export {};
 //# sourceMappingURL=directoryUtils.d.ts.map

package/dist/utils/directoryUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}
+{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC;AAEF;;;;GAIG;AACH,KAAK,eAAe,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;AAE7C;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GACjB,eAAe,CAiEjB"}

package/dist/utils/directoryUtils.js

@@ -27,6 +27,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.calculateFolderSize = exports.addDirectory = void 0;
+exports.listFilesRecursively = listFilesRecursively;
 const path = __importStar(require("path"));
 const fs = __importStar(require("fs"));
 const ignore_1 = __importDefault(require("ignore"));
@@ -108,3 +109,68 @@ const calculateFolderSize = (folderPath) => {
     return totalSize;
 };
 exports.calculateFolderSize = calculateFolderSize;
+/**
+ * Recursively lists all files in a directory, excluding specified folders and respecting `.gitignore` rules.
+ * Optionally groups the list into batches of a specified size.
+ *
+ * @param {string} baseDir - The base directory path to start listing files from.
+ * @param {number} [groupSize] - Optional. The number of files per group. If provided, the result will be an array of arrays.
+ * @returns {ListFilesResult} - A flat list of relative file paths or grouped lists based on `groupSize`.
+ */
+function listFilesRecursively(baseDir, groupSize) {
+    // Initialize the ignore instance
+    const ig = (0, ignore_1.default)();
+    // Path to .gitignore
+    const gitignorePath = path.join(baseDir, ".gitignore");
+    // Load and parse .gitignore if it exists
+    if (fs.existsSync(gitignorePath)) {
+        const gitignoreContent = fs.readFileSync(gitignorePath, "utf-8");
+        ig.add(gitignoreContent);
+    }
+    // Initialize result containers
+    const allFiles = [];
+    let groupedFiles = [];
+    /**
+     * Recursively traverses directories to collect files.
+     *
+     * @param {string} currentDir - The current directory path being traversed.
+     */
+    function traverseDirectory(currentDir) {
+        let entries;
+        try {
+            entries = fs.readdirSync(currentDir, { withFileTypes: true });
+        }
+        catch (err) {
+            console.error(`Failed to read directory: ${currentDir}. Error: ${err.message}`);
+            return;
+        }
+        for (const entry of entries) {
+            const entryName = entry.name;
+            const fullPath = path.join(currentDir, entryName);
+            const relativePath = path.relative(baseDir, fullPath).replace(/\\/g, "/"); // Normalize to forward slashes
+            // Skip .git and .dig directories and any ignored paths
+            if (entryName === ".git" || entryName === ".dig" || ig.ignores(relativePath)) {
+                continue;
+            }
+            if (entry.isDirectory()) {
+                traverseDirectory(fullPath); // Recurse into subdirectory
+            }
+            else if (entry.isFile()) {
+                allFiles.push(relativePath);
+            }
+            // Optionally handle symbolic links or other types if needed
+        }
+    }
+    // Start traversal from the base directory
+    traverseDirectory(baseDir);
+    // If groupSize is provided and valid, group the files accordingly
+    if (groupSize && Number.isInteger(groupSize) && groupSize > 0) {
+        groupedFiles = [];
+        for (let i = 0; i < allFiles.length; i += groupSize) {
+            groupedFiles.push(allFiles.slice(i, i + groupSize));
+        }
+        return groupedFiles;
+    }
+    // Return the flat list of files if grouping is not required
+    return allFiles;
+}

package/dist/utils/index.d.ts

@@ -1,7 +1,6 @@
 export * from './config';
 export * from './connectionUtils';
 export * from './credentialsUtils';
-export * from './deltaUtils';
 export * from './directoryUtils';
 export * from './encryption';
 export * from './FileCache';
@@ -11,4 +10,9 @@ export * from './network';
 export * from './spinnerUtils';
 export * from './ssl';
 export * from './validationUtils';
+export * from './Environment';
+export * from './promiseUtils';
+export * from './PeerRanker';
+export * from './DigCache';
+export * from './Udi';
 //# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,YAAY,CAAC;AAC3B,cAAc,OAAO,CAAC"}

package/dist/utils/index.js

@@ -17,7 +17,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./config"), exports);
 __exportStar(require("./connectionUtils"), exports);
 __exportStar(require("./credentialsUtils"), exports);
-__exportStar(require("./deltaUtils"), exports);
 __exportStar(require("./directoryUtils"), exports);
 __exportStar(require("./encryption"), exports);
 __exportStar(require("./FileCache"), exports);
@@ -27,3 +26,8 @@ __exportStar(require("./network"), exports);
 __exportStar(require("./spinnerUtils"), exports);
 __exportStar(require("./ssl"), exports);
 __exportStar(require("./validationUtils"), exports);
+__exportStar(require("./Environment"), exports);
+__exportStar(require("./promiseUtils"), exports);
+__exportStar(require("./PeerRanker"), exports);
+__exportStar(require("./DigCache"), exports);
+__exportStar(require("./Udi"), exports);

package/dist/utils/merkle.d.ts

@@ -0,0 +1,2 @@
+export declare function merkleIntegrityCheck(treePath: string, tmpDir: string, dataPath: string, roothash: string): Promise<boolean>;
+//# sourceMappingURL=merkle.d.ts.map

package/dist/utils/merkle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"merkle.d.ts","sourceRoot":"","sources":["../../src/utils/merkle.ts"],"names":[],"mappings":"AAIA,wBAAsB,oBAAoB,CACtC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,OAAO,CAAC,CA6BlB"}

package/dist/utils/merkle.js

@@ -0,0 +1,28 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.merkleIntegrityCheck = merkleIntegrityCheck;
+const DataIntegrityTree_1 = require("../DataIntegrityTree");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+async function merkleIntegrityCheck(treePath, tmpDir, dataPath, roothash) {
+    const rootHashContent = fs_1.default.readFileSync(treePath, "utf-8");
+    const tree = JSON.parse(rootHashContent);
+    // Extract expected sha256 from dataPath
+    const expectedSha256 = dataPath.replace("data", "").replace(/\//g, "");
+    console.log("expectedSha256", expectedSha256);
+    // Find the hexKey in the tree based on matching sha256
+    const hexKey = Object.keys(tree.files).find((key) => {
+        const fileData = tree.files[key]; // Inline type definition
+        return fileData.sha256 === expectedSha256;
+    });
+    if (!hexKey) {
+        throw new Error(`No matching file found with sha256: ${expectedSha256}`);
+    }
+    // Validate the integrity with the foreign tree
+    const integrity = await DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(hexKey, expectedSha256, tree, roothash, path_1.default.join(tmpDir, "data"));
+    console.log("Integrity check result:", integrity);
+    return integrity;
+}

package/dist/utils/network.d.ts

@@ -1,2 +1,3 @@
-export declare const getPublicIpAddress: () => Promise<string | undefined>;
+export declare const getPublicHost: () => Promise<string | undefined>;
+export declare const formatHost: (host: string) => string;
 //# sourceMappingURL=network.d.ts.map

package/dist/utils/network.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"network.d.ts","sourceRoot":"","sources":["../../src/utils/network.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,kBAAkB,QAAa,OAAO,CAAC,MAAM,GAAG,SAAS,CA8BrE,CAAC"}
+{"version":3,"file":"network.d.ts","sourceRoot":"","sources":["../../src/utils/network.ts"],"names":[],"mappings":"AAoBA,eAAO,MAAM,aAAa,QAAa,OAAO,CAAC,MAAM,GAAG,SAAS,CA+ChE,CAAC;AAIF,eAAO,MAAM,UAAU,SAAU,MAAM,KAAG,MAUzC,CAAC"}

package/dist/utils/network.js

@@ -3,36 +3,61 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getPublicIpAddress = void 0;
+exports.formatHost = exports.getPublicHost = void 0;
 const superagent_1 = __importDefault(require("superagent"));
 const MAX_RETRIES = 5;
 const RETRY_DELAY = 2000; // in milliseconds
-const getPublicIpAddress = async () => {
-    const publicIp = process.env.PUBLIC_IP;
-    if (publicIp) {
-        console.log('Public IP address from env:', publicIp);
-        return publicIp;
+// Regular expression for validating both IPv4 and IPv6 addresses
+const ipv4Regex = /^(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$/;
+const ipv6Regex = /^(([0-9a-fA-F]{1,4}:){7}([0-9a-fA-F]{1,4}|:)|(([0-9a-fA-F]{1,7}|:):){1,7}([0-9a-fA-F]{1,4}|:))$/;
+// Regular expression for validating hostnames
+const hostnameRegex = /^(([a-zA-Z0-9](-*[a-zA-Z0-9])*)\.)*[a-zA-Z]{2,}$/;
+// Helper function to validate the IP address or hostname
+const isValidHost = (host) => {
+    return ipv4Regex.test(host) || ipv6Regex.test(host) || hostnameRegex.test(host);
+};
+const getPublicHost = async () => {
+    const publicHost = process.env.PUBLIC_IP;
+    if (publicHost) {
+        console.log("Public IP/Hostname from env:", publicHost);
+        if (isValidHost(publicHost)) {
+            return publicHost;
+        }
+        console.error("Invalid public IP/Hostname in environment variable");
+        return undefined;
     }
     let attempt = 0;
     while (attempt < MAX_RETRIES) {
         try {
-            const response = await superagent_1.default.get('https://api.datalayer.storage/user/v1/get_user_ip');
+            const response = await superagent_1.default.get("https://api.datalayer.storage/user/v1/get_user_ip");
             if (response.body && response.body.success) {
-                console.log('Public IP address:', response.body);
-                return response.body.ip_address;
-            }
-            else {
-                throw new Error('Failed to retrieve public IP address');
+                const ipAddress = response.body.ip_address;
+                if (isValidHost(ipAddress)) {
+                    return ipAddress;
+                }
+                throw new Error("Invalid IP address or hostname format received");
             }
+            throw new Error("Failed to retrieve public host");
         }
         catch (error) {
             attempt++;
-            console.error(`Error fetching public IP address (Attempt ${attempt}):`, error.message);
+            console.error(`Error fetching public host (Attempt ${attempt}):`, error.message);
             if (attempt >= MAX_RETRIES) {
-                throw new Error('Could not retrieve public IP address after several attempts');
+                throw new Error("Could not retrieve public host after several attempts");
             }
             await new Promise((resolve) => setTimeout(resolve, RETRY_DELAY));
         }
     }
 };
-exports.getPublicIpAddress = getPublicIpAddress;
+exports.getPublicHost = getPublicHost;
+// Helper function to wrap IPv6 addresses in brackets
+const formatHost = (host) => {
+    const ipv6Pattern = /^[a-fA-F0-9:]+$/; // Simple regex to match raw IPv6 addresses (without brackets)
+    const hasBrackets = /^\[.*\]$/; // Regex to check if the address already has brackets
+    // If it's an IPv6 address without brackets, add them
+    if (ipv6Pattern.test(host) && !hasBrackets.test(host)) {
+        return `[${host}]`;
+    }
+    return host; // Return the host as is (IPv4, hostname, or already bracketed IPv6)
+};
+exports.formatHost = formatHost;

package/dist/utils/promiseUtils.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Processes items in sequential batches with a concurrency limit.
+ * Adds a cooldown between batches.
+ * @param {number} limit - The maximum number of concurrent executions per batch.
+ * @param {Array<T>} items - The array of items to process.
+ * @param {(item: T) => Promise<R>} iteratorFn - The async function to apply to each item.
+ * @param {number} cooldownMs - The cooldown duration between batches in milliseconds.
+ * @returns {Promise<Array<R>>} - A promise that resolves when all items have been processed.
+ */
+export declare function asyncPool<T, R>(limit: number, items: T[], iteratorFn: (item: T) => Promise<R>, cooldownMs?: number): Promise<R[]>;
+/**
+* Helper function to add a timeout to a promise.
+* @param promise The original promise.
+* @param ms Timeout in milliseconds.
+* @param timeoutMessage The error message when the timeout is reached.
+* @returns Promise that resolves before the timeout or rejects with an error.
+*/
+export declare const withTimeout: <T>(promise: Promise<T>, ms: number, timeoutMessage: string) => Promise<T>;
+/**
+ * Wraps a promise to execute a callback every 30 seconds while the promise is pending.
+ *
+ * @param {Promise<T>} promise - The promise to wrap.
+ * @param {() => void} callback - The callback function to call every 30 seconds.
+ * @returns {Promise<T>} - A new promise that resolves or rejects with the original promise's result.
+ */
+export declare const withIntervalCallback: <T>(promise: Promise<T>, callback: () => void) => Promise<T>;
+//# sourceMappingURL=promiseUtils.d.ts.map

package/dist/utils/promiseUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promiseUtils.d.ts","sourceRoot":"","sources":["../../src/utils/promiseUtils.ts"],"names":[],"mappings":"AACA;;;;;;;;GAQG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,CAAC,EAClC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,EAAE,EACV,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EACnC,UAAU,GAAE,MAAY,GACvB,OAAO,CAAC,CAAC,EAAE,CAAC,CAkBd;AACC;;;;;;EAMC;AACH,eAAO,MAAM,WAAW,GAAI,CAAC,WAClB,OAAO,CAAC,CAAC,CAAC,MACf,MAAM,kBACM,MAAM,KACrB,OAAO,CAAC,CAAC,CAOX,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,GAAI,CAAC,WAC3B,OAAO,CAAC,CAAC,CAAC,YACT,MAAM,IAAI,KACnB,OAAO,CAAC,CAAC,CAoBX,CAAC"}

package/dist/utils/promiseUtils.js

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.withIntervalCallback = exports.withTimeout = void 0;
+exports.asyncPool = asyncPool;
+/**
+ * Processes items in sequential batches with a concurrency limit.
+ * Adds a cooldown between batches.
+ * @param {number} limit - The maximum number of concurrent executions per batch.
+ * @param {Array<T>} items - The array of items to process.
+ * @param {(item: T) => Promise<R>} iteratorFn - The async function to apply to each item.
+ * @param {number} cooldownMs - The cooldown duration between batches in milliseconds.
+ * @returns {Promise<Array<R>>} - A promise that resolves when all items have been processed.
+ */
+async function asyncPool(limit, items, iteratorFn, cooldownMs = 500 // Default cooldown of 500ms
+) {
+    const ret = [];
+    for (let i = 0; i < items.length; i += limit) {
+        const batchItems = items.slice(i, i + limit);
+        const batchPromises = batchItems.map((item) => iteratorFn(item));
+        // Wait for the current batch to complete before starting the next one
+        const batchResults = await Promise.all(batchPromises);
+        ret.push(...batchResults);
+        // Add a cooldown between batches, except after the last batch
+        if (i + limit < items.length) {
+            await new Promise((resolve) => setTimeout(resolve, cooldownMs));
+        }
+    }
+    return ret;
+}
+/**
+* Helper function to add a timeout to a promise.
+* @param promise The original promise.
+* @param ms Timeout in milliseconds.
+* @param timeoutMessage The error message when the timeout is reached.
+* @returns Promise that resolves before the timeout or rejects with an error.
+*/
+const withTimeout = (promise, ms, timeoutMessage) => {
+    return Promise.race([
+        promise,
+        new Promise((_, reject) => setTimeout(() => reject(new Error(timeoutMessage)), ms)),
+    ]);
+};
+exports.withTimeout = withTimeout;
+/**
+ * Wraps a promise to execute a callback every 30 seconds while the promise is pending.
+ *
+ * @param {Promise<T>} promise - The promise to wrap.
+ * @param {() => void} callback - The callback function to call every 30 seconds.
+ * @returns {Promise<T>} - A new promise that resolves or rejects with the original promise's result.
+ */
+const withIntervalCallback = (promise, callback) => {
+    const intervalTime = 30000; // 30 seconds in milliseconds
+    let intervalId;
+    // Start the interval that calls the callback every 30 seconds
+    intervalId = setInterval(() => {
+        callback();
+    }, intervalTime);
+    // Return a new promise that clears the interval when the original promise settles
+    return promise
+        .then((result) => {
+        clearInterval(intervalId);
+        return result;
+    })
+        .catch((error) => {
+        clearInterval(intervalId);
+        throw error;
+    });
+};
+exports.withIntervalCallback = withIntervalCallback;