@dignetwork/dig-sdk 0.0.1-alpha.17 → 0.0.1-alpha.171

package/dist/utils/PeerRanker.d.ts

@@ -0,0 +1,55 @@
+export interface PeerMetrics {
+    ip: string;
+    latency: number;
+    bandwidth: number;
+}
+/**
+ * Utility class to rank peers based on latency and upload bandwidth using HTTPS with mTLS.
+ */
+export declare class PeerRanker {
+    private ipAddresses;
+    private static certPath;
+    private static keyPath;
+    private timeout;
+    private uploadTestSize;
+    private sortedPeers;
+    private currentIndex;
+    /**
+     * Constructs a PeerRanker instance.
+     * @param ipAddresses - Array of IP addresses to rank.
+     */
+    constructor(ipAddresses: string[], timeout?: number, uploadTestSize?: number);
+    /**
+     * Measures the latency of a given IP address using an HTTPS request.
+     * Tries HEAD first, then falls back to GET if HEAD is not supported.
+     * If the latency is cached, returns the cached value.
+     * @param ip - The IP address of the peer.
+     * @returns Promise resolving to the latency in milliseconds or rejecting if the peer fails.
+     */
+    private measureLatency;
+    /**
+     * Measures the upload bandwidth of a given IP address by sending random data.
+     * If the bandwidth is cached, returns the cached value.
+     * @param ip - The IP address of the peer.
+     * @returns Promise resolving to the upload bandwidth in bytes per second or rejecting if the peer fails.
+     */
+    private measureBandwidth;
+    /**
+     * Ranks the peers based on measured latency and upload bandwidth.
+     * Unresponsive peers are excluded from the final ranking.
+     * @param cooldown - Cooldown time in milliseconds between batches.
+     * @returns Promise resolving to an array of PeerMetrics sorted by latency and bandwidth.
+     */
+    rankPeers(cooldown?: number): Promise<PeerMetrics[]>;
+    /**
+     * Returns the next best peer based on the ranking.
+     * Cycles through the list, resetting to the beginning once the end is reached.
+     * @returns The next PeerMetrics object or null if no peers are available.
+     */
+    GetNextBestPeer(): PeerMetrics | null;
+    /**
+     * Resets the internal iterator to start from the beginning of the sorted list.
+     */
+    resetIterator(): void;
+}
+//# sourceMappingURL=PeerRanker.d.ts.map

package/dist/utils/PeerRanker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PeerRanker.d.ts","sourceRoot":"","sources":["../../src/utils/PeerRanker.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,WAAW,CAAW;IAC9B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAS;IAG/B,OAAO,CAAC,WAAW,CAAqB;IACxC,OAAO,CAAC,YAAY,CAAa;IAEjC;;;OAGG;gBACS,WAAW,EAAE,MAAM,EAAE,EAAE,OAAO,GAAE,MAAa,EAAE,cAAc,GAAE,MAAoB;IAW/F;;;;;;OAMG;YACW,cAAc;IAkD5B;;;;;OAKG;YACW,gBAAgB;IA2C9B;;;;;OAKG;IACU,SAAS,CAAC,QAAQ,GAAE,MAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAmCtE;;;;OAIG;IACI,eAAe,IAAI,WAAW,GAAG,IAAI;IAW5C;;OAEG;IACI,aAAa,IAAI,IAAI;CAG7B"}

package/dist/utils/PeerRanker.js

@@ -0,0 +1,186 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PeerRanker = void 0;
+const axios_1 = __importDefault(require("axios"));
+const fs_1 = __importDefault(require("fs"));
+const https_1 = __importDefault(require("https"));
+const DigCache_1 = require("./DigCache");
+const ssl_1 = require("./ssl");
+const promiseUtils_1 = require("./promiseUtils");
+// Cache with TTL of 1 day (86400 seconds)
+const peerCache = new DigCache_1.DigCache({ stdTTL: 86400 });
+/**
+ * Utility class to rank peers based on latency and upload bandwidth using HTTPS with mTLS.
+ */
+class PeerRanker {
+    /**
+     * Constructs a PeerRanker instance.
+     * @param ipAddresses - Array of IP addresses to rank.
+     */
+    constructor(ipAddresses, timeout = 5000, uploadTestSize = 1024 * 1024) {
+        // Internal properties for iteration
+        this.sortedPeers = [];
+        this.currentIndex = 0;
+        this.ipAddresses = ipAddresses;
+        this.timeout = timeout; // Allow customizable timeout
+        this.uploadTestSize = uploadTestSize; // Default upload size: 1MB
+        // Fetch the SSL certificates used for mTLS.
+        const { certPath, keyPath } = (0, ssl_1.getOrCreateSSLCerts)();
+        PeerRanker.certPath = certPath;
+        PeerRanker.keyPath = keyPath;
+    }
+    /**
+     * Measures the latency of a given IP address using an HTTPS request.
+     * Tries HEAD first, then falls back to GET if HEAD is not supported.
+     * If the latency is cached, returns the cached value.
+     * @param ip - The IP address of the peer.
+     * @returns Promise resolving to the latency in milliseconds or rejecting if the peer fails.
+     */
+    async measureLatency(ip) {
+        const cachedMetrics = await peerCache.get(ip);
+        if (cachedMetrics && cachedMetrics.latency) {
+            return cachedMetrics.latency;
+        }
+        const url = `https://${ip}:4159/diagnostics/ping`;
+        const configHead = {
+            url: url,
+            method: 'HEAD',
+            httpsAgent: new https_1.default.Agent({
+                cert: fs_1.default.readFileSync(PeerRanker.certPath),
+                key: fs_1.default.readFileSync(PeerRanker.keyPath),
+                rejectUnauthorized: false,
+            }),
+            timeout: this.timeout,
+            validateStatus: (status) => status < 500,
+        };
+        const startTime = Date.now();
+        try {
+            const response = await (0, axios_1.default)(configHead);
+            if (response.status === 405) {
+                const configGet = {
+                    url: url,
+                    method: 'GET',
+                    httpsAgent: new https_1.default.Agent({
+                        cert: fs_1.default.readFileSync(PeerRanker.certPath),
+                        key: fs_1.default.readFileSync(PeerRanker.keyPath),
+                        rejectUnauthorized: false,
+                    }),
+                    timeout: this.timeout,
+                    headers: {
+                        'Range': 'bytes=0-0',
+                    },
+                    validateStatus: (status) => status < 500,
+                };
+                await (0, axios_1.default)(configGet);
+            }
+            const latency = Date.now() - startTime;
+            // Cache the latency for the IP
+            peerCache.set(ip, { ...cachedMetrics, latency });
+            return latency;
+        }
+        catch (error) {
+            throw new Error(`Latency measurement failed for IP ${ip}`);
+        }
+    }
+    /**
+     * Measures the upload bandwidth of a given IP address by sending random data.
+     * If the bandwidth is cached, returns the cached value.
+     * @param ip - The IP address of the peer.
+     * @returns Promise resolving to the upload bandwidth in bytes per second or rejecting if the peer fails.
+     */
+    async measureBandwidth(ip) {
+        const cachedMetrics = await peerCache.get(ip);
+        if (cachedMetrics && cachedMetrics.bandwidth) {
+            return cachedMetrics.bandwidth;
+        }
+        const url = `https://${ip}:4159/diagnostics/bandwidth`;
+        const randomData = Buffer.alloc(this.uploadTestSize, 'a');
+        const config = {
+            url: url,
+            method: 'POST',
+            data: randomData,
+            headers: {
+                'Content-Type': 'application/octet-stream',
+                'Content-Length': this.uploadTestSize,
+            },
+            httpsAgent: new https_1.default.Agent({
+                cert: fs_1.default.readFileSync(PeerRanker.certPath),
+                key: fs_1.default.readFileSync(PeerRanker.keyPath),
+                rejectUnauthorized: false,
+            }),
+            timeout: this.timeout,
+            maxContentLength: Infinity,
+            maxBodyLength: Infinity,
+        };
+        const startTime = Date.now();
+        try {
+            await (0, axios_1.default)(config);
+            const timeElapsed = (Date.now() - startTime) / 1000;
+            const bandwidth = this.uploadTestSize / timeElapsed;
+            // Cache the bandwidth for the IP
+            peerCache.set(ip, { ...cachedMetrics, bandwidth });
+            return bandwidth;
+        }
+        catch (error) {
+            throw new Error(`Bandwidth measurement failed for IP ${ip}`);
+        }
+    }
+    /**
+     * Ranks the peers based on measured latency and upload bandwidth.
+     * Unresponsive peers are excluded from the final ranking.
+     * @param cooldown - Cooldown time in milliseconds between batches.
+     * @returns Promise resolving to an array of PeerMetrics sorted by latency and bandwidth.
+     */
+    async rankPeers(cooldown = 500) {
+        const limit = 5; // Limit to 5 parallel requests at a time
+        const iteratorFn = async (ip) => {
+            try {
+                const [latency, bandwidth] = await Promise.all([
+                    this.measureLatency(ip),
+                    this.measureBandwidth(ip),
+                ]);
+                return { ip, latency, bandwidth };
+            }
+            catch (error) {
+                // Peer failed, skip it by returning null
+                return null;
+            }
+        };
+        // Process all peers with a concurrency limit and cooldown between batches
+        const peerMetrics = (await (0, promiseUtils_1.asyncPool)(limit, this.ipAddresses, iteratorFn, cooldown)).filter((metrics) => metrics !== null); // Use a type guard
+        // Sort by lowest latency first, then by highest bandwidth
+        peerMetrics.sort((a, b) => {
+            if (a.latency === b.latency) {
+                return b.bandwidth - a.bandwidth; // Higher bandwidth is better
+            }
+            return a.latency - b.latency; // Lower latency is better
+        });
+        this.sortedPeers = peerMetrics;
+        this.currentIndex = 0;
+        return peerMetrics;
+    }
+    /**
+     * Returns the next best peer based on the ranking.
+     * Cycles through the list, resetting to the beginning once the end is reached.
+     * @returns The next PeerMetrics object or null if no peers are available.
+     */
+    GetNextBestPeer() {
+        if (this.sortedPeers.length === 0) {
+            console.warn('Peer list is empty. Please run rankPeers() first.');
+            return null;
+        }
+        const peer = this.sortedPeers[this.currentIndex];
+        this.currentIndex = (this.currentIndex + 1) % this.sortedPeers.length;
+        return peer;
+    }
+    /**
+     * Resets the internal iterator to start from the beginning of the sorted list.
+     */
+    resetIterator() {
+        this.currentIndex = 0;
+    }
+}
+exports.PeerRanker = PeerRanker;

package/dist/utils/StoreArchiveManager.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Class for managing file archiving, extraction, and working with the 'data' folder.
+ */
+declare class StoreArchiveManager {
+    private archivePath;
+    private outputStream;
+    /**
+     * Constructor that initializes the FileArchiveManager with a given path.
+     * @param archivePath - The path where the archive will be created.
+     */
+    constructor(archivePath: string);
+    /**
+     * Creates the archive at the specified path.
+     * @returns Promise<void>
+     */
+    createArchive(): Promise<void>;
+    /**
+     * Streams a file into the archive.
+     * @param filePath - The file to add to the archive.
+     * @param fileNameInArchive - The name the file should have inside the archive.
+     * @returns Promise<void>
+     */
+    addFileToArchive(filePath: string, fileNameInArchive: string): Promise<void>;
+    /**
+     * Extracts a file from the archive to a specified directory.
+     * @param extractToPath - The path where the file should be extracted.
+     * @returns Promise<void>
+     */
+    extractArchive(extractToPath: string): Promise<void>;
+    /**
+     * Merges another archive into the current one.
+     * Extracts files from the given archive and adds them into the current archive.
+     * @param archiveToMergePath - The path of the archive to be merged.
+     * @returns Promise<void>
+     */
+    mergeArchive(archiveToMergePath: string): Promise<void>;
+    /**
+     * Adds extracted files to the current archive.
+     * @param extractedFolderPath - The path of the folder containing extracted files.
+     * @returns Promise<void>
+     */
+    private addExtractedFilesToArchive;
+}
+export default StoreArchiveManager;
+//# sourceMappingURL=StoreArchiveManager.d.ts.map

package/dist/utils/StoreArchiveManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StoreArchiveManager.d.ts","sourceRoot":"","sources":["../../src/utils/StoreArchiveManager.ts"],"names":[],"mappings":"AAKA;;GAEG;AACH,cAAM,mBAAmB;IACrB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAwB;IAE5C;;;OAGG;gBACS,WAAW,EAAE,MAAM;IAK/B;;;OAGG;IACU,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB3C;;;;;OAKG;IACU,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBzF;;;;OAIG;IACU,cAAc,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IASjE;;;;;OAKG;IACU,YAAY,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCpE;;;;OAIG;YACW,0BAA0B;CAkB3C;AAED,eAAe,mBAAmB,CAAC"}

package/dist/utils/StoreArchiveManager.js

@@ -0,0 +1,153 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const archiver = __importStar(require("archiver"));
+const unzipper = __importStar(require("unzipper"));
+/**
+ * Class for managing file archiving, extraction, and working with the 'data' folder.
+ */
+class StoreArchiveManager {
+    /**
+     * Constructor that initializes the FileArchiveManager with a given path.
+     * @param archivePath - The path where the archive will be created.
+     */
+    constructor(archivePath) {
+        this.archivePath = archivePath;
+        this.outputStream = null;
+    }
+    /**
+     * Creates the archive at the specified path.
+     * @returns Promise<void>
+     */
+    async createArchive() {
+        return new Promise((resolve, reject) => {
+            this.outputStream = fs.createWriteStream(this.archivePath);
+            // @ts-ignore
+            const archive = archiver('zip', {
+                zlib: { level: 9 }
+            });
+            this.outputStream.on('close', () => {
+                console.log(`${archive.pointer()} total bytes`);
+                console.log('Archive has been finalized and output file descriptor has closed.');
+                resolve();
+            });
+            archive.on('error', (err) => {
+                reject(err);
+            });
+            archive.pipe(this.outputStream);
+        });
+    }
+    /**
+     * Streams a file into the archive.
+     * @param filePath - The file to add to the archive.
+     * @param fileNameInArchive - The name the file should have inside the archive.
+     * @returns Promise<void>
+     */
+    async addFileToArchive(filePath, fileNameInArchive) {
+        if (!this.outputStream) {
+            throw new Error('Archive not yet created.');
+        }
+        return new Promise((resolve, reject) => {
+            // @ts-ignore
+            const archive = archiver('zip', { zlib: { level: 9 } });
+            const fileStream = fs.createReadStream(filePath);
+            archive.append(fileStream, { name: fileNameInArchive });
+            archive.finalize();
+            archive.on('finish', resolve);
+            archive.on('error', reject);
+        });
+    }
+    /**
+     * Extracts a file from the archive to a specified directory.
+     * @param extractToPath - The path where the file should be extracted.
+     * @returns Promise<void>
+     */
+    async extractArchive(extractToPath) {
+        return new Promise((resolve, reject) => {
+            fs.createReadStream(this.archivePath)
+                .pipe(unzipper.Extract({ path: extractToPath }))
+                .on('close', resolve)
+                .on('error', reject);
+        });
+    }
+    /**
+     * Merges another archive into the current one.
+     * Extracts files from the given archive and adds them into the current archive.
+     * @param archiveToMergePath - The path of the archive to be merged.
+     * @returns Promise<void>
+     */
+    async mergeArchive(archiveToMergePath) {
+        if (!this.outputStream) {
+            throw new Error('Archive not yet created.');
+        }
+        return new Promise((resolve, reject) => {
+            const tempExtractPath = path.join(__dirname, 'tempExtract');
+            // Ensure the temp directory exists
+            if (!fs.existsSync(tempExtractPath)) {
+                fs.mkdirSync(tempExtractPath);
+            }
+            // Step 1: Extract the contents of the archive to be merged
+            fs.createReadStream(archiveToMergePath)
+                .pipe(unzipper.Extract({ path: tempExtractPath }))
+                .on('close', async () => {
+                try {
+                    // Step 2: Read the extracted files and add them to the current archive
+                    await this.addExtractedFilesToArchive(tempExtractPath);
+                    // Clean up: Delete the temporary directory
+                    fs.rmSync(tempExtractPath, { recursive: true, force: true });
+                    resolve();
+                }
+                catch (error) {
+                    reject(error);
+                }
+            })
+                .on('error', reject);
+        });
+    }
+    /**
+     * Adds extracted files to the current archive.
+     * @param extractedFolderPath - The path of the folder containing extracted files.
+     * @returns Promise<void>
+     */
+    async addExtractedFilesToArchive(extractedFolderPath) {
+        const files = fs.readdirSync(extractedFolderPath);
+        for (const file of files) {
+            const fullFilePath = path.join(extractedFolderPath, file);
+            const stat = fs.statSync(fullFilePath);
+            if (stat.isFile()) {
+                const relativePath = path.relative(extractedFolderPath, fullFilePath);
+                // Add the file into the current archive
+                await this.addFileToArchive(fullFilePath, relativePath);
+            }
+            else if (stat.isDirectory()) {
+                // Recursively add files from nested directories
+                await this.addExtractedFilesToArchive(fullFilePath);
+            }
+        }
+    }
+}
+exports.default = StoreArchiveManager;

package/dist/utils/config.d.ts

@@ -1,12 +1,12 @@
 import { DigConfig } from "../types";
 export declare const NETWORK_AGG_SIG_DATA = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
+export declare const MAIN_NET_GENISES_CHALLENGE = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
 export declare const MIN_HEIGHT = 5777842;
 export declare const MIN_HEIGHT_HEADER_HASH = "b29a4daac2434fd17a36e15ba1aac5d65012d4a66f99bed0bf2b5342e92e562c";
 export declare const DIG_FOLDER_PATH: string;
 export declare const STORE_PATH: string;
 export declare const USER_DIR_PATH: string;
 export declare const CONFIG_FILE_PATH: string;
-export declare const getManifestFilePath: (storeId: string) => string;
 export declare const getHeightFilePath: (storeId: string) => string;
 export declare const createInitialConfig: () => void;
 export declare const setRemote: (remote: string) => void;
@@ -20,9 +20,10 @@ export declare const getCoinState: (storeId: string) => {
     };
 };
 /**
- * Retrieves a list of valid store folders (64-character hexadecimal names) in the DIG folder.
+ * Retrieves the list of valid store folders.
+ * If the STORE_PATH directory does not exist, it is created.
  *
- * @returns {string[]} An array of valid folder names.
+ * @returns {string[]} An array of valid store folder names.
  */
 export declare const getStoresList: () => string[];
 /**

package/dist/utils/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAKrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,mBAAmB,YAAa,MAAM,KAAG,MACN,CAAC;AAEjD,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAOtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAMrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,0BAA0B,qEAAuB,CAAC;AAE/D,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAYtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}

package/dist/utils/config.js

@@ -26,20 +26,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.getManifestFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.NETWORK_AGG_SIG_DATA = void 0;
+exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.MAIN_NET_GENISES_CHALLENGE = exports.NETWORK_AGG_SIG_DATA = void 0;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const inquirer_1 = __importDefault(require("inquirer"));
 const os_1 = __importDefault(require("os"));
+const Environment_1 = require("./Environment");
 exports.NETWORK_AGG_SIG_DATA = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
+exports.MAIN_NET_GENISES_CHALLENGE = exports.NETWORK_AGG_SIG_DATA;
 exports.MIN_HEIGHT = 5777842;
 exports.MIN_HEIGHT_HEADER_HASH = "b29a4daac2434fd17a36e15ba1aac5d65012d4a66f99bed0bf2b5342e92e562c";
-exports.DIG_FOLDER_PATH = process.env.DIG_FOLDER_PATH || path.join(process.cwd(), ".dig");
+exports.DIG_FOLDER_PATH = Environment_1.Environment.DIG_FOLDER_PATH || path.join(process.cwd(), ".dig");
 exports.STORE_PATH = path.join(exports.DIG_FOLDER_PATH, "stores");
 exports.USER_DIR_PATH = path.join(os_1.default.homedir(), ".dig");
 exports.CONFIG_FILE_PATH = path.join(exports.DIG_FOLDER_PATH, "dig.config.json");
-const getManifestFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "manifest.dat");
-exports.getManifestFilePath = getManifestFilePath;
 const getHeightFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "height.json");
 exports.getHeightFilePath = getHeightFilePath;
 const createInitialConfig = () => {
@@ -82,7 +82,7 @@ const promptUserForSelection = async (options) => {
     return answer.selectedStore;
 };
 const getCoinState = (storeId) => {
-    const stateFile = path.join(exports.STORE_PATH, `${storeId}.json`);
+    const stateFile = path.join(exports.USER_DIR_PATH, `${storeId}.json`);
     if (!fs.existsSync(stateFile)) {
         return {
             metadata: { rootHash: "", bytes: "", label: "", description: "" },
@@ -94,11 +94,16 @@ const getCoinState = (storeId) => {
 };
 exports.getCoinState = getCoinState;
 /**
- * Retrieves a list of valid store folders (64-character hexadecimal names) in the DIG folder.
+ * Retrieves the list of valid store folders.
+ * If the STORE_PATH directory does not exist, it is created.
  *
- * @returns {string[]} An array of valid folder names.
+ * @returns {string[]} An array of valid store folder names.
  */
 const getStoresList = () => {
+    // Check if the STORE_PATH exists, create it if not
+    if (!fs.existsSync(exports.STORE_PATH)) {
+        fs.mkdirSync(exports.STORE_PATH, { recursive: true });
+    }
     const folders = fs.readdirSync(exports.STORE_PATH);
     return folders.filter((folder) => /^[a-f0-9]{64}$/.test(folder) &&
         fs.lstatSync(path.join(exports.STORE_PATH, folder)).isDirectory());
@@ -123,7 +128,7 @@ const getActiveStoreId = async () => {
         return Buffer.from(config.active_store, "hex");
     }
     const validFolders = (0, exports.getStoresList)();
-    if (validFolders.length === 1 || process.env.REMOTE_NODE === "1") {
+    if (validFolders.length === 1 || Environment_1.Environment.REMOTE_NODE) {
         // If only one valid folder exists, set it as the active_store and return it
         config.active_store = validFolders[0];
         fs.writeFileSync(configFilePath, JSON.stringify(config, null, 4));

package/dist/utils/directoryUtils.d.ts

@@ -6,4 +6,20 @@ export declare const addDirectory: (datalayer: DataIntegrityTree, dirPath: strin
  * @returns The total size of the folder in bytes.
  */
 export declare const calculateFolderSize: (folderPath: string) => bigint;
+/**
+ * Represents the result of listing files.
+ * - If `groupSize` is not provided, returns an array of relative file paths.
+ * - If `groupSize` is provided, returns an array of arrays, each containing up to `groupSize` file paths.
+ */
+type ListFilesResult = string[] | string[][];
+/**
+ * Recursively lists all files in a directory, excluding specified folders and respecting `.gitignore` rules.
+ * Optionally groups the list into batches of a specified size.
+ *
+ * @param {string} baseDir - The base directory path to start listing files from.
+ * @param {number} [groupSize] - Optional. The number of files per group. If provided, the result will be an array of arrays.
+ * @returns {ListFilesResult} - A flat list of relative file paths or grouped lists based on `groupSize`.
+ */
+export declare function listFilesRecursively(baseDir: string, groupSize?: number): ListFilesResult;
+export {};
 //# sourceMappingURL=directoryUtils.d.ts.map

package/dist/utils/directoryUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}
+{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC;AAEF;;;;GAIG;AACH,KAAK,eAAe,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;AAE7C;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GACjB,eAAe,CAiEjB"}

package/dist/utils/directoryUtils.js

@@ -27,6 +27,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.calculateFolderSize = exports.addDirectory = void 0;
+exports.listFilesRecursively = listFilesRecursively;
 const path = __importStar(require("path"));
 const fs = __importStar(require("fs"));
 const ignore_1 = __importDefault(require("ignore"));
@@ -108,3 +109,68 @@ const calculateFolderSize = (folderPath) => {
     return totalSize;
 };
 exports.calculateFolderSize = calculateFolderSize;
+/**
+ * Recursively lists all files in a directory, excluding specified folders and respecting `.gitignore` rules.
+ * Optionally groups the list into batches of a specified size.
+ *
+ * @param {string} baseDir - The base directory path to start listing files from.
+ * @param {number} [groupSize] - Optional. The number of files per group. If provided, the result will be an array of arrays.
+ * @returns {ListFilesResult} - A flat list of relative file paths or grouped lists based on `groupSize`.
+ */
+function listFilesRecursively(baseDir, groupSize) {
+    // Initialize the ignore instance
+    const ig = (0, ignore_1.default)();
+    // Path to .gitignore
+    const gitignorePath = path.join(baseDir, ".gitignore");
+    // Load and parse .gitignore if it exists
+    if (fs.existsSync(gitignorePath)) {
+        const gitignoreContent = fs.readFileSync(gitignorePath, "utf-8");
+        ig.add(gitignoreContent);
+    }
+    // Initialize result containers
+    const allFiles = [];
+    let groupedFiles = [];
+    /**
+     * Recursively traverses directories to collect files.
+     *
+     * @param {string} currentDir - The current directory path being traversed.
+     */
+    function traverseDirectory(currentDir) {
+        let entries;
+        try {
+            entries = fs.readdirSync(currentDir, { withFileTypes: true });
+        }
+        catch (err) {
+            console.error(`Failed to read directory: ${currentDir}. Error: ${err.message}`);
+            return;
+        }
+        for (const entry of entries) {
+            const entryName = entry.name;
+            const fullPath = path.join(currentDir, entryName);
+            const relativePath = path.relative(baseDir, fullPath).replace(/\\/g, "/"); // Normalize to forward slashes
+            // Skip .git and .dig directories and any ignored paths
+            if (entryName === ".git" || entryName === ".dig" || ig.ignores(relativePath)) {
+                continue;
+            }
+            if (entry.isDirectory()) {
+                traverseDirectory(fullPath); // Recurse into subdirectory
+            }
+            else if (entry.isFile()) {
+                allFiles.push(relativePath);
+            }
+            // Optionally handle symbolic links or other types if needed
+        }
+    }
+    // Start traversal from the base directory
+    traverseDirectory(baseDir);
+    // If groupSize is provided and valid, group the files accordingly
+    if (groupSize && Number.isInteger(groupSize) && groupSize > 0) {
+        groupedFiles = [];
+        for (let i = 0; i < allFiles.length; i += groupSize) {
+            groupedFiles.push(allFiles.slice(i, i + groupSize));
+        }
+        return groupedFiles;
+    }
+    // Return the flat list of files if grouping is not required
+    return allFiles;
+}

package/dist/utils/index.d.ts

@@ -1,7 +1,6 @@
 export * from './config';
 export * from './connectionUtils';
 export * from './credentialsUtils';
-export * from './deltaUtils';
 export * from './directoryUtils';
 export * from './encryption';
 export * from './FileCache';
@@ -11,4 +10,8 @@ export * from './network';
 export * from './spinnerUtils';
 export * from './ssl';
 export * from './validationUtils';
+export * from './Environment';
+export * from './promiseUtils';
+export * from './PeerRanker';
+export * from './DigCache';
 //# sourceMappingURL=index.d.ts.map