@dignetwork/dig-sdk 0.0.1-alpha.2 → 0.0.1-alpha.21

package/dist/DataIntegrityTree/DataIntegrityTree.d.ts

@@ -106,7 +106,7 @@ declare class DataIntegrityTree {
      * @param rootHash - The root hash of the tree. Defaults to the latest root hash.
      * @returns The readable stream for the file.
      */
-    getValueStream(hexKey: string, rootHash?: string | null): Readable;
+    getValueStream(hexKey: string, rootHash?: string | null, byteOffset?: number | null, length?: number | null): Readable;
     /**
      * Delete all leaves from the Merkle tree.
      */

package/dist/DataIntegrityTree/DataIntegrityTree.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DataIntegrityTree.d.ts","sourceRoot":"","sources":["../../src/DataIntegrityTree/DataIntegrityTree.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAuClC,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;GAEG;AACH,cAAM,iBAAiB;IACrB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAS;IACjB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,IAAI,CAAa;gBAEb,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,wBAA6B;WAiDrD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,GAAG,iBAAiB;IAIzF;;;OAGG;IACH,OAAO,CAAC,aAAa;IAQrB;;;OAGG;IACH,OAAO,CAAC,eAAe;IAUvB;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;;;OAIG;YACW,WAAW;IAazB;;;;;OAKG;IACG,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA+EjE;;;OAGG;IACH,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAW5B;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,GAAE,MAAM,GAAG,IAAW,GAAG,MAAM,EAAE;IAalD;;;OAGG;IACH,OAAO,CAAC,YAAY;IAOpB;;;;OAIG;IACH,OAAO,IAAI,MAAM;IAIjB;;;;OAIG;IACH,SAAS,CAAC,QAAQ,GAAE,MAAM,GAAG,IAAW,GAAG,MAAM;IAqBjD;;;;OAIG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU;IAwB7C,OAAO,CAAC,wBAAwB;IAkBhC;;OAEG;IACH,MAAM,IAAI,MAAM,GAAG,SAAS;IAoC5B;;OAEG;IACH,gBAAgB,IAAI,IAAI;IAIxB;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAM,GAAG,IAAW,GAAG,OAAO;IA+B/D;;;;;OAKG;IACH,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAM,GAAG,IAAW,GAAG,QAAQ;IAuCxE;;OAEG;IACH,eAAe,IAAI,IAAI;IAKvB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAUhE;;;;;;OAMG;IACH,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,QAAQ,GAAE,MAAM,GAAG,IAAW,GAC7B,MAAM;IAsCT;;;;;OAKG;IACH,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO;IA4B5D;;;;;OAKG;IACH,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB;QAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE;IA+B/D;;;;;OAKG;IACG,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA0D5E;;;;;;;;;OASG;IACH,MAAM,CAAC,mCAAmC,CACxC,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,MAAM,GACvB,OAAO;CAgDX;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}
+{"version":3,"file":"DataIntegrityTree.d.ts","sourceRoot":"","sources":["../../src/DataIntegrityTree/DataIntegrityTree.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAuClC,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED;;GAEG;AACH,cAAM,iBAAiB;IACrB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAS;IACjB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC5D,OAAO,CAAC,IAAI,CAAa;gBAEb,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,wBAA6B;WAiDrD,IAAI,CAChB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,wBAAwB,GAChC,iBAAiB;IAOpB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAQrB;;;OAGG;IACH,OAAO,CAAC,eAAe;IAUvB;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAa1B;;;;OAIG;YACW,WAAW;IAazB;;;;;OAKG;IACG,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqFjE;;;OAGG;IACH,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAW5B;;;;OAIG;IACH,QAAQ,CAAC,QAAQ,GAAE,MAAM,GAAG,IAAW,GAAG,MAAM,EAAE;IAalD;;;OAGG;IACH,OAAO,CAAC,YAAY;IAOpB;;;;OAIG;IACH,OAAO,IAAI,MAAM;IAIjB;;;;OAIG;IACH,SAAS,CAAC,QAAQ,GAAE,MAAM,GAAG,IAAW,GAAG,MAAM;IAqBjD;;;;OAIG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU;IAwB7C,OAAO,CAAC,wBAAwB;IAuBhC;;OAEG;IACH,MAAM,IAAI,MAAM,GAAG,SAAS;IAoC5B;;OAEG;IACH,gBAAgB,IAAI,IAAI;IAIxB;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAM,GAAG,IAAW,GAAG,OAAO;IA+B/D;;;;;OAKG;IACH,cAAc,CACZ,MAAM,EAAE,MAAM,EACd,QAAQ,GAAE,MAAM,GAAG,IAAW,EAC9B,UAAU,GAAE,MAAM,GAAG,IAAW,EAChC,MAAM,GAAE,MAAM,GAAG,IAAW,GAC3B,QAAQ;IA4DX;;OAEG;IACH,eAAe,IAAI,IAAI;IAKvB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAUhE;;;;;;OAMG;IACH,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,QAAQ,GAAE,MAAM,GAAG,IAAW,GAC7B,MAAM;IAsCT;;;;;OAKG;IACH,WAAW,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO;IA4B5D;;;;;OAKG;IACH,WAAW,CACT,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB;QAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE;IA+B/D;;;;;OAKG;IACG,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA0D5E;;;;;;;;;OASG;IACH,MAAM,CAAC,mCAAmC,CACxC,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,gBAAgB,EAAE,MAAM,GACvB,OAAO;CAgDX;AAED,OAAO,EAAE,iBAAiB,EAAE,CAAC"}

package/dist/DataIntegrityTree/DataIntegrityTree.js

@@ -111,7 +111,10 @@ class DataIntegrityTree {
         }
     }
     static from(storeId, options) {
-        return new DataIntegrityTree(storeId, { ...options, disableInitialize: true });
+        return new DataIntegrityTree(storeId, {
+            ...options,
+            disableInitialize: true,
+        });
     }
     /**
      * Load the manifest file.
@@ -220,14 +223,19 @@ class DataIntegrityTree {
                         hash: combinedHash,
                         sha256: sha256,
                     });
+                    await new Promise((resolve) => setTimeout(resolve, 100));
                     this._rebuildTree();
+                    await new Promise((resolve) => setTimeout(resolve, 100));
                     resolve();
                 }
                 catch (err) {
                     reject(err);
                 }
+                tempWriteStream.end();
+                finalWriteStream.end();
             });
             tempWriteStream.on("error", (err) => {
+                tempWriteStream.end();
                 reject(err);
             });
             readStream.on("error", (err) => {
@@ -337,7 +345,9 @@ class DataIntegrityTree {
             ? fs.readFileSync(manifestPath, "utf-8").trim().split("\n")
             : [];
         // Check if the last entry is the same as the rootHash to avoid duplicates
-        const latestRootHash = manifestContent.length > 0 ? manifestContent[manifestContent.length - 1] : null;
+        const latestRootHash = manifestContent.length > 0
+            ? manifestContent[manifestContent.length - 1]
+            : null;
         if (latestRootHash !== rootHash) {
             // Append the new rootHash if it is not the same as the last one
             fs.appendFileSync(manifestPath, `${rootHash}\n`);
@@ -413,7 +423,7 @@ class DataIntegrityTree {
      * @param rootHash - The root hash of the tree. Defaults to the latest root hash.
      * @returns The readable stream for the file.
      */
-    getValueStream(hexKey, rootHash = null) {
+    getValueStream(hexKey, rootHash = null, byteOffset = null, length = null) {
         if (!isHexString(hexKey)) {
             throw new Error("key must be a valid hex string");
         }
@@ -436,8 +446,22 @@ class DataIntegrityTree {
         if (!fs.existsSync(filePath)) {
             throw new Error(`File at path ${filePath} does not exist`);
         }
-        // Create a read stream and pipe it through a decompression stream using the same algorithm (gzip)
-        const readStream = fs.createReadStream(filePath);
+        const fileSize = fs.statSync(filePath).size;
+        // Validate offset and length
+        if (byteOffset !== null && length !== null) {
+            if (byteOffset + length > fileSize) {
+                throw new Error(`Offset (${byteOffset}) and length (${length}) exceed the file size (${fileSize}).`);
+            }
+        }
+        // Create the read stream with optional byte range
+        const options = {};
+        if (byteOffset !== null) {
+            options.start = byteOffset;
+        }
+        if (length !== null && byteOffset !== null) {
+            options.end = byteOffset + length - 1; // `end` is inclusive, hence `byteOffset + length - 1`
+        }
+        const readStream = fs.createReadStream(filePath, options);
         const decompressStream = zlib.createGunzip();
         // Return the combined stream as a generic Readable stream
         return readStream.pipe(decompressStream);

package/dist/DigNetwork/ContentServer.d.ts

@@ -3,6 +3,8 @@ import { Readable } from "stream";
 export declare class ContentServer {
     private ipAddress;
     private storeId;
+    private static certPath;
+    private static keyPath;
     private static readonly port;
     constructor(ipAddress: string, storeId: string);
     getKey(key: string, rootHash: string, challengeHex?: string): Promise<string>;
@@ -15,7 +17,9 @@ export declare class ContentServer {
         success: boolean;
         headers?: http.IncomingHttpHeaders;
     }>;
-    headStore(): Promise<{
+    headStore(options?: {
+        hasRootHash: string;
+    }): Promise<{
         success: boolean;
         headers?: http.IncomingHttpHeaders;
     }>;

package/dist/DigNetwork/ContentServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAM;gBAEtB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAMjC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,IAAI,OAAO,CAAC;QAChC,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAMK,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YAuEJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CAuDpB"}
+{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAExB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC;QAChE,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAUK,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YA0EJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CA0DpB"}

package/dist/DigNetwork/ContentServer.js

@@ -4,17 +4,24 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ContentServer = void 0;
+const fs_1 = __importDefault(require("fs"));
 const http_1 = __importDefault(require("http"));
 const url_1 = require("url");
+const ssl_1 = require("../utils/ssl");
 class ContentServer {
     constructor(ipAddress, storeId) {
         this.ipAddress = ipAddress;
         this.storeId = storeId;
+        if (!ContentServer.certPath || !ContentServer.keyPath) {
+            const { certPath, keyPath } = (0, ssl_1.getOrCreateSSLCerts)();
+            ContentServer.certPath = certPath;
+            ContentServer.keyPath = keyPath;
+        }
     }
     // Method to get the content of a specified key from the peer, with optional challenge query
     async getKey(key, rootHash, challengeHex) {
         // Construct the base URL
-        let url = `http://${this.ipAddress}/chia.${this.storeId}.${rootHash}/${key}`;
+        let url = `https://${this.ipAddress}/chia.${this.storeId}.${rootHash}/${key}`;
         // If a challenge is provided, append it as a query parameter
         if (challengeHex) {
             url += `?challenge=${challengeHex}`;
@@ -35,38 +42,40 @@ class ContentServer {
     }
     // Method to get the .well-known information
     async getWellKnown() {
-        const url = `http://${this.ipAddress}/.well-known`;
+        const url = `https://${this.ipAddress}/.well-known`;
         return this.fetchJson(url);
     }
     // Method to get the list of known stores
     async getKnownStores() {
-        const url = `http://${this.ipAddress}/.well-known/stores`;
+        const url = `https://${this.ipAddress}/.well-known/stores`;
         return this.fetchJson(url);
     }
     // Method to get the index of all stores
     async getStoresIndex() {
-        const url = `http://${this.ipAddress}/`;
+        const url = `https://${this.ipAddress}/`;
         return this.fetchJson(url);
     }
     // Method to get the index of keys in a store
     async getKeysIndex() {
-        const url = `http://${this.ipAddress}/${this.storeId}`;
+        const url = `https://${this.ipAddress}/${this.storeId}`;
         return this.fetchJson(url);
     }
     // Method to check if a specific key exists (HEAD request)
     async headKey(key) {
-        const url = `http://${this.ipAddress}/${this.storeId}/${key}`;
+        const url = `https://${this.ipAddress}/${this.storeId}/${key}`;
         return this.head(url); // Return the object from head method
     }
     // Method to check if a specific store exists (HEAD request)
-    async headStore() {
-        const url = `http://${this.ipAddress}/${this.storeId}`;
-        console.log({ url });
+    async headStore(options) {
+        let url = `https://${this.ipAddress}/${this.storeId}`;
+        if (options?.hasRootHash) {
+            url += `hasRootHash=${options.hasRootHash}`;
+        }
         return this.head(url); // Return the object from head method
     }
     streamKey(key) {
         return new Promise((resolve, reject) => {
-            const url = `http://${this.ipAddress}/${this.storeId}/${key}`;
+            const url = `https://${this.ipAddress}/${this.storeId}/${key}`;
             const urlObj = new url_1.URL(url);
             const requestOptions = {
                 hostname: urlObj.hostname,
@@ -111,6 +120,9 @@ class ContentServer {
                         (urlObj.protocol === "http:" ? 80 : ContentServer.port),
                     path: urlObj.pathname + urlObj.search,
                     method: "HEAD",
+                    key: fs_1.default.readFileSync(ContentServer.keyPath),
+                    cert: fs_1.default.readFileSync(ContentServer.certPath),
+                    rejectUnauthorized: false,
                 };
                 const request = http_1.default.request(requestOptions, (response) => {
                     const { statusCode, headers } = response;
@@ -201,6 +213,9 @@ class ContentServer {
                 port: urlObj.port || ContentServer.port,
                 path: urlObj.pathname + urlObj.search, // Include query params
                 method: "GET",
+                key: fs_1.default.readFileSync(ContentServer.keyPath),
+                cert: fs_1.default.readFileSync(ContentServer.certPath),
+                rejectUnauthorized: false,
             };
             const request = http_1.default.request(requestOptions, (response) => {
                 let data = "";
@@ -240,4 +255,4 @@ class ContentServer {
     }
 }
 exports.ContentServer = ContentServer;
-ContentServer.port = 80;
+ContentServer.port = 4161;

package/dist/DigNetwork/DigNetwork.d.ts

@@ -6,10 +6,12 @@ export declare class DigNetwork {
     private peerBlacklist;
     constructor(storeId: string);
     private uploadPreflight;
+    uploadStoreHead(digPeer: DigPeer): Promise<void>;
     uploadStore(digPeer: DigPeer): Promise<void>;
     static subscribeToStore(storeId: string): Promise<void>;
+    static findPeerWithStoreKey(storeId: string, rootHash: string, key?: string): Promise<string | null>;
     static unsubscribeFromStore(storeId: string): void;
-    downloadFiles(forceDownload?: boolean, renderProgressBar?: boolean): Promise<void>;
+    downloadFiles(forceDownload?: boolean, renderProgressBar?: boolean, skipData?: boolean): Promise<void>;
     private fetchAvailablePeers;
     private downloadHeightFile;
     private downloadManifestFile;

package/dist/DigNetwork/DigNetwork.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;YAOb,eAAe;IA+ChB,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;WAgCrC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQtD,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAM5C,aAAa,CACxB,aAAa,GAAE,OAAe,EAC9B,iBAAiB,GAAE,OAAc,GAChC,OAAO,CAAC,IAAI,CAAC;YAmFF,mBAAmB;YAWnB,kBAAkB;YASlB,oBAAoB;YASpB,qBAAqB;YAuErB,cAAc;CAkB7B"}
+{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;YAOb,eAAe;IA8ChB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAsDhD,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;WA6BrC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQhD,oBAAoB,CACtC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;WA2CX,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAQ5C,aAAa,CACxB,aAAa,GAAE,OAAe,EAC9B,iBAAiB,GAAE,OAAc,EACjC,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,IAAI,CAAC;YAqFF,mBAAmB;YAWnB,kBAAkB;YASlB,oBAAoB;YASpB,qBAAqB;YAuErB,cAAc;CAoB7B"}

package/dist/DigNetwork/DigNetwork.js

@@ -63,18 +63,50 @@ class DigNetwork {
         }
         return { generationIndex, lastLocalRootHash };
     }
+    async uploadStoreHead(digPeer) {
+        // First make sure that the remote store is up to date.
+        const rootHistory = await this.dataStore.getRootHistory();
+        const localManifestHashes = await this.dataStore.getManifestHashes();
+        const remoteManifestFile = await digPeer.propagationServer.getStoreData("manifest.dat");
+        const remoteManifestHashes = remoteManifestFile.split("\n").filter(Boolean);
+        const onChainRootHashes = rootHistory.map((root) => root.root_hash);
+        // Check that remote manifest is one behind on-chain root hashes
+        if (remoteManifestHashes.length !== onChainRootHashes.length - 1) {
+            throw new Error("Remote manifest should be one behind the on-chain root. Cannot push head.");
+        }
+        // Compare each remote manifest hash with the corresponding on-chain root hash
+        for (let i = 0; i < remoteManifestHashes.length; i++) {
+            if (remoteManifestHashes[i] !== onChainRootHashes[i]) {
+                throw new Error(`Remote manifest does not match on-chain root at index ${i}. Cannot push head.`);
+            }
+        }
+        // Get the files for the latest local manifest hash
+        const filesToUpload = await this.dataStore.getFileSetForRootHash(localManifestHashes[localManifestHashes.length - 1]);
+        if (!filesToUpload.length) {
+            console.log("No files to upload.");
+            return;
+        }
+        // Upload files to the remote peer with a progress bar
+        await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
+            for (const filePath of filesToUpload) {
+                const relativePath = path
+                    .relative(this.storeDir, filePath)
+                    .replace(/\\/g, "/");
+                await digPeer.propagationServer.pushFile(filePath, relativePath);
+                progress.increment();
+            }
+        });
+    }
     // Uploads the store to a specific peer
     async uploadStore(digPeer) {
         const { generationIndex } = await this.uploadPreflight(digPeer);
         const filesToUpload = await (0, deltaUtils_1.getDeltaFiles)(this.dataStore.StoreId, generationIndex, path.resolve(config_1.DIG_FOLDER_PATH, "stores"));
-        console.log(filesToUpload);
         if (!filesToUpload.length) {
             console.log("No files to upload.");
             return;
         }
         await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
             for (const filePath of filesToUpload) {
-                console.log(`Uploading ${filePath}...`);
                 const relativePath = path
                     .relative(this.storeDir, filePath)
                     .replace(/\\/g, "/");
@@ -90,12 +122,46 @@ class DigNetwork {
         const digNetwork = new DigNetwork(storeId);
         await digNetwork.downloadFiles(true);
     }
+    static async findPeerWithStoreKey(storeId, rootHash, key) {
+        const peerBlackList = [];
+        const serverCoin = new blockchain_1.ServerCoin(storeId);
+        while (true) {
+            try {
+                const digPeers = await serverCoin.sampleCurrentEpoch(1, peerBlackList);
+                if (digPeers.length === 0)
+                    break;
+                const peerIp = digPeers[0];
+                const digPeer = new DigPeer_1.DigPeer(peerIp, storeId);
+                const storeResponse = await digPeer.contentServer.headStore({
+                    hasRootHash: rootHash,
+                });
+                if (storeResponse.success &&
+                    storeResponse.headers?.["x-has-rootHash"] === "true") {
+                    if (!key)
+                        return peerIp;
+                    const keyResponse = await digPeer.contentServer.headKey(key);
+                    if (keyResponse.success &&
+                        keyResponse.headers?.["x-key-exists"] === "true") {
+                        return peerIp;
+                    }
+                }
+                peerBlackList.push(peerIp);
+            }
+            catch (error) {
+                console.error("Error while sampling the epoch or contacting peer:", error);
+                break;
+            }
+        }
+        return null;
+    }
     static unsubscribeFromStore(storeId) {
-        fs.rmdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), { recursive: true });
+        fs.rmdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), {
+            recursive: true,
+        });
         fs.unlinkSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId + ".json"));
     }
     // Downloads files from the network based on the manifest
-    async downloadFiles(forceDownload = false, renderProgressBar = true) {
+    async downloadFiles(forceDownload = false, renderProgressBar = true, skipData = false) {
         try {
             const rootHistory = await this.dataStore.getRootHistory();
             if (!rootHistory.length)
@@ -124,10 +190,12 @@ class DigNetwork {
                 const datFileContent = JSON.parse(fs.readFileSync(datFilePath, "utf-8"));
                 if (datFileContent.root !== rootHash)
                     throw new Error("Root hash mismatch");
-                for (const file of Object.keys(datFileContent.files)) {
-                    const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, path.join(this.storeDir, "data"));
-                    const isInDataDir = filePath.startsWith(path.join(this.storeDir, "data"));
-                    await this.downloadFileFromPeers((0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, "data"), filePath, forceDownload || !isInDataDir);
+                if (!skipData) {
+                    for (const file of Object.keys(datFileContent.files)) {
+                        const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, path.join(this.storeDir, "data"));
+                        const isInDataDir = filePath.startsWith(path.join(this.storeDir, "data"));
+                        await this.downloadFileFromPeers((0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, "data"), filePath, forceDownload || !isInDataDir);
+                    }
                 }
                 if (localManifestHashes[i] !== rootHash)
                     newRootHashes.push(rootHash);
@@ -216,7 +284,9 @@ class DigNetwork {
             noTTYOutput: true,
         }, cli_progress_1.Presets.shades_classic);
         const progress = multiBar.create(total, 0, { name });
-        await task(progress).finally(() => multiBar.stop());
+        await task(progress).finally(() => {
+            multiBar.stop();
+        });
     }
 }
 exports.DigNetwork = DigNetwork;

package/dist/blockchain/DataStore.d.ts

@@ -50,5 +50,7 @@ export declare class DataStore {
     isSynced(): Promise<boolean>;
     hasMetaWritePermissions(publicSyntheticKey?: Buffer): Promise<boolean>;
     updateMetadata(metadata: DataStoreMetadata): Promise<DataStoreDriver>;
+    getFileSetForRootHash(rootHash: string): Promise<string[]>;
+    getManifestHashes(): string[];
 }
 //# sourceMappingURL=DataStore.d.ts.map

package/dist/blockchain/DataStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,kBAAkB,CAAC;AAY1B,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AASjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;WAYnC,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAsB5C,mBAAmB,IAAI,OAAO,CAAC,eAAe,EAAE,GAAG,SAAS,CAAC;IAiB7D,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IA+E5B,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAgB5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;CA8C5B"}
+{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,kBAAkB,CAAC;AAY1B,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAQjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;WAYnC,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAsB5C,mBAAmB,IAAI,OAAO,CAAC,eAAe,EAAE,GAAG,SAAS,CAAC;IAiB7D,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IA+E5B,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAgB5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+Cd,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAiChE,iBAAiB,IAAI,MAAM,EAAE;CAUrC"}

package/dist/blockchain/DataStore.js

@@ -13,6 +13,7 @@ const Wallet_1 = require("./Wallet");
 const config_1 = require("../utils/config");
 const coins_1 = require("./coins");
 const utils_1 = require("../utils");
+const hashUtils_1 = require("../utils/hashUtils");
 const DataIntegrityTree_1 = require("../DataIntegrityTree");
 const prompts_1 = require("../prompts");
 const FileCache_1 = require("../utils/FileCache");
@@ -406,5 +407,27 @@ class DataStore {
         }
         return updateStoreResponse.newStore;
     }
+    async getFileSetForRootHash(rootHash) {
+        const datFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash}.dat`);
+        const datFileContent = JSON.parse(fs_1.default.readFileSync(datFilePath, "utf-8"));
+        const heightDatFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "height.json");
+        const manifestFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "manifest.dat");
+        const filesInvolved = [];
+        filesInvolved.push(manifestFilePath);
+        filesInvolved.push(datFilePath);
+        filesInvolved.push(heightDatFilePath);
+        for (const [fileKey, fileData] of Object.entries(datFileContent.files)) {
+            const filepath = path_1.default.join(config_1.STORE_PATH, this.storeId, "data", fileKey);
+            const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[fileKey].sha256, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
+            filesInvolved.push(filePath);
+        }
+        return filesInvolved;
+    }
+    getManifestHashes() {
+        const manifestFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "manifest.dat");
+        return fs_1.default.existsSync(manifestFilePath)
+            ? fs_1.default.readFileSync(manifestFilePath, "utf-8").split("\n").filter(Boolean)
+            : [];
+    }
 }
 exports.DataStore = DataStore;

package/dist/blockchain/FullNodePeer.d.ts

@@ -7,6 +7,13 @@ export declare class FullNodePeer {
     static connect(): Promise<Peer>;
     private static isPortReachable;
     private static isValidIpAddress;
+    /**
+     * Retrieves the TRUSTED_FULLNODE IP from the environment
+     * and verifies if it is a valid IP address.
+     *
+     * @returns {string | null} The valid IP address or null if invalid
+     */
+    private static getTrustedFullNode;
     private static fetchNewPeerIPs;
     private static getPeerIPs;
     private static createPeerProxy;

package/dist/blockchain/FullNodePeer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FullNodePeer.d.ts","sourceRoot":"","sources":["../../src/blockchain/FullNodePeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAmBxC,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,UAAU,CAAkD;IAC3E,OAAO,CAAC,MAAM,CAAC,uBAAuB,CAA0B;IAChE,OAAO,CAAC,IAAI,CAAO;IAQnB,OAAO;WAIa,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK5C,OAAO,CAAC,MAAM,CAAC,eAAe;IAiB9B,OAAO,CAAC,MAAM,CAAC,gBAAgB;mBAOV,eAAe;mBAkDf,UAAU;IAyB/B,OAAO,CAAC,MAAM,CAAC,eAAe;mBA4BT,WAAW;IAgGzB,OAAO,IAAI,IAAI;WAIF,mBAAmB,CACrC,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,OAAO,CAAC;CAwBpB"}
+{"version":3,"file":"FullNodePeer.d.ts","sourceRoot":"","sources":["../../src/blockchain/FullNodePeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAmBxC,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,UAAU,CAAkD;IAC3E,OAAO,CAAC,MAAM,CAAC,uBAAuB,CAA0B;IAChE,OAAO,CAAC,IAAI,CAAO;IAQnB,OAAO;WAIa,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK5C,OAAO,CAAC,MAAM,CAAC,eAAe;IAiB9B,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAM/B;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;mBASZ,eAAe;mBAiDf,UAAU;IAyB/B,OAAO,CAAC,MAAM,CAAC,eAAe;mBAgDT,WAAW;IAgGzB,OAAO,IAAI,IAAI;WAIF,mBAAmB,CACrC,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,OAAO,CAAC;CAwBpB"}

package/dist/blockchain/FullNodePeer.js

@@ -48,12 +48,24 @@ class FullNodePeer {
         const ipv4Regex = /^(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$/;
         return ipv4Regex.test(ip);
     }
-    static async fetchNewPeerIPs() {
+    /**
+     * Retrieves the TRUSTED_FULLNODE IP from the environment
+     * and verifies if it is a valid IP address.
+     *
+     * @returns {string | null} The valid IP address or null if invalid
+     */
+    static getTrustedFullNode() {
         const trustedNodeIp = process.env.TRUSTED_FULLNODE || null;
+        if (trustedNodeIp && FullNodePeer.isValidIpAddress(trustedNodeIp)) {
+            return trustedNodeIp;
+        }
+        return null;
+    }
+    static async fetchNewPeerIPs() {
+        const trustedNodeIp = FullNodePeer.getTrustedFullNode();
         const priorityIps = [];
         // Prioritize trustedNodeIp
         if (trustedNodeIp &&
-            FullNodePeer.isValidIpAddress(trustedNodeIp) &&
             (await FullNodePeer.isPortReachable(trustedNodeIp, FULLNODE_PORT))) {
             priorityIps.push(trustedNodeIp);
         }
@@ -107,18 +119,38 @@ class FullNodePeer {
         }
         return FullNodePeer.memoizedFetchNewPeerIPs();
     }
-    static createPeerProxy(peer, certFile, keyFile) {
+    static createPeerProxy(peer) {
         return new Proxy(peer, {
             get: (target, prop) => {
                 const originalMethod = target[prop];
                 if (typeof originalMethod === "function") {
                     return async (...args) => {
+                        let timeoutId;
+                        // Start the timeout to forget the peer after 1 minute
+                        const timeoutPromise = new Promise((_, reject) => {
+                            timeoutId = setTimeout(() => {
+                                FullNodePeer.cachedPeer = null;
+                                reject(new Error("Operation timed out. Reconnecting to a new peer."));
+                            }, 60000); // 1 minute
+                        });
                         try {
-                            return await originalMethod.apply(target, args);
+                            // Run the original method and race it against the timeout
+                            const result = await Promise.race([
+                                originalMethod.apply(target, args),
+                                timeoutPromise,
+                            ]);
+                            // Clear the timeout if the operation succeeded
+                            if (timeoutId) {
+                                clearTimeout(timeoutId);
+                            }
+                            return result;
                         }
                         catch (error) {
-                            if (error.message.includes("WebSocket")) {
+                            // If the error is WebSocket-related or timeout, reset the peer
+                            if (error.message.includes("WebSocket") || error.message.includes("Operation timed out")) {
                                 FullNodePeer.cachedPeer = null;
+                                // @ts-ignore
+                                FullNodePeer.memoizedFetchNewPeerIPs.cache.clear();
                                 const newPeer = await FullNodePeer.getBestPeer();
                                 return newPeer[prop](...args);
                             }
@@ -149,7 +181,7 @@ class FullNodePeer {
             if (ip) {
                 try {
                     const peer = await datalayer_driver_1.Peer.new(`${ip}:${FULLNODE_PORT}`, false, certFile, keyFile);
-                    return FullNodePeer.createPeerProxy(peer, certFile, keyFile);
+                    return FullNodePeer.createPeerProxy(peer);
                 }
                 catch (error) {
                     console.error(`Failed to create peer for IP ${ip}: ${error.message}`);

package/dist/utils/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAKrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,mBAAmB,YAAa,MAAM,KAAG,MACN,CAAC;AAEjD,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAU1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAUhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAOtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAY/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAmBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAKrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,mBAAmB,YAAa,MAAM,KAAG,MACN,CAAC;AAEjD,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAOtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}

package/dist/utils/config.js

@@ -49,9 +49,7 @@ const createInitialConfig = () => {
 };
 exports.createInitialConfig = createInitialConfig;
 const setRemote = (remote) => {
-    if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
-        throw new Error("Config file not found.");
-    }
+    (0, exports.ensureDigConfig)("");
     const config = JSON.parse(fs.readFileSync(exports.CONFIG_FILE_PATH, "utf-8"));
     config.remote = remote;
     fs.writeFileSync(exports.CONFIG_FILE_PATH, JSON.stringify(config, null, 4));
@@ -59,9 +57,7 @@ const setRemote = (remote) => {
 };
 exports.setRemote = setRemote;
 const setActiveStore = (storeId) => {
-    if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
-        throw new Error("Config file not found.");
-    }
+    (0, exports.ensureDigConfig)("");
     const config = JSON.parse(fs.readFileSync(exports.CONFIG_FILE_PATH, "utf-8"));
     config.active_store = storeId;
     fs.writeFileSync(exports.CONFIG_FILE_PATH, JSON.stringify(config, null, 4));
@@ -151,9 +147,7 @@ exports.getActiveStoreId = getActiveStoreId;
  * @throws Will throw an error if the config file does not exist or cannot be parsed.
  */
 const loadDigConfig = (baseDir) => {
-    if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
-        throw new Error(`Configuration file not found at ${exports.CONFIG_FILE_PATH}`);
-    }
+    (0, exports.ensureDigConfig)("");
     try {
         const configContent = fs.readFileSync(exports.CONFIG_FILE_PATH, "utf-8");
         const config = JSON.parse(configContent);
@@ -173,6 +167,7 @@ exports.loadDigConfig = loadDigConfig;
  */
 const ensureDigConfig = (baseDir) => {
     if (!fs.existsSync(exports.CONFIG_FILE_PATH)) {
+        fs.mkdirSync(exports.DIG_FOLDER_PATH, { recursive: true });
         const defaultConfig = { deploy_dir: "./dist" };
         fs.writeFileSync(exports.CONFIG_FILE_PATH, JSON.stringify(defaultConfig, null, 4), "utf-8");
         console.log(`Created new dig.config.json at ${exports.CONFIG_FILE_PATH}`);

package/dist/utils/directoryUtils.d.ts

@@ -1,10 +1,4 @@
 import { DataIntegrityTree } from "../DataIntegrityTree";
-/**
- * Recursively add all files in a directory to the Merkle tree, skipping the .dig, .git folders, and files in .gitignore.
- * @param datalayer - The DataStoreManager instance.
- * @param dirPath - The directory path.
- * @param baseDir - The base directory for relative paths.
- */
 export declare const addDirectory: (datalayer: DataIntegrityTree, dirPath: string, baseDir?: string) => Promise<void>;
 /**
  * Calculate the total size of the DIG_FOLDER_PATH

package/dist/utils/directoryUtils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD;;;;;GAKG;AACH,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CAmCd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}
+{"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}

package/dist/utils/directoryUtils.js

@@ -27,15 +27,29 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.calculateFolderSize = exports.addDirectory = void 0;
-const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
 const ignore_1 = __importDefault(require("ignore"));
-/**
- * Recursively add all files in a directory to the Merkle tree, skipping the .dig, .git folders, and files in .gitignore.
- * @param datalayer - The DataStoreManager instance.
- * @param dirPath - The directory path.
- * @param baseDir - The base directory for relative paths.
- */
+// Custom concurrency handler
+const limitConcurrency = async (concurrencyLimit, tasks) => {
+    const executing = [];
+    for (const task of tasks) {
+        const p = task();
+        // Add the new task to the executing array
+        executing.push(p);
+        // When a task completes, remove it from the executing array
+        const cleanup = p.finally(() => {
+            executing.splice(executing.indexOf(cleanup), 1);
+        });
+        // Once the limit is reached, wait for one to complete
+        if (executing.length >= concurrencyLimit) {
+            await new Promise((resolve) => setTimeout(resolve, 100));
+            await Promise.race(executing);
+        }
+    }
+    // Wait for all remaining tasks to complete
+    return Promise.all(executing);
+};
 const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
     const ig = (0, ignore_1.default)();
     const gitignorePath = path.join(baseDir, ".gitignore");
@@ -45,6 +59,7 @@ const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
         ig.add(gitignoreContent);
     }
     const files = fs.readdirSync(dirPath);
+    const tasks = [];
     for (const file of files) {
         const filePath = path.join(dirPath, file);
         const relativePath = path.relative(baseDir, filePath).replace(/\\/g, "/");
@@ -54,18 +69,22 @@ const addDirectory = async (datalayer, dirPath, baseDir = dirPath) => {
         }
         const stat = fs.statSync(filePath);
         if (stat.isDirectory()) {
-            await (0, exports.addDirectory)(datalayer, filePath, baseDir);
+            // Recursively process the directory
+            tasks.push(() => (0, exports.addDirectory)(datalayer, filePath, baseDir));
         }
         else {
-            await new Promise((resolve, reject) => {
+            // Add a task for each file to be processed
+            tasks.push(() => new Promise((resolve, reject) => {
                 const stream = fs.createReadStream(filePath);
                 datalayer
                     .upsertKey(stream, Buffer.from(relativePath).toString("hex"))
-                    .then(resolve)
+                    .then(() => resolve())
                     .catch(reject);
-            });
+            }));
         }
     }
+    // Run tasks with limited concurrency (set the concurrency limit as needed)
+    await limitConcurrency(10, tasks); // Adjust 10 based on your system limits
 };
 exports.addDirectory = addDirectory;
 /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.2",
+  "version": "0.0.1-alpha.21",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -41,6 +41,7 @@
     "merkletreejs": "^0.4.0",
     "nanospinner": "^1.1.0",
     "nconf": "^0.12.1",
+    "p-limit": "^6.1.0",
     "superagent": "^10.0.0"
   },
   "devDependencies": {