@dignetwork/dig-sdk 0.0.1-alpha.106 → 0.0.1-alpha.108

package/dist/DigNetwork/PropagationServer.d.ts

@@ -47,7 +47,7 @@ export declare class PropagationServer {
      * Upload a file to the server by sending a PUT request.
      * Logs progress using a local cli-progress bar.
      */
-    uploadFile(label: string, dataPath: string): Promise<void>;
+    uploadFile(label: string, dataPath: string, uncompress?: boolean): Promise<void>;
     /**
      * Commit the upload session by sending a POST request to the server.
      */

package/dist/DigNetwork/PropagationServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,OAAO,CAAC;AAW1B,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAkBrC,qBAAa,iBAAiB;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;gBAErC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAY9C;;OAEG;IACG,gBAAgB;IAOtB;;OAEG;IACH,gBAAgB;IAQhB;;OAEG;IACH,oBAAoB,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM;IAyB3D;;OAEG;IACG,gBAAgB,CACpB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,WAAW,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,OAAO,CAAA;KAAE,CAAC;IA0C7D;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM;IAuDzC;;OAEG;IACG,YAAY,CAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IAyBlD;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAuGhD;;OAEG;IACG,mBAAmB;IAgCzB;;OAEG;WACU,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;IA2DnB;;;OAGG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAgFlD;;OAEG;IACG,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA0B7C;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM;IAwGjB;;OAEG;WACU,aAAa,CACxB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;CA2FpB"}
+{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,OAAO,CAAC;AAY1B,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAkBrC,qBAAa,iBAAiB;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;gBAErC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAY9C;;OAEG;IACG,gBAAgB;IAOtB;;OAEG;IACH,gBAAgB;IAQhB;;OAEG;IACH,oBAAoB,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM;IAyB3D;;OAEG;IACG,gBAAgB,CACpB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,WAAW,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,OAAO,CAAA;KAAE,CAAC;IA4C7D;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM;IAyDzC;;OAEG;IACG,YAAY,CAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IA2BlD;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAE,OAAe;IAqH7E;;OAEG;IACG,mBAAmB;IAkCzB;;OAEG;WACU,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;IA0DnB;;;OAGG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAkFlD;;OAEG;IACG,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA4B7C;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM;IA0GjB;;OAEG;WACU,aAAa,CACxB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;CA2FpB"}

package/dist/DigNetwork/PropagationServer.js

@@ -1,4 +1,27 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -13,7 +36,8 @@ const https_1 = __importDefault(require("https"));
 const os_1 = __importDefault(require("os"));
 const path_1 = __importDefault(require("path"));
 const progress_stream_1 = __importDefault(require("progress-stream"));
-const asyncPool_1 = require("../utils/asyncPool");
+const zlib = __importStar(require("zlib"));
+const promiseUtils_1 = require("../utils/promiseUtils");
 const nanospinner_1 = require("nanospinner");
 const hashUtils_1 = require("../utils/hashUtils");
 const ssl_1 = require("../utils/ssl");
@@ -183,7 +207,7 @@ class PropagationServer {
      * Upload a file to the server by sending a PUT request.
      * Logs progress using a local cli-progress bar.
      */
-    async uploadFile(label, dataPath) {
+    async uploadFile(label, dataPath, uncompress = false) {
         const filePath = path_1.default.join(config_1.STORE_PATH, this.storeId, dataPath);
         const { nonce, fileExists } = await this.getFileNonce(dataPath);
         if (fileExists) {
@@ -223,8 +247,20 @@ class PropagationServer {
             });
             // Add inactivity timeout to the progress stream
             const passThroughStream = this.addInactivityTimeout(new stream_1.PassThrough(), PropagationServer.inactivityTimeout);
-            // Pipe the read stream through the progress stream into the PassThrough stream
-            fileReadStream.pipe(progressStream).pipe(passThroughStream);
+            // Decide whether to uncompress the file during upload
+            if (uncompress) {
+                // Create a gunzip (uncompression) stream
+                const gunzip = zlib.createGunzip();
+                // Pipe the streams: fileReadStream -> gunzip -> progressStream -> passThroughStream
+                fileReadStream
+                    .pipe(gunzip)
+                    .pipe(progressStream)
+                    .pipe(passThroughStream);
+            }
+            else {
+                // Pipe the streams: fileReadStream -> progressStream -> passThroughStream
+                fileReadStream.pipe(progressStream).pipe(passThroughStream);
+            }
             // Use form-data to construct the request body
             const formData = new form_data_1.default();
             formData.append("file", passThroughStream);
@@ -311,7 +347,7 @@ class PropagationServer {
         // Start the upload session
         await propagationServer.startUploadSession(rootHash);
         const dataStore = blockchain_1.DataStore.from(storeId);
-        const files = await dataStore.getFileSetForRootHash(rootHash);
+        const files = await dataStore.getFileSetForRootHash(rootHash, true);
         // Prepare upload tasks
         const uploadTasks = files.map((file) => ({
             label: file.name,
@@ -319,8 +355,8 @@ class PropagationServer {
         }));
         // Limit the number of concurrent uploads
         const concurrencyLimit = 10; // Adjust this number as needed
-        await (0, asyncPool_1.asyncPool)(concurrencyLimit, uploadTasks, async (task) => {
-            await propagationServer.uploadFile(task.label, task.dataPath);
+        await (0, promiseUtils_1.asyncPool)(concurrencyLimit, uploadTasks, async (task) => {
+            await propagationServer.uploadFile(task.label, task.dataPath, true);
         });
         // Commit the session after all files have been uploaded
         await propagationServer.commitUploadSession();
@@ -520,7 +556,7 @@ class PropagationServer {
         const tempDir = fs_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), "downloadStore-"));
         try {
             // Download files to the temporary directory
-            await (0, asyncPool_1.asyncPool)(concurrencyLimit, downloadTasks, async (task) => {
+            await (0, promiseUtils_1.asyncPool)(concurrencyLimit, downloadTasks, async (task) => {
                 await propagationServer.downloadFile(task.label, task.dataPath, rootHash, tempDir);
             });
             // Save the rootHash.dat file to the temporary directory

package/dist/blockchain/DataStore.d.ts

@@ -59,7 +59,7 @@ export declare class DataStore {
      * @param {string} rootHash - The root hash to fetch the file set.
      * @returns {Promise<{ fileName: string, file: string }[]>} - An array of unique file objects.
      */
-    getFileSetForRootHash(rootHash: string): Promise<{
+    getFileSetForRootHash(rootHash: string, skipIntegirtyCheck?: boolean): Promise<{
         name: string;
         path: string;
     }[]>;

package/dist/blockchain/DataStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,8BAA8B,CAAC;AAWtC,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAajD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS;WAiBtD,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,wBAAwB,IAAI,OAAO,CAAC;QAC/C,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IAiBW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA4C/D,oBAAoB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAexD,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAM5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+C3B;;;;;OAKG;IACU,qBAAqB,CAChC,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAyC7C"}
+{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,8BAA8B,CAAC;AAWtC,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAcjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS;WAiBtD,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAmEW,wBAAwB,IAAI,OAAO,CAAC;QAC/C,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IAiBW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA4C/D,oBAAoB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAexD,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAM5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+C3B;;;;;OAKG;IACU,qBAAqB,CAChC,QAAQ,EAAE,MAAM,EAChB,kBAAkB,GAAE,OAAe,GAClC,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CA6C7C"}

package/dist/blockchain/DataStore.js

@@ -20,6 +20,7 @@ const FileCache_1 = require("../utils/FileCache");
 const DataStoreSerializer_1 = require("./DataStoreSerializer");
 const node_cache_1 = __importDefault(require("node-cache"));
 const config_2 = require("../utils/config");
+const StoreInfoCacheUpdater_1 = require("./StoreInfoCacheUpdater");
 // Initialize the cache with a TTL of 180 seconds (3 minutes)
 const rootHistoryCache = new node_cache_1.default({ stdTTL: 180 });
 const stat = (0, util_1.promisify)(fs_1.default.stat);
@@ -202,47 +203,26 @@ class DataStore {
     }
     async fetchCoinInfo() {
         try {
+            // Kick off the updater instance in the backgounf if not already running
+            StoreInfoCacheUpdater_1.StoreInfoCacheUpdater.initInstance();
             // Initialize the cache for the current storeId's coin info
             const storeCoinCache = new FileCache_1.FileCache(`stores`);
             // Try to get cached store info
             const cachedInfo = storeCoinCache.get(this.storeId);
             if (cachedInfo) {
-                try {
-                    const { latestStore: serializedStore, latestHeight: previousHeight, latestHash: previousHash, } = cachedInfo;
-                    // Deserialize the stored data using DataStoreSerializer
-                    const { latestStore: previousInfo } = DataStoreSerializer_1.DataStoreSerializer.deserialize({
-                        latestStore: serializedStore,
-                        latestHeight: previousHeight.toString(),
-                        latestHash: previousHash,
-                    });
-                    // Sync with peer if necessary
-                    const peer = await FullNodePeer_1.FullNodePeer.connect();
-                    const { latestStore, latestHeight } = await peer.syncStore(previousInfo, previousHeight, Buffer.from(previousHash, "hex"), false);
-                    const latestHash = await peer.getHeaderHash(latestHeight);
-                    // Serialize the store data for caching
-                    const serializedLatestStore = new DataStoreSerializer_1.DataStoreSerializer(latestStore, latestHeight, latestHash).serialize();
-                    // Cache updated store info
-                    storeCoinCache.set(this.storeId, {
-                        latestStore: serializedLatestStore,
-                        latestHeight,
-                        latestHash: latestHash.toString("hex"),
-                    });
-                    return { latestStore, latestHeight, latestHash };
-                }
-                catch {
-                    // Return cached info if sync fails
-                    const { latestStore, latestHeight, latestHash } = DataStoreSerializer_1.DataStoreSerializer.deserialize({
-                        latestStore: cachedInfo.latestStore,
-                        latestHeight: cachedInfo.latestHeight.toString(),
-                        latestHash: cachedInfo.latestHash,
-                    });
-                    return {
-                        latestStore,
-                        latestHeight,
-                        latestHash: latestHash,
-                    };
-                }
+                // If we have cached info, return it directly
+                const { latestStore, latestHeight } = DataStoreSerializer_1.DataStoreSerializer.deserialize({
+                    latestStore: cachedInfo.latestStore,
+                    latestHeight: cachedInfo.latestHeight.toString(),
+                    latestHash: cachedInfo.latestHash,
+                });
+                return {
+                    latestStore,
+                    latestHeight: cachedInfo.latestHeight,
+                    latestHash: Buffer.from(cachedInfo.latestHash, "hex"),
+                };
             }
+            // If no cached info, proceed to fetch and cache it
             // Use getCreationHeight to retrieve height and hash information
             const { createdAtHeight, createdAtHash } = await this.getCreationHeight();
             // Sync store from peer
@@ -384,7 +364,7 @@ class DataStore {
      * @param {string} rootHash - The root hash to fetch the file set.
      * @returns {Promise<{ fileName: string, file: string }[]>} - An array of unique file objects.
      */
-    async getFileSetForRootHash(rootHash) {
+    async getFileSetForRootHash(rootHash, skipIntegirtyCheck = false) {
         const datFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash}.dat`);
         const datFileContent = JSON.parse(fs_1.default.readFileSync(datFilePath, "utf-8"));
         // Use a Set to ensure uniqueness
@@ -393,8 +373,12 @@ class DataStore {
         for (const [fileKey, fileData] of Object.entries(datFileContent.files)) {
             const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[fileKey].sha256, "data");
             // Perform the integrity check
-            const integrityCheck = await DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(fileKey, datFileContent.files[fileKey].sha256, datFileContent, rootHash, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
-            if (integrityCheck) {
+            let integrityCheck;
+            if (!skipIntegirtyCheck) {
+                integrityCheck =
+                    await DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(fileKey, datFileContent.files[fileKey].sha256, datFileContent, rootHash, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
+            }
+            if (integrityCheck || skipIntegirtyCheck) {
                 // Add the file to the Set
                 filesInvolved.add({
                     name: Buffer.from(fileKey, "hex").toString("utf-8"),

package/dist/blockchain/StoreInfoCacheUpdater.d.ts

@@ -0,0 +1,13 @@
+export declare class StoreInfoCacheUpdater {
+    private static instance;
+    private storeCoinCache;
+    private updateInterval;
+    private lockFilePath;
+    private releaseLock;
+    private constructor();
+    static initInstance(): StoreInfoCacheUpdater;
+    private startCacheUpdater;
+    private updateCache;
+    private setupExitHandlers;
+}
+//# sourceMappingURL=StoreInfoCacheUpdater.d.ts.map

package/dist/blockchain/StoreInfoCacheUpdater.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StoreInfoCacheUpdater.d.ts","sourceRoot":"","sources":["../../src/blockchain/StoreInfoCacheUpdater.ts"],"names":[],"mappings":"AAUA,qBAAa,qBAAqB;IAChC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAwB;IAC/C,OAAO,CAAC,cAAc,CAInB;IACH,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAsC;IAEzD,OAAO;WAaO,YAAY,IAAI,qBAAqB;IAOnD,OAAO,CAAC,iBAAiB;YAIX,WAAW;IAgGzB,OAAO,CAAC,iBAAiB;CAsB1B"}

package/dist/blockchain/StoreInfoCacheUpdater.js

@@ -0,0 +1,143 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StoreInfoCacheUpdater = void 0;
+const timers_1 = require("timers");
+const FullNodePeer_1 = require("./FullNodePeer");
+const utils_1 = require("../utils");
+const DataStoreSerializer_1 = require("./DataStoreSerializer");
+const utils_2 = require("../utils");
+const lockfile = __importStar(require("proper-lockfile"));
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const utils_3 = require("../utils");
+class StoreInfoCacheUpdater {
+    constructor(updateIntervalInMinutes = 5) {
+        this.releaseLock = null; // Holds the release function for cleanup
+        this.storeCoinCache = new utils_1.FileCache(`stores`);
+        this.updateInterval = updateIntervalInMinutes * 60 * 1000; // Convert minutes to milliseconds
+        // Construct lock file path using the path module
+        this.lockFilePath = path.join(utils_3.DIG_FOLDER_PATH, 'store-info-cache.lock');
+        this.startCacheUpdater();
+        // Set up process exit handlers for cleanup
+        this.setupExitHandlers();
+    }
+    static initInstance() {
+        if (!StoreInfoCacheUpdater.instance) {
+            StoreInfoCacheUpdater.instance = new StoreInfoCacheUpdater();
+        }
+        return StoreInfoCacheUpdater.instance;
+    }
+    startCacheUpdater() {
+        (0, timers_1.setInterval)(() => this.updateCache(), this.updateInterval);
+    }
+    async updateCache() {
+        try {
+            // Ensure the lock file exists before attempting to lock
+            if (!fs.existsSync(this.lockFilePath)) {
+                fs.writeFileSync(this.lockFilePath, '');
+            }
+            // Acquire a file lock with stale lock duration matching the update interval
+            const release = await lockfile.lock(this.lockFilePath, {
+                retries: {
+                    retries: 10, // Retry 10 times to acquire the lock
+                    factor: 2,
+                    minTimeout: 100,
+                    maxTimeout: 1000,
+                },
+                stale: this.updateInterval, // Lock expires after the update interval
+            });
+            // Store the release function for cleanup during process exit
+            this.releaseLock = release;
+            try {
+                const storeIds = this.storeCoinCache.getCachedKeys();
+                for (const storeId of storeIds) {
+                    try {
+                        const cachedInfo = this.storeCoinCache.get(storeId);
+                        if (!cachedInfo) {
+                            continue;
+                        }
+                        // Deserialize the cached store info
+                        const { latestStore: serializedStore, latestHeight, latestHash } = cachedInfo;
+                        const { latestStore: previousInfo } = DataStoreSerializer_1.DataStoreSerializer.deserialize({
+                            latestStore: serializedStore,
+                            latestHeight: latestHeight.toString(),
+                            latestHash: latestHash,
+                        });
+                        // Wrap the connection with a timeout
+                        const peer = await (0, utils_2.withTimeout)(FullNodePeer_1.FullNodePeer.connect(), 60000, "Timeout connecting to FullNodePeer");
+                        // Wrap the syncStore call with a timeout
+                        const { latestStore, latestHeight: newHeight } = await (0, utils_2.withTimeout)(peer.syncStore(previousInfo, latestHeight, Buffer.from(latestHash, "hex"), false), 60000, `Timeout syncing store for storeId ${storeId}`);
+                        // Wrap the getHeaderHash call with a timeout
+                        const latestHashBuffer = await (0, utils_2.withTimeout)(peer.getHeaderHash(newHeight), 60000, `Timeout getting header hash for height ${newHeight}`);
+                        // Serialize the updated store data for caching
+                        const serializedLatestStore = new DataStoreSerializer_1.DataStoreSerializer(latestStore, newHeight, latestHashBuffer).serialize();
+                        // Recache the updated store info
+                        this.storeCoinCache.set(storeId, {
+                            latestStore: serializedLatestStore,
+                            latestHeight: newHeight,
+                            latestHash: latestHashBuffer.toString("hex"),
+                        });
+                    }
+                    catch (error) {
+                        console.error(`Failed to update cache for storeId ${storeId}:`, error);
+                        // Optionally handle specific errors or continue with the next storeId
+                    }
+                }
+            }
+            finally {
+                // Always release the lock after finishing the update
+                await this.releaseLock?.();
+                this.releaseLock = null;
+            }
+        }
+        catch (error) {
+            console.error("Failed to update store cache:", error);
+        }
+    }
+    setupExitHandlers() {
+        const cleanup = async () => {
+            if (this.releaseLock) {
+                try {
+                    await this.releaseLock();
+                    console.log("Lock released successfully on process exit.");
+                }
+                catch (error) {
+                    console.error("Failed to release lock on exit:", error);
+                }
+            }
+        };
+        // Listen for process exit events and call cleanup
+        process.on('SIGINT', cleanup); // Catch CTRL+C
+        process.on('SIGTERM', cleanup); // Catch termination signals
+        process.on('exit', cleanup); // On normal exit
+        process.on('uncaughtException', async (error) => {
+            console.error("Uncaught exception, cleaning up:", error);
+            await cleanup();
+            process.exit(1); // Ensure process exits after handling exception
+        });
+    }
+}
+exports.StoreInfoCacheUpdater = StoreInfoCacheUpdater;

package/dist/utils/index.d.ts

@@ -11,5 +11,5 @@ export * from './spinnerUtils';
 export * from './ssl';
 export * from './validationUtils';
 export * from './Environment';
-export * from './asyncPool';
+export * from './promiseUtils';
 //# sourceMappingURL=index.d.ts.map

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,aAAa,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC"}

package/dist/utils/index.js

@@ -27,4 +27,4 @@ __exportStar(require("./spinnerUtils"), exports);
 __exportStar(require("./ssl"), exports);
 __exportStar(require("./validationUtils"), exports);
 __exportStar(require("./Environment"), exports);
-__exportStar(require("./asyncPool"), exports);
+__exportStar(require("./promiseUtils"), exports);

package/dist/utils/{asyncPool.d.ts → promiseUtils.d.ts}

@@ -6,4 +6,12 @@
  * @returns {Promise<Array<R>>} - A promise that resolves when all items have been processed.
  */
 export declare function asyncPool<T, R>(limit: number, items: T[], iteratorFn: (item: T) => Promise<R>): Promise<R[]>;
-//# sourceMappingURL=asyncPool.d.ts.map
+/**
+* Helper function to add a timeout to a promise.
+* @param promise The original promise.
+* @param ms Timeout in milliseconds.
+* @param timeoutMessage The error message when the timeout is reached.
+* @returns Promise that resolves before the timeout or rejects with an error.
+*/
+export declare const withTimeout: <T>(promise: Promise<T>, ms: number, timeoutMessage: string) => Promise<T>;
+//# sourceMappingURL=promiseUtils.d.ts.map

package/dist/utils/promiseUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"promiseUtils.d.ts","sourceRoot":"","sources":["../../src/utils/promiseUtils.ts"],"names":[],"mappings":"AACA;;;;;;GAMG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,CAAC,EAChC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,EAAE,EACV,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,GAClC,OAAO,CAAC,CAAC,EAAE,CAAC,CAgBd;AAED;;;;;;EAMC;AACH,eAAO,MAAM,WAAW,GAAI,CAAC,WAClB,OAAO,CAAC,CAAC,CAAC,MACf,MAAM,kBACM,MAAM,KACrB,OAAO,CAAC,CAAC,CAOX,CAAC"}

package/dist/utils/{asyncPool.js → promiseUtils.js}

@@ -1,5 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.withTimeout = void 0;
 exports.asyncPool = asyncPool;
 /**
  * Processes items in sequential batches with a concurrency limit.
@@ -21,3 +22,17 @@ async function asyncPool(limit, items, iteratorFn) {
     }
     return ret;
 }
+/**
+* Helper function to add a timeout to a promise.
+* @param promise The original promise.
+* @param ms Timeout in milliseconds.
+* @param timeoutMessage The error message when the timeout is reached.
+* @returns Promise that resolves before the timeout or rejects with an error.
+*/
+const withTimeout = (promise, ms, timeoutMessage) => {
+    return Promise.race([
+        promise,
+        new Promise((_, reject) => setTimeout(() => reject(new Error(timeoutMessage)), ms)),
+    ]);
+};
+exports.withTimeout = withTimeout;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.106",
+  "version": "0.0.1-alpha.108",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -46,6 +46,7 @@
     "nconf": "^0.12.1",
     "node-cache": "^5.1.2",
     "progress-stream": "^2.0.0",
+    "proper-lockfile": "^4.1.2",
     "superagent": "^10.0.0",
     "unzipper": "^0.12.3"
   },
@@ -61,6 +62,7 @@
     "@types/nconf": "^0.10.7",
     "@types/node": "^22.1.0",
     "@types/progress-stream": "^2.0.5",
+    "@types/proper-lockfile": "^4.1.4",
     "@types/superagent": "^8.1.8",
     "@types/unzipper": "^0.10.10",
     "chai": "^5.1.1",

package/dist/utils/asyncPool.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"asyncPool.d.ts","sourceRoot":"","sources":["../../src/utils/asyncPool.ts"],"names":[],"mappings":"AACA;;;;;;GAMG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,CAAC,EAChC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,EAAE,EACV,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,GAClC,OAAO,CAAC,CAAC,EAAE,CAAC,CAgBd"}