@dignetwork/dig-sdk 0.0.1-alpha.78 → 0.0.1-alpha.79

package/dist/DigNetwork/DigNetwork.d.ts

@@ -8,8 +8,7 @@ export declare class DigNetwork {
     static subscribeToStore(storeId: string): Promise<void>;
     static findPeerWithStoreKey(storeId: string, rootHash: string, key?: string, intialBlackList?: string[]): Promise<DigPeer | null>;
     static unsubscribeFromStore(storeId: string): void;
-    syncStoreFromPeers(): Promise<void>;
-    private fetchAvailablePeers;
-    downloadFileFromPeers(dataPath: string, filePath: string, overwrite: boolean): Promise<void>;
+    syncStoreFromPeers(maxRootsToProcess?: number): Promise<void>;
+    fetchAvailablePeers(): Promise<DigPeer[]>;
 }
 //# sourceMappingURL=DigNetwork.d.ts.map

package/dist/DigNetwork/DigNetwork.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;WAOP,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQhD,oBAAoB,CACtC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,MAAM,EACZ,eAAe,GAAE,MAAM,EAAO,GAC7B,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;WAyDZ,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO5C,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;YA0GlC,mBAAmB;IAWpB,qBAAqB,CAChC,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,OAAO,GACjB,OAAO,CAAC,IAAI,CAAC;CA2CjB"}
+{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;WAOP,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQhD,oBAAoB,CACtC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,MAAM,EACZ,eAAe,GAAE,MAAM,EAAO,GAC7B,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;WA2DZ,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO5C,kBAAkB,CAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgG7D,mBAAmB,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;CAUvD"}

package/dist/DigNetwork/DigNetwork.js

@@ -96,10 +96,9 @@ class DigNetwork {
         });
         fs.unlinkSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId + ".json"));
     }
-    async syncStoreFromPeers() {
+    async syncStoreFromPeers(maxRootsToProcess) {
         console.log("Starting file download process...");
         let peerBlackList = [];
-        let selectedPeer = null;
         try {
             const rootHistory = await this.dataStore.getRootHistory();
             if (!rootHistory.length) {
@@ -114,50 +113,47 @@ class DigNetwork {
                 console.log("All root hashes already exist locally. No need for download.");
                 return;
             }
-            // Process filtered rootHistory sequentially
-            for (const rootInfo of rootHistoryFiltered) {
+            // If maxRootsToProcess is specified, limit the number of roots processed
+            const rootsToProcess = maxRootsToProcess
+                ? rootHistoryFiltered.slice(0, maxRootsToProcess)
+                : rootHistoryFiltered;
+            // Process the root hashes sequentially
+            for (const rootInfo of rootsToProcess) {
+                let selectedPeer = null;
                 while (true) {
                     try {
                         // Find a peer with the store and root hash
                         selectedPeer = await DigNetwork.findPeerWithStoreKey(this.dataStore.StoreId, rootInfo.root_hash, undefined, peerBlackList);
                         if (!selectedPeer) {
-                            console.error(`No peer found with root hash ${rootInfo.root_hash}. Abort download.`);
-                            throw new Error("No peer found with root hash.");
+                            console.error(`No peer found with root hash ${rootInfo.root_hash}. Moving to next root.`);
+                            break; // Exit the while loop to proceed to the next rootInfo
                         }
-                        // Ensure the selected peer has the store by checking with a HEAD request
+                        // Check if the selected peer has the store and root hash
                         const { storeExists, rootHashExists } = await selectedPeer.propagationServer.checkStoreExists(rootInfo.root_hash);
-                        if (!storeExists) {
-                            console.warn(`Peer ${selectedPeer.IpAddress} does not have the store. Trying another peer...`);
-                            peerBlackList.push(selectedPeer.IpAddress); // Add peer to blacklist and try again
+                        if (!storeExists || !rootHashExists) {
+                            console.warn(`Peer ${selectedPeer.IpAddress} does not have the required store or root hash. Trying another peer...`);
+                            peerBlackList.push(selectedPeer.IpAddress); // Blacklist and retry
                             continue;
                         }
-                        if (!rootHashExists) {
-                            console.warn(`Peer ${selectedPeer.IpAddress} does not have the root hash. Trying another peer...`);
-                            peerBlackList.push(selectedPeer.IpAddress); // Add peer to blacklist and try again
-                            continue;
-                        }
-                        // Download the store root and all associated data from the selected peer
+                        // Download the store root and associated data
                         await selectedPeer.downloadStoreRoot(rootInfo.root_hash);
-                        peerBlackList = []; // Clear the blacklist upon successful download
-                        // Break out of the retry loop if the download succeeds
+                        // Clear the blacklist upon successful download
+                        peerBlackList = [];
+                        // Break after successful download to proceed to next root hash
                         break;
                     }
                     catch (error) {
-                        console.error(`Error downloading from peer. Retrying with another peer.`, error);
+                        console.error(`Error downloading from peer ${selectedPeer?.IpAddress}. Retrying with another peer.`, error);
                         if (selectedPeer) {
-                            peerBlackList.push(selectedPeer.IpAddress); // Add peer to blacklist and try again
+                            peerBlackList.push(selectedPeer.IpAddress); // Blacklist and retry
                         }
                     }
                 }
-                // Process the latest root hash first, breaking after each success to handle new incoming roots
-                break;
             }
             console.log("Syncing store complete.");
         }
         catch (error) {
-            if (selectedPeer) {
-                peerBlackList.push(selectedPeer.IpAddress);
-            }
+            console.error("Error during syncing store from peers:", error);
             throw error;
         }
     }
@@ -168,37 +164,5 @@ class DigNetwork {
         const peers = await this.serverCoin.sampleCurrentEpoch(10, Array.from(this.peerBlacklist.keys()));
         return peers.map((ip) => new DigPeer_1.DigPeer(ip, this.dataStore.StoreId));
     }
-    async downloadFileFromPeers(dataPath, filePath, overwrite) {
-        let digPeers = await this.fetchAvailablePeers();
-        const tempFilePath = `${filePath}.tmp`;
-        while (true) {
-            if (!overwrite && fs.existsSync(filePath))
-                return;
-            const blacklist = this.peerBlacklist.get(dataPath) || new Set();
-            for (const digPeer of digPeers) {
-                try {
-                    if (blacklist.has(digPeer.IpAddress))
-                        continue;
-                    // Ensure the selected peer has the store by checking with a HEAD request
-                    const { storeExists } = await digPeer.propagationServer.checkStoreExists();
-                    if (!storeExists) {
-                        console.warn(`Peer ${digPeer.IpAddress} does not have the store. Trying another peer...`);
-                        blacklist.add(digPeer.IpAddress); // Add peer to blacklist and try again
-                        continue;
-                    }
-                    await digPeer.downloadData(dataPath);
-                    return; // Exit the method if download succeeds
-                }
-                catch (error) {
-                    console.warn(`Failed to download ${dataPath} from ${digPeer.IpAddress}, blacklisting peer and trying next...`);
-                    blacklist.add(digPeer.IpAddress);
-                    // Clean up the temp file in case of failure
-                    if (fs.existsSync(tempFilePath)) {
-                        await unlink(tempFilePath);
-                    }
-                }
-            }
-        }
-    }
 }
 exports.DigNetwork = DigNetwork;

package/dist/DigNetwork/DigPeer.d.ts

@@ -20,6 +20,5 @@ export declare class DigPeer {
     syncStore(): Promise<void>;
     pushStoreRoot(storeId: string, rootHash: string): Promise<void>;
     downloadStoreRoot(rootHash: string): Promise<void>;
-    downloadData(dataPath: string): Promise<void>;
 }
 //# sourceMappingURL=DigPeer.d.ts.map

package/dist/DigNetwork/DigPeer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,OAAO,EAKL,MAAM,EACP,MAAM,8BAA8B,CAAC;AAKtC,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;WAEa,qBAAqB,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC;WAuBI,gBAAgB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC;IAwCH,WAAW,CACtB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAM,EAAO,GACnB,OAAO,CAAC,IAAI,CAAC;WAYF,iBAAiB,CAAC,OAAO,EAAE,MAAM;IAqBlC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAc1B,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/D,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKlD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAG3D"}
+{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,OAAO,EAKL,MAAM,EACP,MAAM,8BAA8B,CAAC;AAKtC,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;WAEa,qBAAqB,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC;WAuBI,gBAAgB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC;IAwCH,WAAW,CACtB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAM,EAAO,GACnB,OAAO,CAAC,IAAI,CAAC;WAYF,iBAAiB,CAAC,OAAO,EAAE,MAAM;IAqBlC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAc1B,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/D,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAOhE"}

package/dist/DigNetwork/DigPeer.js

@@ -111,8 +111,5 @@ class DigPeer {
     async downloadStoreRoot(rootHash) {
         await PropagationServer_1.PropagationServer.downloadStore(this.storeId, rootHash, this.IpAddress);
     }
-    async downloadData(dataPath) {
-        await this.propagationServer.downloadFile(dataPath, dataPath);
-    }
 }
 exports.DigPeer = DigPeer;

package/dist/DigNetwork/PropagationServer.d.ts

@@ -66,7 +66,7 @@ export declare class PropagationServer {
      * Download a file from the server by sending a GET request.
      * Logs progress using a local cli-progress bar.
      */
-    downloadFile(label: string, dataPath: string): Promise<void>;
+    downloadFile(label: string, dataPath: string, rootHash: string, baseDir: string): Promise<void>;
     /**
      * Static function to handle downloading multiple files from a DataStore based on file paths.
      */

package/dist/DigNetwork/PropagationServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,MAAM,OAAO,CAAC;AAqB1B,qBAAa,iBAAiB;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAExB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAY9C;;OAEG;IACG,gBAAgB;IAOtB;;OAEG;IACH,gBAAgB;IAQhB;;OAEG;IACG,gBAAgB,CACpB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,WAAW,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,OAAO,CAAA;KAAE,CAAC;IA0C7D;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM;IAqDzC;;OAEG;IACG,YAAY,CAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IAyBlD;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAoGhD;;OAEG;IACG,mBAAmB;IAgCzB;;OAEG;WACU,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;IA4DnB;;;OAGG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0ElD;;OAEG;IACG,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA0B7C;;;OAGG;IACG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IA+ElD;;OAEG;WACU,aAAa,CACxB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;CAkDpB"}
+{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,MAAM,OAAO,CAAC;AAyB1B,qBAAa,iBAAiB;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAExB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAY9C;;OAEG;IACG,gBAAgB;IAOtB;;OAEG;IACH,gBAAgB;IAQhB;;OAEG;IACG,gBAAgB,CACpB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,WAAW,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,OAAO,CAAA;KAAE,CAAC;IA0C7D;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM;IAuDzC;;OAEG;IACG,YAAY,CAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IAyBlD;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;IAoGhD;;OAEG;IACG,mBAAmB;IAgCzB;;OAEG;WACU,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;IA2DnB;;;OAGG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IA0ElD;;OAEG;IACG,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA0B7C;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM;IA+FjB;;OAEG;WACU,aAAa,CACxB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;CA+EpB"}

package/dist/DigNetwork/PropagationServer.js

@@ -1,27 +1,4 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -43,6 +20,10 @@ const hashUtils_1 = require("../utils/hashUtils");
 const nanospinner_1 = require("nanospinner");
 const progress_stream_1 = __importDefault(require("progress-stream"));
 const stream_1 = require("stream");
+const asyncPool_1 = require("../utils/asyncPool");
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const os_1 = __importDefault(require("os"));
+const merkle_1 = require("../utils/merkle");
 // Helper function to trim long filenames with ellipsis and ensure consistent padding
 function formatFilename(filename, maxLength = 30) {
     if (!filename) {
@@ -318,9 +299,7 @@ class PropagationServer {
         }));
         // Limit the number of concurrent uploads
         const concurrencyLimit = 10; // Adjust this number as needed
-        // Import asyncPool from your utilities
-        const { asyncPool } = await Promise.resolve().then(() => __importStar(require("../utils/asyncPool")));
-        await asyncPool(concurrencyLimit, uploadTasks, async (task) => {
+        await (0, asyncPool_1.asyncPool)(concurrencyLimit, uploadTasks, async (task) => {
             await propagationServer.uploadFile(task.label, task.dataPath);
         });
         // Commit the session after all files have been uploaded
@@ -416,9 +395,9 @@ class PropagationServer {
      * Download a file from the server by sending a GET request.
      * Logs progress using a local cli-progress bar.
      */
-    async downloadFile(label, dataPath) {
+    async downloadFile(label, dataPath, rootHash, baseDir) {
         const url = `https://${this.ipAddress}:${PropagationServer.port}/fetch/${this.storeId}/${dataPath}`;
-        const downloadPath = path_1.default.join(config_1.STORE_PATH, this.storeId, dataPath);
+        let downloadPath = path_1.default.join(baseDir, dataPath);
         // Ensure that the directory for the file exists
         fs_1.default.mkdirSync(path_1.default.dirname(downloadPath), { recursive: true });
         const config = {
@@ -469,6 +448,13 @@ class PropagationServer {
                     progressStream.on("error", reject);
                 }),
             ]);
+            if (dataPath.includes("/data")) {
+                const integrity = await (0, merkle_1.merkleIntegrityCheck)(path_1.default.join(baseDir, `${rootHash}.dat`), baseDir, dataPath, rootHash);
+                if (!integrity) {
+                    throw new Error(`Integrity check failed for file: ${dataPath}`);
+                }
+                console.log("integrity check");
+            }
         }
         catch (error) {
             throw error;
@@ -503,16 +489,37 @@ class PropagationServer {
         }
         // Limit the number of concurrent downloads
         const concurrencyLimit = 10; // Adjust this number as needed
-        // Import asyncPool from your utilities
-        const { asyncPool } = await Promise.resolve().then(() => __importStar(require("../utils/asyncPool")));
-        await asyncPool(concurrencyLimit, downloadTasks, async (task) => {
-            await propagationServer.downloadFile(task.label, task.dataPath);
-        });
-        // Save the rootHash.dat file
-        fs_1.default.writeFileSync(path_1.default.join(config_1.STORE_PATH, storeId, `${rootHash}.dat`), datFileContent);
-        const dataStore = blockchain_1.DataStore.from(storeId);
-        await dataStore.generateManifestFile();
-        console.log((0, colorette_1.green)(`✔ All files have been downloaded to ${storeId}.`));
+        // Create a temporary directory
+        const tempDir = fs_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), "downloadStore-"));
+        try {
+            // Download files to the temporary directory
+            await (0, asyncPool_1.asyncPool)(concurrencyLimit, downloadTasks, async (task) => {
+                await propagationServer.downloadFile(task.label, task.dataPath, rootHash, path_1.default.join(tempDir, storeId));
+            });
+            // Save the rootHash.dat file to the temporary directory
+            fs_1.default.writeFileSync(path_1.default.join(tempDir, storeId, `${rootHash}.dat`), datFileContent);
+            // Integrity check for the downloaded files was done during the download
+            // Here we want to make sure we got all the files or we reject the download session
+            for (const [fileKey, fileData] of Object.entries(root.files)) {
+                const dataPath = (0, hashUtils_1.getFilePathFromSha256)(fileData.sha256, "data");
+                const downloadPath = path_1.default.join(tempDir, storeId, dataPath);
+                if (!fs_1.default.existsSync(path_1.default.join(downloadPath, dataPath))) {
+                    throw new Error(`Missing file: ${fileKey}, aborting session.`);
+                }
+            }
+            // After all downloads are complete, copy from temp directory to the main directory
+            const destinationDir = path_1.default.join(config_1.STORE_PATH, storeId);
+            fs_extra_1.default.copySync(path_1.default.join(tempDir, storeId), destinationDir);
+            // Generate the manifest file in the main directory
+            const dataStore = blockchain_1.DataStore.from(storeId);
+            await dataStore.cacheStoreCreationHeight();
+            await dataStore.generateManifestFile();
+            console.log((0, colorette_1.green)(`✔ All files have been downloaded to ${storeId}.`));
+        }
+        finally {
+            // Clean up the temporary directory
+            fs_extra_1.default.removeSync(tempDir);
+        }
     }
 }
 exports.PropagationServer = PropagationServer;

package/dist/blockchain/ServerCoin.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ServerCoin.d.ts","sourceRoot":"","sources":["../../src/blockchain/ServerCoin.ts"],"names":[],"mappings":"AACA,OAAO,EAML,UAAU,IAAI,gBAAgB,EAE/B,MAAM,8BAA8B,CAAC;AAItC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAWrD,qBAAa,UAAU;IACrB,OAAO,CAAC,OAAO,CAAS;IACxB,gBAAuB,iBAAiB,eAEtC;gBAEU,OAAO,EAAE,MAAM;IAKd,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2DzD,kBAAkB,CAC7B,UAAU,EAAE,gBAAgB,EAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IAqBH,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAoDjD,oBAAoB;IAerB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAM,EAAO,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA4C5E,mBAAmB,CAC9B,SAAS,GAAE,MAAM,EAAO,GACvB,OAAO,CAAC,MAAM,EAAE,CAAC;IAMP,kBAAkB,CAC7B,UAAU,GAAE,MAAU,EACtB,SAAS,GAAE,MAAM,EAAO,GACvB,OAAO,CAAC,MAAM,EAAE,CAAC;IAMP,wBAAwB,CACnC,KAAK,EAAE,MAAM,EACb,UAAU,GAAE,MAAU,EACtB,SAAS,GAAE,MAAM,EAAO,GACvB,OAAO,CAAC,MAAM,EAAE,CAAC;WAeN,eAAe,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAKpD,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDrD,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WA+B1C,uBAAuB;YAkE7B,sBAAsB;IAWvB,uBAAuB,CAClC,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,CAAC;WAuBL,sBAAsB,CAAC,mBAAmB,EAAE,IAAI,GAAG;QAC/D,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACf;CA2BF"}
+{"version":3,"file":"ServerCoin.d.ts","sourceRoot":"","sources":["../../src/blockchain/ServerCoin.ts"],"names":[],"mappings":"AACA,OAAO,EAML,UAAU,IAAI,gBAAgB,EAE/B,MAAM,8BAA8B,CAAC;AAItC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAWrD,qBAAa,UAAU;IACrB,OAAO,CAAC,OAAO,CAAS;IACxB,gBAAuB,iBAAiB,eAEtC;gBAEU,OAAO,EAAE,MAAM;IAKd,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA2DzD,kBAAkB,CAC7B,UAAU,EAAE,gBAAgB,EAC5B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IAqBH,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAoDjD,oBAAoB;IAerB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAM,EAAO,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA0C5E,mBAAmB,CAC9B,SAAS,GAAE,MAAM,EAAO,GACvB,OAAO,CAAC,MAAM,EAAE,CAAC;IAMP,kBAAkB,CAC7B,UAAU,GAAE,MAAU,EACtB,SAAS,GAAE,MAAM,EAAO,GACvB,OAAO,CAAC,MAAM,EAAE,CAAC;IAMP,wBAAwB,CACnC,KAAK,EAAE,MAAM,EACb,UAAU,GAAE,MAAU,EACtB,SAAS,GAAE,MAAM,EAAO,GACvB,OAAO,CAAC,MAAM,EAAE,CAAC;WAeN,eAAe,IAAI;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAKpD,sBAAsB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDrD,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WA+B1C,uBAAuB;YAkE7B,sBAAsB;IAWvB,uBAAuB,CAClC,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,OAAO,CAAC;WAuBL,sBAAsB,CAAC,mBAAmB,EAAE,IAAI,GAAG;QAC/D,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACf;CA2BF"}

package/dist/blockchain/ServerCoin.js

@@ -103,7 +103,6 @@ class ServerCoin {
         // Check if the result is already cached
         const cachedPeers = serverCoinPeersCache.get(cacheKey);
         if (cachedPeers) {
-            console.log('!');
             return cachedPeers;
         }
         const epochBasedHint = (0, datalayer_driver_1.morphLauncherId)(Buffer.from(this.storeId, "hex"), BigInt(epoch));
@@ -126,7 +125,6 @@ class ServerCoin {
         const peerList = Array.from(serverCoinPeers);
         // Cache the result
         serverCoinPeersCache.set(cacheKey, peerList);
-        console.log(peerList);
         return peerList;
     }
     async getActiveEpochPeers(blacklist = []) {

package/dist/utils/merkle.d.ts

@@ -0,0 +1,2 @@
+export declare function merkleIntegrityCheck(treePath: string, tmpDir: string, dataPath: string, roothash: string): Promise<boolean>;
+//# sourceMappingURL=merkle.d.ts.map

package/dist/utils/merkle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"merkle.d.ts","sourceRoot":"","sources":["../../src/utils/merkle.ts"],"names":[],"mappings":"AAIA,wBAAsB,oBAAoB,CACtC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,OAAO,CAAC,CA6BlB"}

package/dist/utils/merkle.js

@@ -0,0 +1,28 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.merkleIntegrityCheck = merkleIntegrityCheck;
+const DataIntegrityTree_1 = require("../DataIntegrityTree");
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+async function merkleIntegrityCheck(treePath, tmpDir, dataPath, roothash) {
+    const rootHashContent = fs_1.default.readFileSync(treePath, "utf-8");
+    const tree = JSON.parse(rootHashContent);
+    // Extract expected sha256 from dataPath
+    const expectedSha256 = dataPath.replace("data", "").replace(/\//g, "");
+    console.log("expectedSha256", expectedSha256);
+    // Find the hexKey in the tree based on matching sha256
+    const hexKey = Object.keys(tree.files).find((key) => {
+        const fileData = tree.files[key]; // Inline type definition
+        return fileData.sha256 === expectedSha256;
+    });
+    if (!hexKey) {
+        throw new Error(`No matching file found with sha256: ${expectedSha256}`);
+    }
+    // Validate the integrity with the foreign tree
+    const integrity = await DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(hexKey, expectedSha256, tree, roothash, path_1.default.join(tmpDir, "data"));
+    console.log("Integrity check result:", integrity);
+    return integrity;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.78",
+  "version": "0.0.1-alpha.79",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",