@dignetwork/dig-sdk 0.0.1-alpha.49 → 0.0.1-alpha.51

package/dist/DigNetwork/ContentServer.d.ts

@@ -23,6 +23,7 @@ export declare class ContentServer {
         success: boolean;
         headers?: http.IncomingHttpHeaders;
     }>;
+    hasRootHash(rootHash: string): Promise<boolean>;
     streamKey(key: string): Promise<Readable>;
     private head;
     private fetchJson;

package/dist/DigNetwork/ContentServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAExB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC;QAChE,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAUK,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YA0EJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CA0DpB"}
+{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAExB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,MAAM,CACjB,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC,MAAM,CAAC;IAaL,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QACjE,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAUW,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAUrD,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YA0EJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CA0DpB"}

package/dist/DigNetwork/ContentServer.js

@@ -73,6 +73,15 @@ class ContentServer {
         }
         return this.head(url);
     }
+    async hasRootHash(rootHash) {
+        const { success, headers } = await this.headStore({
+            hasRootHash: rootHash,
+        });
+        if (success) {
+            return headers?.["x-has-root-hash"] === "true";
+        }
+        return false;
+    }
     streamKey(key) {
         return new Promise((resolve, reject) => {
             const url = `https://${this.ipAddress}:${ContentServer.port}/${this.storeId}/${key}`;

package/dist/DigNetwork/DigNetwork.d.ts

@@ -5,16 +5,12 @@ export declare class DigNetwork {
     private storeDir;
     private peerBlacklist;
     constructor(storeId: string);
-    private uploadPreflight;
-    uploadStoreHead(digPeer: DigPeer): Promise<void>;
-    uploadStore(digPeer: DigPeer): Promise<void>;
     static subscribeToStore(storeId: string): Promise<void>;
     static findPeerWithStoreKey(storeId: string, rootHash: string, key?: string, intialBlackList?: string[]): Promise<DigPeer | null>;
     static unsubscribeFromStore(storeId: string): void;
-    downloadFiles(forceDownload?: boolean, renderProgressBar?: boolean, skipData?: boolean): Promise<void>;
+    downloadFiles(skipData?: boolean): Promise<void>;
     private fetchAvailablePeers;
     private downloadHeightFile;
-    private downloadManifestFile;
     private downloadFileFromPeers;
     private runProgressBar;
 }

package/dist/DigNetwork/DigNetwork.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAYpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;YAOb,eAAe;IA8ChB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAsDhD,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;WA6BrC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQhD,oBAAoB,CACtC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,MAAM,EACZ,eAAe,GAAE,MAAM,EAAO,GAC7B,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;WAyDZ,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAQ5C,aAAa,CACxB,aAAa,GAAE,OAAe,EAC9B,iBAAiB,GAAE,OAAc,EACjC,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,IAAI,CAAC;YAkJF,mBAAmB;YAWnB,kBAAkB;YASlB,oBAAoB;YASpB,qBAAqB;YAsFrB,cAAc;CAoB7B"}
+{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAWpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;WAOP,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQhD,oBAAoB,CACtC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,MAAM,EACZ,eAAe,GAAE,MAAM,EAAO,GAC7B,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;WAyDZ,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAO5C,aAAa,CACxB,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,IAAI,CAAC;YAgJF,mBAAmB;YAWnB,kBAAkB;YASlB,qBAAqB;YAoCrB,cAAc;CAoB7B"}

package/dist/DigNetwork/DigNetwork.js

@@ -28,7 +28,6 @@ const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const cli_progress_1 = require("cli-progress");
 const DigPeer_1 = require("./DigPeer");
-const deltaUtils_1 = require("../utils/deltaUtils");
 const hashUtils_1 = require("../utils/hashUtils");
 const blockchain_1 = require("../blockchain");
 const config_1 = require("../utils/config");
@@ -43,82 +42,6 @@ class DigNetwork {
         this.storeDir = path.resolve(config_1.DIG_FOLDER_PATH, "stores", storeId);
         this.peerBlacklist = new Map(); // Initialize empty map for blacklists
     }
-    async uploadPreflight(digPeer) {
-        // Preflight check is handled internally by PropagationServer if needed
-        const { lastUploadedHash, generationIndex } = await digPeer.propagationServer.getUploadDetails();
-        const rootHistory = await this.dataStore.getLocalRootHistory();
-        if (!rootHistory || rootHistory.length === 0) {
-            throw new Error("No root hashes found. Please commit your changes first.");
-        }
-        const lastLocalRootHash = rootHistory[rootHistory.length - 1].root_hash;
-        const localGenerationIndex = rootHistory.length - 1;
-        // Handle conditions based on the upload details
-        if (lastUploadedHash !== lastLocalRootHash &&
-            generationIndex === localGenerationIndex) {
-            throw new Error("The repository seems to be corrupted. Please pull the latest changes before pushing.");
-        }
-        if (lastUploadedHash === lastLocalRootHash &&
-            generationIndex === localGenerationIndex) {
-            throw new Error("No changes detected. Skipping push.");
-        }
-        if (lastUploadedHash !== lastLocalRootHash &&
-            generationIndex > localGenerationIndex) {
-            throw new Error("Remote repository is ahead of the local repository. Please pull the latest changes before pushing.");
-        }
-        return { generationIndex, lastLocalRootHash };
-    }
-    async uploadStoreHead(digPeer) {
-        // First make sure that the remote store is up to date.
-        const rootHistory = await this.dataStore.getRootHistory();
-        const localManifestHashes = await this.dataStore.getManifestHashes();
-        const remoteManifestFile = await digPeer.propagationServer.getStoreData("manifest.dat");
-        const remoteManifestHashes = remoteManifestFile.split("\n").filter(Boolean);
-        const onChainRootHashes = rootHistory.map((root) => root.root_hash);
-        // Check that remote manifest is one behind on-chain root hashes
-        if (remoteManifestHashes.length !== onChainRootHashes.length - 1) {
-            throw new Error("Remote manifest should be one behind the on-chain root. Cannot push head.");
-        }
-        // Compare each remote manifest hash with the corresponding on-chain root hash
-        for (let i = 0; i < remoteManifestHashes.length; i++) {
-            if (remoteManifestHashes[i] !== onChainRootHashes[i]) {
-                throw new Error(`Remote manifest does not match on-chain root at index ${i}. Cannot push head.`);
-            }
-        }
-        // Get the files for the latest local manifest hash
-        const filesToUpload = await this.dataStore.getFileSetForRootHash(localManifestHashes[localManifestHashes.length - 1]);
-        if (!filesToUpload.length) {
-            console.log("No files to upload.");
-            return;
-        }
-        // Upload files to the remote peer with a progress bar
-        await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
-            for (const filePath of filesToUpload) {
-                const relativePath = path
-                    .relative(this.storeDir, filePath)
-                    .replace(/\\/g, "/");
-                await digPeer.propagationServer.pushFile(filePath, relativePath);
-                progress.increment();
-            }
-        });
-    }
-    // Uploads the store to a specific peer
-    async uploadStore(digPeer) {
-        const { generationIndex } = await this.uploadPreflight(digPeer);
-        const filesToUpload = await (0, deltaUtils_1.getDeltaFiles)(this.dataStore.StoreId, generationIndex, path.resolve(config_1.DIG_FOLDER_PATH, "stores"));
-        if (!filesToUpload.length) {
-            console.log("No files to upload.");
-            return;
-        }
-        await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
-            for (const filePath of filesToUpload) {
-                const relativePath = path
-                    .relative(this.storeDir, filePath)
-                    .replace(/\\/g, "/");
-                await digPeer.propagationServer.pushFile(filePath, relativePath);
-                progress.increment();
-            }
-        });
-    }
     static async subscribeToStore(storeId) {
         fs.mkdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), {
             recursive: true,
@@ -178,8 +101,7 @@ class DigNetwork {
         });
         fs.unlinkSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId + ".json"));
     }
-    // Downloads files from the network based on the manifest
-    async downloadFiles(forceDownload = false, renderProgressBar = true, skipData = false) {
+    async downloadFiles(skipData = false) {
         console.log("Starting file download process...");
         let peerBlackList = [];
         let selectedPeer = null;
@@ -243,7 +165,6 @@ class DigNetwork {
                 // Then it will backfill historical roothashes
                 break;
             }
-            await this.downloadManifestFile(true);
             console.log("Syncing store complete.");
         }
         catch (error) {
@@ -265,10 +186,6 @@ class DigNetwork {
         const heightFilePath = path.join(this.storeDir, "height.json");
         await this.downloadFileFromPeers("height.json", heightFilePath, forceDownload);
     }
-    async downloadManifestFile(forceDownload) {
-        const heightFilePath = path.join(this.storeDir, "manifest.dat");
-        await this.downloadFileFromPeers("manifest.dat", heightFilePath, forceDownload);
-    }
     async downloadFileFromPeers(dataPath, filePath, overwrite) {
         let digPeers = await this.fetchAvailablePeers();
         const tempFilePath = `${filePath}.tmp`;
@@ -280,31 +197,7 @@ class DigNetwork {
                 try {
                     if (blacklist.has(digPeer.IpAddress))
                         continue;
-                    const response = await digPeer.propagationServer.headStore();
-                    if (!response.success) {
-                        continue;
-                    }
-                    // Create directory if it doesn't exist
-                    const directory = path.dirname(tempFilePath);
-                    if (!fs.existsSync(directory)) {
-                        fs.mkdirSync(directory, { recursive: true });
-                    }
-                    // Stream the file data to a temporary file
-                    const fileStream = fs.createWriteStream(tempFilePath);
-                    // Start streaming the data from the peer
-                    const peerStream = await digPeer.propagationServer.streamStoreData(dataPath);
-                    // Pipe the peer stream to the temp file
-                    await new Promise((resolve, reject) => {
-                        peerStream.pipe(fileStream);
-                        peerStream.on("end", resolve);
-                        peerStream.on("error", reject);
-                        fileStream.on("error", reject);
-                    });
-                    // Rename the temp file to the final file path after successful download
-                    await rename(tempFilePath, filePath);
-                    if (process.env.DIG_DEBUG === "1") {
-                        console.log(`Downloaded ${dataPath} from ${digPeer.IpAddress}`);
-                    }
+                    await digPeer.downloadData(this.dataStore.StoreId, dataPath);
                     return; // Exit the method if download succeeds
                 }
                 catch (error) {
@@ -316,16 +209,6 @@ class DigNetwork {
                     }
                 }
             }
-            this.peerBlacklist.set(dataPath, blacklist);
-            if (blacklist.size >= digPeers.length) {
-                if (process.env.DIG_DEBUG === "1") {
-                    console.warn(`All peers blacklisted for ${dataPath}. Refreshing peers...`);
-                }
-                digPeers = await this.fetchAvailablePeers();
-                if (!digPeers.length) {
-                    throw new Error(`Failed to download ${dataPath}: no peers available.`);
-                }
-            }
         }
     }
     async runProgressBar(total, name, task) {

package/dist/DigNetwork/DigPeer.d.ts

@@ -13,12 +13,12 @@ export declare class DigPeer {
     get propagationServer(): PropagationServer;
     get incentiveServer(): IncentiveServer;
     get IpAddress(): string;
-    validateStore(rootHash: string, keys: string[]): Promise<boolean>;
-    isSynced(): Promise<boolean>;
     static sendEqualBulkPayments(walletName: string, addresses: string[], totalAmount: bigint, memos: Buffer[]): Promise<void>;
     static sendBulkPayments(walletName: string, outputs: Output[]): Promise<void>;
     sendPayment(walletName: string, amount: bigint, memos?: Buffer[]): Promise<void>;
     static createPaymentHint(storeId: Buffer): Buffer;
+    syncStore(): Promise<void>;
+    pushStoreRoot(storeId: string, rootHash: string): Promise<void>;
     downloadData(storeId: string, dataPath: string): Promise<void>;
 }
 //# sourceMappingURL=DigPeer.d.ts.map

package/dist/DigNetwork/DigPeer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,OAAO,EAKL,MAAM,EACP,MAAM,8BAA8B,CAAC;AAUtC,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;IAEY,aAAa,CACxB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CAAC,OAAO,CAAC;IAiHN,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;WA2B3B,qBAAqB,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC;WAuBI,gBAAgB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC;IAwCH,WAAW,CACtB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAM,EAAO,GACnB,OAAO,CAAC,IAAI,CAAC;WAYF,iBAAiB,CAAC,OAAO,EAAE,MAAM;IAqBlC,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA4C5E"}
+{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,OAAO,EAKL,MAAM,EACP,MAAM,8BAA8B,CAAC;AAUtC,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;WAEa,qBAAqB,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC;WAuBI,gBAAgB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC;IAwCH,WAAW,CACtB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAM,EAAO,GACnB,OAAO,CAAC,IAAI,CAAC;WAYF,iBAAiB,CAAC,OAAO,EAAE,MAAM;IAqBlC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAU1B,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAyB/D,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA4C5E"}

package/dist/DigNetwork/DigPeer.js

@@ -10,14 +10,12 @@ const ContentServer_1 = require("./ContentServer");
 const PropagationServer_1 = require("./PropagationServer");
 const IncentiveServer_1 = require("./IncentiveServer");
 const blockchain_1 = require("../blockchain");
-const DataIntegrityTree_1 = require("../DataIntegrityTree");
-const config_1 = require("../utils/config");
 const fs_1 = __importDefault(require("fs"));
 const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
 const blockchain_2 = require("../blockchain");
 const blockchain_3 = require("../blockchain");
 const coins_1 = require("../blockchain/coins");
-const config_2 = require("../utils/config");
+const config_1 = require("../utils/config");
 const util_1 = require("util");
 const rename = (0, util_1.promisify)(fs_1.default.rename);
 const unlink = (0, util_1.promisify)(fs_1.default.unlink);
@@ -44,106 +42,6 @@ class DigPeer {
     get IpAddress() {
         return this.ipAddress;
     }
-    async validateStore(rootHash, keys) {
-        console.log(`Validating store ${this.storeId} on peer ${this.ipAddress}...`);
-        try {
-            const dataStore = blockchain_1.DataStore.from(this.storeId);
-            // Fetch the root history from the propagation server
-            const rootHistory = await dataStore.getRootHistory();
-            if (rootHistory.length === 0) {
-                console.error("No root history found for the store.");
-                return false;
-            }
-            // Fetch the manifest.dat file content from the propagation server
-            const manifestContent = await this.propagationServer.getStoreData("manifest.dat");
-            const manifestHashes = manifestContent
-                .split("\n")
-                .filter(Boolean);
-            // Ensure all hashes in root history are present in the manifest in the same order
-            for (let i = 0; i < rootHistory.length; i++) {
-                if (rootHistory[i].root_hash !== manifestHashes[i]) {
-                    console.error(`Hash mismatch at index ${i}: manifest hash ${manifestHashes[i]} does not match root history hash ${rootHistory[i].root_hash}`);
-                    return false;
-                }
-            }
-            console.log("Manifest file validated.");
-            // Fetch the .dat file content for the specified root hash from the content server
-            const datFileContent = JSON.parse(await this.propagationServer.getStoreData(`${rootHash}.dat`));
-            if (datFileContent.root !== rootHash) {
-                console.error(`Root hash in .dat file does not match: ${datFileContent.root} !== ${rootHash}`);
-                return false;
-            }
-            let filesIntegrityIntact = true;
-            // Validate SHA256 hashes of the specified keys using streamStoreKey
-            for (const key of keys) {
-                const fileData = datFileContent.files[key];
-                if (!fileData) {
-                    console.error(`File key ${key} not found in .dat file.`);
-                    filesIntegrityIntact = false;
-                    continue;
-                }
-                // Stream the file from the propagation server and calculate the SHA256 hash on the fly
-                const hash = crypto_1.default.createHash("sha256");
-                const fileStream = await this.contentServer.streamKey(Buffer.from(key, "hex").toString("utf-8"));
-                await new Promise((resolve, reject) => {
-                    fileStream.on("data", (chunk) => {
-                        hash.update(chunk); // Update the hash with each chunk of data
-                    });
-                    fileStream.on("end", () => {
-                        const calculatedHash = hash.digest("hex");
-                        // Compare the calculated hash with the expected hash
-                        if (calculatedHash !== fileData.sha256) {
-                            console.error(`File ${key} failed SHA256 validation.`);
-                            filesIntegrityIntact = false;
-                        }
-                        resolve();
-                    });
-                    fileStream.on("error", (err) => {
-                        console.error(`Failed to stream file ${key}: ${err.message}`);
-                        reject(err);
-                    });
-                });
-                // Perform tree integrity validation using the datFileContent and the root hash
-                const treeCheck = DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(key, fileData.sha256, datFileContent, rootHash, path_1.default.resolve(config_1.DIG_FOLDER_PATH, "stores", this.storeId, 'data'));
-                if (!treeCheck) {
-                    console.error(`Tree validation failed for file ${key}.`);
-                    filesIntegrityIntact = false;
-                }
-            }
-            if (!filesIntegrityIntact) {
-                console.error("Store Corrupted: Data failed SHA256 validation.");
-                return false;
-            }
-            console.log("Store validation successful.");
-            return true;
-        }
-        catch (error) {
-            console.error(`Failed to validate store: ${error.message}`);
-            return false;
-        }
-    }
-    async isSynced() {
-        try {
-            // Fetch the root history from the propagation server
-            const dataStore = blockchain_1.DataStore.from(this.storeId);
-            const rootHistory = await dataStore.getRootHistory();
-            if (rootHistory.length === 0) {
-                console.error("No root history found for the store.");
-                return false;
-            }
-            // Fetch the manifest.dat file content from the content server
-            const manifestContent = await this.propagationServer.getStoreData("manifest.dat");
-            const manifestHashes = manifestContent
-                .split("\n")
-                .filter(Boolean);
-            // Compare lengths of root history and manifest
-            return rootHistory.length === manifestHashes.length;
-        }
-        catch (error) {
-            console.error(`Failed to check sync status: ${error.message}`);
-            return false;
-        }
-    }
     static sendEqualBulkPayments(walletName, addresses, totalAmount, memos) {
         // Use a Set to ensure unique addresses
         const uniqueAddresses = Array.from(new Set(addresses));
@@ -202,8 +100,34 @@ class DigPeer {
         // Return the 32-byte hash as a hex string
         return transformedBuffer;
     }
+    async syncStore() {
+        const dataStore = blockchain_1.DataStore.from(this.storeId);
+        const rootHistory = await dataStore.getRootHistory();
+        rootHistory
+            .filter((root) => root.synced)
+            .forEach((item) => {
+            this.pushStoreRoot(this.storeId, item.root_hash);
+        });
+    }
+    async pushStoreRoot(storeId, rootHash) {
+        const dataStore = blockchain_1.DataStore.from(storeId);
+        const alreadySynced = await this.contentServer.hasRootHash(rootHash);
+        if (alreadySynced) {
+            console.log(`Root hash ${rootHash} already synced.`);
+            return;
+        }
+        const tree = await dataStore.Tree.serialize(rootHash);
+        // @ts-ignore
+        tree.files.forEach(async (file) => {
+            await dataStore.Tree.verifyKeyIntegrity(file.sha256, rootHash);
+            console.log(`Pushing file ${file.key} to ${this.IpAddress}`);
+            const dataPath = path_1.default.join("data", file.sha256.match(/.{1,2}/g).join("/"));
+            const fileLocation = path_1.default.join(config_1.STORE_PATH, storeId, dataPath);
+            await this.propagationServer.pushFile(fileLocation, dataPath);
+        });
+    }
     async downloadData(storeId, dataPath) {
-        const filePath = path_1.default.join(config_2.STORE_PATH, storeId, dataPath);
+        const filePath = path_1.default.join(config_1.STORE_PATH, storeId, dataPath);
         const tempFilePath = `${filePath}.tmp`;
         try {
             const headStoreResponse = await this.propagationServer.headStore();

package/dist/DigNetwork/PropagationServer.d.ts

@@ -11,7 +11,7 @@ export declare class PropagationServer {
     private static readonly maxDelay;
     private static readonly delayMultiplier;
     constructor(ipAddress: string, storeId: string);
-    pushFile(filePath: string, relativePath: string): Promise<void>;
+    pushFile(fileLocation: string, dataPath: string): Promise<void>;
     subscribeToStore(): Promise<void>;
     unsubscribeFromStore(): Promise<void>;
     getStoreStatus(): Promise<any>;

package/dist/DigNetwork/PropagationServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAEA,OAAO,IAAI,MAAM,MAAM,CAAC;AAKxB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAK;IACvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAQ;IAC5C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAS;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAO;gBAElC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAK9B,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAMpD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C,SAAS,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAOzC,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAW/G,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjC,gBAAgB,IAAI,OAAO,CAAC;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;YAmBY,WAAW;YAyCX,kBAAkB;YAoElB,gBAAgB;YAgEhB,cAAc;YAiCd,KAAK;YAmDL,IAAI;YAmEJ,SAAS;YAuCT,2BAA2B;YAiC3B,gBAAgB;CAyC/B"}
+{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAEA,OAAO,IAAI,MAAM,MAAM,CAAC;AAKxB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAK;IACvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAQ;IAC5C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAS;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAO;gBAElC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,QAAQ,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAK9B,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAMpD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C,SAAS,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAOzC,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAW/G,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjC,gBAAgB,IAAI,OAAO,CAAC;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;YAmBY,WAAW;YAyCX,kBAAkB;YAoElB,gBAAgB;YAgEhB,cAAc;YAiCd,KAAK;YAmDL,IAAI;YAmEJ,SAAS;YAuCT,2BAA2B;YAiC3B,gBAAgB;CAyC/B"}

package/dist/DigNetwork/PropagationServer.js

@@ -21,13 +21,13 @@ class PropagationServer {
         }
     }
     // Method to upload a file to the propagation server
-    async pushFile(filePath, relativePath) {
+    async pushFile(fileLocation, dataPath) {
         const { nonce, username, password } = await this.getUploadDetails();
         const wallet = await blockchain_1.Wallet.load("default");
         const keyOwnershipSig = await wallet.createKeyOwnershipSignature(nonce);
         const publicKey = await wallet.getPublicSyntheticKey();
-        const uploadUrl = `https://${this.ipAddress}:${PropagationServer.port}/${this.storeId}/${relativePath}`;
-        await this.retryOperation(() => this.uploadFileDirect(filePath, uploadUrl, username, password, keyOwnershipSig, publicKey.toString("hex"), nonce), `Upload failed for ${relativePath}`);
+        const uploadUrl = `https://${this.ipAddress}:${PropagationServer.port}/${this.storeId}/${dataPath}`;
+        await this.retryOperation(() => this.uploadFileDirect(fileLocation, uploadUrl, username, password, keyOwnershipSig, publicKey.toString("hex"), nonce), `Upload failed for ${dataPath}`);
     }
     // Method to subscribe to a store on the propagation server
     async subscribeToStore() {

package/dist/blockchain/DataStore.d.ts

@@ -44,13 +44,10 @@ export declare class DataStore {
     }>;
     private setCreationHeight;
     getRootHistory(): Promise<RootHistoryItem[]>;
-    getLocalRootHistory(): Promise<RootHistoryItem[] | undefined>;
-    validate(): Promise<boolean>;
     getMetaData(): Promise<DataStoreMetadata>;
     isSynced(): Promise<boolean>;
     hasMetaWritePermissions(publicSyntheticKey?: Buffer): Promise<boolean>;
     updateMetadata(metadata: DataStoreMetadata): Promise<DataStoreDriver>;
     getFileSetForRootHash(rootHash: string): Promise<string[]>;
-    getManifestHashes(): string[];
 }
 //# sourceMappingURL=DataStore.d.ts.map

package/dist/blockchain/DataStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,8BAA8B,CAAC;AAYtC,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAQjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;WAYnC,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAsB5C,mBAAmB,IAAI,OAAO,CAAC,eAAe,EAAE,GAAG,SAAS,CAAC;IAiB7D,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAoF5B,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAgB5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+Cd,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAiChE,iBAAiB,IAAI,MAAM,EAAE;CAUrC"}
+{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,8BAA8B,CAAC;AAWtC,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAQjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;WAYnC,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAuB5C,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAM5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+Cd,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;CAgCxE"}

package/dist/blockchain/DataStore.js

@@ -12,7 +12,6 @@ const FullNodePeer_1 = require("./FullNodePeer");
 const Wallet_1 = require("./Wallet");
 const config_1 = require("../utils/config");
 const coins_1 = require("./coins");
-const utils_1 = require("../utils");
 const hashUtils_1 = require("../utils/hashUtils");
 const DataIntegrityTree_1 = require("../DataIntegrityTree");
 const prompts_1 = require("../prompts");
@@ -293,92 +292,17 @@ class DataStore {
         return rootHashes.map((rootHash, index) => ({
             root_hash: rootHash.toString("hex"),
             timestamp: Number(rootHashesTimestamps?.[index].toString()),
+            synced: fs_1.default.existsSync(`${config_1.STORE_PATH}/${this.storeId}/${rootHash}.dat`),
         }));
     }
-    async getLocalRootHistory() {
-        const manifestFilePath = (0, config_1.getManifestFilePath)(this.storeId);
-        if (!fs_1.default.existsSync(manifestFilePath)) {
-            console.error("Manifest file not found", manifestFilePath);
-            return undefined;
-        }
-        const manifestHashes = fs_1.default
-            .readFileSync(manifestFilePath, "utf-8")
-            .split("\n")
-            .filter(Boolean);
-        return manifestHashes.map((rootHash) => ({
-            root_hash: rootHash,
-            timestamp: 0, // Timestamps are not yet included in the manifest
-        }));
-    }
-    async validate() {
-        const rootHistory = await this.getRootHistory();
-        const manifestFilePath = (0, config_1.getManifestFilePath)(this.storeId);
-        if (!fs_1.default.existsSync(manifestFilePath)) {
-            console.error("Manifest file not found", manifestFilePath);
-            return false;
-        }
-        const manifestHashes = fs_1.default
-            .readFileSync(manifestFilePath, "utf-8")
-            .split("\n")
-            .filter(Boolean);
-        if (manifestHashes.length > rootHistory.length) {
-            console.error("The store is corrupted: Manifest file has more hashes than the root history.");
-            return false;
-        }
-        if (rootHistory.length > manifestHashes.length) {
-            console.error("The store is not synced: Root history has more hashes than the manifest file.");
-            return false;
-        }
-        for (let i = 0; i < manifestHashes.length; i++) {
-            if (manifestHashes[i] !== rootHistory[i]?.root_hash) {
-                console.error(`Root hash mismatch at position ${i}: expected ${manifestHashes[i]} but found ${rootHistory[i]?.root_hash}`);
-                return false;
-            }
-        }
-        let filesIntegrityIntact = true;
-        // At this point we have verified that the root history and manifest file match
-        for (const rootHash of manifestHashes) {
-            const datFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash}.dat`);
-            if (!fs_1.default.existsSync(datFilePath)) {
-                console.error(`Data file for root hash ${rootHash} not found`);
-                return false;
-            }
-            const datFileContent = JSON.parse(fs_1.default.readFileSync(datFilePath, "utf-8"));
-            if (datFileContent.root !== rootHash) {
-                console.error(`Root hash in data file does not match: ${datFileContent.root} !== ${rootHash}`);
-                return false;
-            }
-            for (const [fileKey, fileData] of Object.entries(datFileContent.files)) {
-                // We are going to check if the sha256 belongs to the tree, and then we are going to make sure
-                // that the file is in the data folder and that the sha256 of the file matches the one in the dat file
-                const belongsInTree = await this.Tree.verifyKeyIntegrity(fileData.sha256, rootHash);
-                const fileIntegrityCheck = (0, utils_1.validateFileSha256)(fileData.sha256, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
-                if (!fileIntegrityCheck || !belongsInTree) {
-                    filesIntegrityIntact = false;
-                }
-            }
-        }
-        if (!filesIntegrityIntact) {
-            console.error("Store Corrupted: Data failed SHA256 validation.");
-            return false;
-        }
-        return true;
-    }
     async getMetaData() {
         const { latestStore } = await this.fetchCoinInfo();
         return latestStore.metadata;
     }
     async isSynced() {
-        const rootHistory = await this.getRootHistory();
-        const manifestFilePath = (0, config_1.getManifestFilePath)(this.storeId);
-        if (!fs_1.default.existsSync(manifestFilePath)) {
-            return false;
-        }
-        const manifestHashes = fs_1.default
-            .readFileSync(manifestFilePath, "utf-8")
-            .split("\n")
-            .filter(Boolean);
-        return rootHistory.length === manifestHashes.length;
+        const dataStore = await DataStore.from(this.storeId);
+        const rootHistory = await dataStore.getRootHistory();
+        return !rootHistory.some((root) => !root.synced);
     }
     async hasMetaWritePermissions(publicSyntheticKey) {
         const wallet = await Wallet_1.Wallet.load("default");
@@ -427,11 +351,5 @@ class DataStore {
         }
         return filesInvolved;
     }
-    getManifestHashes() {
-        const manifestFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "manifest.dat");
-        return fs_1.default.existsSync(manifestFilePath)
-            ? fs_1.default.readFileSync(manifestFilePath, "utf-8").split("\n").filter(Boolean)
-            : [];
-    }
 }
 exports.DataStore = DataStore;

package/dist/types.d.ts

@@ -23,6 +23,7 @@ export interface DigConfig {
 export interface RootHistoryItem {
     root_hash: string;
     timestamp: Number | undefined;
+    synced: boolean;
 }
 export interface DatFile {
     root: string;

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,MAAM;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE;QACL,CAAC,GAAG,EAAE,MAAM,GAAG;YACb,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,cAAc,CAAC;CAC9B"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,MAAM;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,MAAM,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE;QACL,CAAC,GAAG,EAAE,MAAM,GAAG;YACb,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;KACH,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,QAAQ;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,cAAc,CAAC;CAC9B"}

package/dist/utils/StoreArchiveManager.d.ts

@@ -0,0 +1,45 @@
+/**
+ * Class for managing file archiving, extraction, and working with the 'data' folder.
+ */
+declare class StoreArchiveManager {
+    private archivePath;
+    private outputStream;
+    /**
+     * Constructor that initializes the FileArchiveManager with a given path.
+     * @param archivePath - The path where the archive will be created.
+     */
+    constructor(archivePath: string);
+    /**
+     * Creates the archive at the specified path.
+     * @returns Promise<void>
+     */
+    createArchive(): Promise<void>;
+    /**
+     * Streams a file into the archive.
+     * @param filePath - The file to add to the archive.
+     * @param fileNameInArchive - The name the file should have inside the archive.
+     * @returns Promise<void>
+     */
+    addFileToArchive(filePath: string, fileNameInArchive: string): Promise<void>;
+    /**
+     * Extracts a file from the archive to a specified directory.
+     * @param extractToPath - The path where the file should be extracted.
+     * @returns Promise<void>
+     */
+    extractArchive(extractToPath: string): Promise<void>;
+    /**
+     * Merges another archive into the current one.
+     * Extracts files from the given archive and adds them into the current archive.
+     * @param archiveToMergePath - The path of the archive to be merged.
+     * @returns Promise<void>
+     */
+    mergeArchive(archiveToMergePath: string): Promise<void>;
+    /**
+     * Adds extracted files to the current archive.
+     * @param extractedFolderPath - The path of the folder containing extracted files.
+     * @returns Promise<void>
+     */
+    private addExtractedFilesToArchive;
+}
+export default StoreArchiveManager;
+//# sourceMappingURL=StoreArchiveManager.d.ts.map

package/dist/utils/StoreArchiveManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"StoreArchiveManager.d.ts","sourceRoot":"","sources":["../../src/utils/StoreArchiveManager.ts"],"names":[],"mappings":"AAKA;;GAEG;AACH,cAAM,mBAAmB;IACrB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,YAAY,CAAwB;IAE5C;;;OAGG;gBACS,WAAW,EAAE,MAAM;IAK/B;;;OAGG;IACU,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAsB3C;;;;;OAKG;IACU,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBzF;;;;OAIG;IACU,cAAc,CAAC,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IASjE;;;;;OAKG;IACU,YAAY,CAAC,kBAAkB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCpE;;;;OAIG;YACW,0BAA0B;CAkB3C;AAED,eAAe,mBAAmB,CAAC"}

package/dist/utils/StoreArchiveManager.js

@@ -0,0 +1,153 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const archiver = __importStar(require("archiver"));
+const unzipper = __importStar(require("unzipper"));
+/**
+ * Class for managing file archiving, extraction, and working with the 'data' folder.
+ */
+class StoreArchiveManager {
+    /**
+     * Constructor that initializes the FileArchiveManager with a given path.
+     * @param archivePath - The path where the archive will be created.
+     */
+    constructor(archivePath) {
+        this.archivePath = archivePath;
+        this.outputStream = null;
+    }
+    /**
+     * Creates the archive at the specified path.
+     * @returns Promise<void>
+     */
+    async createArchive() {
+        return new Promise((resolve, reject) => {
+            this.outputStream = fs.createWriteStream(this.archivePath);
+            // @ts-ignore
+            const archive = archiver('zip', {
+                zlib: { level: 9 }
+            });
+            this.outputStream.on('close', () => {
+                console.log(`${archive.pointer()} total bytes`);
+                console.log('Archive has been finalized and output file descriptor has closed.');
+                resolve();
+            });
+            archive.on('error', (err) => {
+                reject(err);
+            });
+            archive.pipe(this.outputStream);
+        });
+    }
+    /**
+     * Streams a file into the archive.
+     * @param filePath - The file to add to the archive.
+     * @param fileNameInArchive - The name the file should have inside the archive.
+     * @returns Promise<void>
+     */
+    async addFileToArchive(filePath, fileNameInArchive) {
+        if (!this.outputStream) {
+            throw new Error('Archive not yet created.');
+        }
+        return new Promise((resolve, reject) => {
+            // @ts-ignore
+            const archive = archiver('zip', { zlib: { level: 9 } });
+            const fileStream = fs.createReadStream(filePath);
+            archive.append(fileStream, { name: fileNameInArchive });
+            archive.finalize();
+            archive.on('finish', resolve);
+            archive.on('error', reject);
+        });
+    }
+    /**
+     * Extracts a file from the archive to a specified directory.
+     * @param extractToPath - The path where the file should be extracted.
+     * @returns Promise<void>
+     */
+    async extractArchive(extractToPath) {
+        return new Promise((resolve, reject) => {
+            fs.createReadStream(this.archivePath)
+                .pipe(unzipper.Extract({ path: extractToPath }))
+                .on('close', resolve)
+                .on('error', reject);
+        });
+    }
+    /**
+     * Merges another archive into the current one.
+     * Extracts files from the given archive and adds them into the current archive.
+     * @param archiveToMergePath - The path of the archive to be merged.
+     * @returns Promise<void>
+     */
+    async mergeArchive(archiveToMergePath) {
+        if (!this.outputStream) {
+            throw new Error('Archive not yet created.');
+        }
+        return new Promise((resolve, reject) => {
+            const tempExtractPath = path.join(__dirname, 'tempExtract');
+            // Ensure the temp directory exists
+            if (!fs.existsSync(tempExtractPath)) {
+                fs.mkdirSync(tempExtractPath);
+            }
+            // Step 1: Extract the contents of the archive to be merged
+            fs.createReadStream(archiveToMergePath)
+                .pipe(unzipper.Extract({ path: tempExtractPath }))
+                .on('close', async () => {
+                try {
+                    // Step 2: Read the extracted files and add them to the current archive
+                    await this.addExtractedFilesToArchive(tempExtractPath);
+                    // Clean up: Delete the temporary directory
+                    fs.rmSync(tempExtractPath, { recursive: true, force: true });
+                    resolve();
+                }
+                catch (error) {
+                    reject(error);
+                }
+            })
+                .on('error', reject);
+        });
+    }
+    /**
+     * Adds extracted files to the current archive.
+     * @param extractedFolderPath - The path of the folder containing extracted files.
+     * @returns Promise<void>
+     */
+    async addExtractedFilesToArchive(extractedFolderPath) {
+        const files = fs.readdirSync(extractedFolderPath);
+        for (const file of files) {
+            const fullFilePath = path.join(extractedFolderPath, file);
+            const stat = fs.statSync(fullFilePath);
+            if (stat.isFile()) {
+                const relativePath = path.relative(extractedFolderPath, fullFilePath);
+                // Add the file into the current archive
+                await this.addFileToArchive(fullFilePath, relativePath);
+            }
+            else if (stat.isDirectory()) {
+                // Recursively add files from nested directories
+                await this.addExtractedFilesToArchive(fullFilePath);
+            }
+        }
+    }
+}
+exports.default = StoreArchiveManager;

package/dist/utils/config.d.ts

@@ -6,7 +6,6 @@ export declare const DIG_FOLDER_PATH: string;
 export declare const STORE_PATH: string;
 export declare const USER_DIR_PATH: string;
 export declare const CONFIG_FILE_PATH: string;
-export declare const getManifestFilePath: (storeId: string) => string;
 export declare const getHeightFilePath: (storeId: string) => string;
 export declare const createInitialConfig: () => void;
 export declare const setRemote: (remote: string) => void;

package/dist/utils/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAKrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,mBAAmB,YAAa,MAAM,KAAG,MACN,CAAC;AAEjD,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAOtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAKrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAI9E,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAOtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}

package/dist/utils/config.js

@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.getManifestFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.NETWORK_AGG_SIG_DATA = void 0;
+exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.NETWORK_AGG_SIG_DATA = void 0;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
 const inquirer_1 = __importDefault(require("inquirer"));
@@ -38,8 +38,6 @@ exports.DIG_FOLDER_PATH = process.env.DIG_FOLDER_PATH || path.join(process.cwd()
 exports.STORE_PATH = path.join(exports.DIG_FOLDER_PATH, "stores");
 exports.USER_DIR_PATH = path.join(os_1.default.homedir(), ".dig");
 exports.CONFIG_FILE_PATH = path.join(exports.DIG_FOLDER_PATH, "dig.config.json");
-const getManifestFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "manifest.dat");
-exports.getManifestFilePath = getManifestFilePath;
 const getHeightFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "height.json");
 exports.getHeightFilePath = getHeightFilePath;
 const createInitialConfig = () => {

package/dist/utils/index.d.ts

@@ -1,7 +1,6 @@
 export * from './config';
 export * from './connectionUtils';
 export * from './credentialsUtils';
-export * from './deltaUtils';
 export * from './directoryUtils';
 export * from './encryption';
 export * from './FileCache';

package/dist/utils/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC"}

package/dist/utils/index.js

@@ -17,7 +17,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./config"), exports);
 __exportStar(require("./connectionUtils"), exports);
 __exportStar(require("./credentialsUtils"), exports);
-__exportStar(require("./deltaUtils"), exports);
 __exportStar(require("./directoryUtils"), exports);
 __exportStar(require("./encryption"), exports);
 __exportStar(require("./FileCache"), exports);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.49",
+  "version": "0.0.1-alpha.51",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",
@@ -26,6 +26,7 @@
   ],
   "dependencies": {
     "@dignetwork/datalayer-driver": "^0.1.24",
+    "archiver": "^7.0.1",
     "bip39": "^3.1.0",
     "chia-bls": "^1.0.2",
     "chia-config-loader": "^1.0.1",
@@ -43,9 +44,11 @@
     "nconf": "^0.12.1",
     "node-cache": "^5.1.2",
     "p-limit": "^6.1.0",
-    "superagent": "^10.0.0"
+    "superagent": "^10.0.0",
+    "unzipper": "^0.12.3"
   },
   "devDependencies": {
+    "@types/archiver": "^6.0.2",
     "@types/chai": "^4.3.17",
     "@types/cli-progress": "^3.11.6",
     "@types/crypto-js": "^4.2.2",
@@ -56,6 +59,7 @@
     "@types/nconf": "^0.10.7",
     "@types/node": "^22.1.0",
     "@types/superagent": "^8.1.8",
+    "@types/unzipper": "^0.10.10",
     "chai": "^5.1.1",
     "copyfiles": "^2.4.1",
     "mocha": "^10.7.0",

package/dist/utils/deltaUtils.d.ts

@@ -1,2 +0,0 @@
-export declare const getDeltaFiles: (storeId: string, generationIndex: number | undefined, directoryPath: string) => Promise<string[]>;
-//# sourceMappingURL=deltaUtils.d.ts.map

package/dist/utils/deltaUtils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"deltaUtils.d.ts","sourceRoot":"","sources":["../../src/utils/deltaUtils.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,aAAa,YACf,MAAM,mBACE,MAAM,6BACR,MAAM,KACpB,OAAO,CAAC,MAAM,EAAE,CAwElB,CAAC"}

package/dist/utils/deltaUtils.js

@@ -1,83 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getDeltaFiles = void 0;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const hashUtils_1 = require("./hashUtils");
-const getDeltaFiles = async (storeId, generationIndex = 0, directoryPath) => {
-    if (isNaN(generationIndex)) {
-        generationIndex = 0;
-    }
-    // Load manifest file
-    const manifestFilePath = path.join(directoryPath, storeId, "manifest.dat");
-    if (!fs.existsSync(manifestFilePath)) {
-        console.error("Manifest file not found", manifestFilePath);
-        return [];
-    }
-    const manifestHashes = fs
-        .readFileSync(manifestFilePath, "utf-8")
-        .split("\n")
-        .filter(Boolean);
-    console.log("");
-    console.log(`Uploading delta from generation ${generationIndex}`);
-    const filesInvolved = [];
-    // Include the height.dat file at the top of the directory
-    const heightDatFilePath = path.join(directoryPath, storeId, "height.json");
-    if (fs.existsSync(heightDatFilePath)) {
-        filesInvolved.push(heightDatFilePath);
-    }
-    // Collect files starting from generationIndex + 1
-    for (let i = generationIndex; i < manifestHashes.length; i++) {
-        const rootHash = manifestHashes[i];
-        const datFilePath = path.join(directoryPath, storeId, `${rootHash}.dat`);
-        if (!fs.existsSync(datFilePath)) {
-            console.error(`Data file for root hash ${rootHash} not found`);
-            return [];
-        }
-        const datFileContent = JSON.parse(fs.readFileSync(datFilePath, "utf-8"));
-        if (datFileContent.root !== rootHash) {
-            console.error(`Root hash in data file does not match: ${datFileContent.root} !== ${rootHash}`);
-            return [];
-        }
-        // Add the .dat file itself to the list of files involved
-        filesInvolved.push(datFilePath);
-        // Collect all files involved, ensuring correct paths
-        for (const file of Object.keys(datFileContent.files)) {
-            const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, path.join(directoryPath, storeId, "data"));
-            filesInvolved.push(filePath);
-        }
-    }
-    if (process.env.DIG_DEBUG === "1") {
-        console.log("Files involved in the delta:");
-        console.table(filesInvolved);
-    }
-    // list the manifest file last, this actually
-    // helps with upload because by overriding the manifest file last, 
-    // the store can still be considered valid even when the upload is interrupted
-    filesInvolved.push(manifestFilePath);
-    return filesInvolved;
-};
-exports.getDeltaFiles = getDeltaFiles;