@dignetwork/dig-sdk 0.0.1-alpha.17 → 0.0.1-alpha.171

package/dist/blockchain/DataStore.d.ts

@@ -1,10 +1,11 @@
-import { DataStore as DataStoreDriver, DataStoreMetadata } from "datalayer-driver";
+import { DataStore as DataStoreDriver, DataStoreMetadata } from "@dignetwork/datalayer-driver";
 import { RootHistoryItem } from "../types";
 import { DataIntegrityTree, DataIntegrityTreeOptions } from "../DataIntegrityTree";
 import { CreateStoreUserInputs } from "../types";
 export declare class DataStore {
     private storeId;
     private tree;
+    private static activeMonitors;
     constructor(storeId: string, options?: DataIntegrityTreeOptions);
     get StoreId(): string;
     get Tree(): DataIntegrityTree;
@@ -13,7 +14,7 @@ export declare class DataStore {
     serialize(): string;
     static getActiveStore(): Promise<DataStore | undefined>;
     static deserialize(serialized: string): DataStore;
-    static from(storeId: string | Buffer): DataStore;
+    static from(storeId: string | Buffer, rootHash?: string): DataStore;
     static create(inputs?: CreateStoreUserInputs): Promise<DataStore>;
     private static mint;
     /**
@@ -33,24 +34,41 @@ export declare class DataStore {
      */
     private static calculateFolderSize;
     static getAllStores(): DataStore[];
+    /**
+     * Fetches the latest coin information using the StoreMonitorRegistry.
+     * Registers the storeId if it's not already registered, retrieves the cached value, and returns it.
+     *
+     * @returns {Promise<{ latestStore: DataStoreDriver; latestHeight: number; latestHash: Buffer }>}
+     */
     fetchCoinInfo(): Promise<{
         latestStore: DataStoreDriver;
         latestHeight: number;
         latestHash: Buffer;
     }>;
+    cacheStoreCreationHeight(): Promise<{
+        createdAtHeight: number;
+        createdAtHash: Buffer;
+    }>;
     getCreationHeight(): Promise<{
         createdAtHeight: number;
         createdAtHash: Buffer;
     }>;
     private setCreationHeight;
-    getRootHistory(): Promise<RootHistoryItem[]>;
-    getLocalRootHistory(): Promise<RootHistoryItem[] | undefined>;
-    validate(): Promise<boolean>;
+    getRootHistory(bustCache?: boolean): Promise<RootHistoryItem[]>;
+    generateManifestFile(folderPath?: string): Promise<void>;
     getMetaData(): Promise<DataStoreMetadata>;
     isSynced(): Promise<boolean>;
     hasMetaWritePermissions(publicSyntheticKey?: Buffer): Promise<boolean>;
     updateMetadata(metadata: DataStoreMetadata): Promise<DataStoreDriver>;
-    getFileSetForRootHash(rootHash: string): Promise<string[]>;
-    getManifestHashes(): string[];
+    /**
+     * Retrieve the file set for a given root hash and validate file integrity.
+     *
+     * @param {string} rootHash - The root hash to fetch the file set.
+     * @returns {Promise<{ fileName: string, file: string }[]>} - An array of unique file objects.
+     */
+    getFileSetForRootHash(rootHash: string, skipIntegirtyCheck?: boolean): Promise<{
+        name: string;
+        path: string;
+    }[]>;
 }
 //# sourceMappingURL=DataStore.d.ts.map

package/dist/blockchain/DataStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,kBAAkB,CAAC;AAY1B,OAAO,EAAE,eAAe,EAAW,MAAM,UAAU,CAAC;AAGpD,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AASjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;gBAEpB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;WAYnC,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAW5B,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAyGW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAsB5C,mBAAmB,IAAI,OAAO,CAAC,eAAe,EAAE,GAAG,SAAS,CAAC;IAiB7D,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IA+E5B,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAgB5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IA+Cd,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAiChE,iBAAiB,IAAI,MAAM,EAAE;CAUrC"}
+{"version":3,"file":"DataStore.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStore.ts"],"names":[],"mappings":"AAEA,OAAO,EAOL,SAAS,IAAI,eAAe,EAE5B,iBAAiB,EAIlB,MAAM,8BAA8B,CAAC;AAWtC,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAG3C,OAAO,EACL,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAcjD,qBAAa,SAAS;IACpB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAoB;IAChC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAmC;gBAEpD,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAiB/D,IAAW,OAAO,IAAI,MAAM,CAE3B;IAED,IAAW,IAAI,IAAI,iBAAiB,CAEnC;IAEM,QAAQ,IAAI,MAAM;IAIlB,QAAQ,IAAI,MAAM;IAIlB,SAAS,IAAI,MAAM;WAMN,cAAc,IAAI,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC;WAOtD,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS;WAK1C,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS;WAiBtD,MAAM,CACxB,MAAM,GAAE,qBAA0B,GACjC,OAAO,CAAC,SAAS,CAAC;mBAyCA,IAAI;IA4FzB;;;OAGG;IACU,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAK5C;;;OAGG;WACiB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAIxD;;;;OAIG;mBACkB,mBAAmB;WAqB1B,YAAY,IAAI,SAAS,EAAE;IAWzC;;;;;OAKG;IACU,aAAa,IAAI,OAAO,CAAC;QACpC,WAAW,EAAE,eAAe,CAAC;QAC7B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAkCW,wBAAwB,IAAI,OAAO,CAAC;QAC/C,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;IAiBW,iBAAiB,IAAI,OAAO,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;KACvB,CAAC;YA0BY,iBAAiB;IAYlB,cAAc,CAAC,SAAS,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IA8C/D,oBAAoB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAexD,WAAW,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAKzC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAM5B,uBAAuB,CAClC,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAAC,OAAO,CAAC;IAkBN,cAAc,CACzB,QAAQ,EAAE,iBAAiB,GAC1B,OAAO,CAAC,eAAe,CAAC;IAgD3B;;;;;OAKG;IACU,qBAAqB,CAChC,QAAQ,EAAE,MAAM,EAChB,kBAAkB,GAAE,OAAe,GAClC,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CA6C7C"}

package/dist/blockchain/DataStore.js

@@ -6,18 +6,23 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.DataStore = void 0;
 const fs_1 = __importDefault(require("fs"));
 const path_1 = __importDefault(require("path"));
-const datalayer_driver_1 = require("datalayer-driver");
+const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
 const util_1 = require("util");
 const FullNodePeer_1 = require("./FullNodePeer");
 const Wallet_1 = require("./Wallet");
 const config_1 = require("../utils/config");
 const coins_1 = require("./coins");
-const utils_1 = require("../utils");
+const colorette_1 = require("colorette");
 const hashUtils_1 = require("../utils/hashUtils");
 const DataIntegrityTree_1 = require("../DataIntegrityTree");
 const prompts_1 = require("../prompts");
 const FileCache_1 = require("../utils/FileCache");
 const DataStoreSerializer_1 = require("./DataStoreSerializer");
+const config_2 = require("../utils/config");
+const StoreMonitorRegistry_1 = require("./StoreMonitorRegistry");
+const utils_1 = require("../utils");
+// Initialize the cache with a TTL of 180 seconds (3 minutes)
+const rootHistoryCache = new utils_1.DigCache({ stdTTL: 180 });
 const stat = (0, util_1.promisify)(fs_1.default.stat);
 const readdir = (0, util_1.promisify)(fs_1.default.readdir);
 class DataStore {
@@ -62,12 +67,15 @@ class DataStore {
         const parsed = JSON.parse(serialized);
         return new DataStore(parsed.storeId);
     }
-    static from(storeId) {
+    static from(storeId, rootHash) {
         const existingTreeOptions = {
             storageMode: "local",
             storeDir: config_1.STORE_PATH,
             disableInitialize: true,
         };
+        if (rootHash) {
+            existingTreeOptions.rootHash = rootHash;
+        }
         if (storeId instanceof Buffer) {
             return new DataStore(storeId.toString("hex"), existingTreeOptions);
         }
@@ -107,7 +115,7 @@ class DataStore {
             const wallet = await Wallet_1.Wallet.load("default");
             const publicSyntheticKey = await wallet.getPublicSyntheticKey();
             const ownerSyntheicPuzzleHash = (0, datalayer_driver_1.syntheticKeyToPuzzleHash)(publicSyntheticKey);
-            const storeCreationCoins = await (0, coins_1.selectUnspentCoins)(peer, BigInt(1), BigInt(0));
+            const storeCreationCoins = await wallet.selectUnspentCoins(peer, BigInt(1), BigInt(0));
             const delegationLayers = [];
             if (adminPublicSyntheticKey) {
                 delegationLayers.push((0, datalayer_driver_1.adminDelegatedPuzzleFromKey)(Buffer.from(adminPublicSyntheticKey, "hex")));
@@ -189,90 +197,68 @@ class DataStore {
     }
     static getAllStores() {
         const storeFolders = fs_1.default.readdirSync(config_1.STORE_PATH);
-        const storIds = storeFolders.filter((folder) => /^[a-f0-9]{64}$/.test(folder) &&
+        const storeIds = storeFolders.filter((folder) => /^[a-f0-9]{64}$/.test(folder) &&
             fs_1.default.lstatSync(path_1.default.join(config_1.STORE_PATH, folder)).isDirectory());
-        return storIds.map((storeId) => DataStore.from(storeId));
+        return storeIds.map((storeId) => DataStore.from(storeId));
     }
+    /**
+     * Fetches the latest coin information using the StoreMonitorRegistry.
+     * Registers the storeId if it's not already registered, retrieves the cached value, and returns it.
+     *
+     * @returns {Promise<{ latestStore: DataStoreDriver; latestHeight: number; latestHash: Buffer }>}
+     */
     async fetchCoinInfo() {
+        const storeMonitor = StoreMonitorRegistry_1.StoreMonitorRegistry.getInstance();
         try {
-            // Initialize the cache for the current storeId's coin info
-            const storeCoinCache = new FileCache_1.FileCache(`stores`);
-            // Try to get cached store info
-            const cachedInfo = storeCoinCache.get(this.storeId);
-            if (cachedInfo) {
-                try {
-                    const { latestStore: serializedStore, latestHeight: previousHeight, latestHash: previousHash, } = cachedInfo;
-                    // Deserialize the stored data using DataStoreSerializer
-                    const { latestStore: previousInfo } = DataStoreSerializer_1.DataStoreSerializer.deserialize({
-                        latestStore: serializedStore,
-                        latestHeight: previousHeight.toString(),
-                        latestHash: previousHash,
-                    });
-                    // Sync with peer if necessary
-                    const peer = await FullNodePeer_1.FullNodePeer.connect();
-                    const { latestStore, latestHeight } = await peer.syncStore(previousInfo, previousHeight, Buffer.from(previousHash, "hex"), false);
-                    const latestHash = await peer.getHeaderHash(latestHeight);
-                    // Serialize the store data for caching
-                    const serializedLatestStore = new DataStoreSerializer_1.DataStoreSerializer(latestStore, latestHeight, latestHash).serialize();
-                    // Cache updated store info
-                    storeCoinCache.set(this.storeId, {
-                        latestStore: serializedLatestStore,
-                        latestHeight,
-                        latestHash: latestHash.toString("hex"),
-                    });
-                    return { latestStore, latestHeight, latestHash };
-                }
-                catch {
-                    // Return cached info if sync fails
-                    const { latestStore, latestHeight, latestHash } = DataStoreSerializer_1.DataStoreSerializer.deserialize({
-                        latestStore: cachedInfo.latestStore,
-                        latestHeight: cachedInfo.latestHeight.toString(),
-                        latestHash: cachedInfo.latestHash,
-                    });
-                    return {
-                        latestStore,
-                        latestHeight,
-                        latestHash: latestHash,
-                    };
-                }
+            // Register the storeId with a no-op callback. If already registered, the registry will handle it.
+            await storeMonitor.registerStore(this.storeId, () => {
+                // No operation callback since we're fetching the cache directly
+            });
+            // Retrieve the latest cached store information
+            const cachedInfo = await storeMonitor.getLatestCache(this.storeId);
+            if (!cachedInfo) {
+                throw new Error(`No cached info found for storeId: ${this.storeId}`);
             }
-            // Use getCreationHeight to retrieve height and hash information
-            const { createdAtHeight, createdAtHash } = await this.getCreationHeight();
-            // Sync store from peer
-            const peer = await FullNodePeer_1.FullNodePeer.connect();
-            const { latestStore, latestHeight } = await peer.syncStoreFromLauncherId(Buffer.from(this.storeId, "hex"), createdAtHeight, createdAtHash, false);
-            const latestHash = await peer.getHeaderHash(latestHeight);
-            // Serialize the latest store info for caching
-            const serializedLatestStore = new DataStoreSerializer_1.DataStoreSerializer(latestStore, latestHeight, latestHash).serialize();
-            // Cache the latest store info
-            storeCoinCache.set(this.storeId, {
-                latestStore: serializedLatestStore,
-                latestHeight,
-                latestHash: latestHash.toString("hex"),
+            const deserializedStore = DataStoreSerializer_1.DataStoreSerializer.deserialize({
+                latestStore: cachedInfo.latestStore,
+                latestHeight: cachedInfo.latestHeight.toString(),
+                latestHash: cachedInfo.latestHash,
             });
-            return { latestStore, latestHeight, latestHash };
+            return {
+                latestStore: deserializedStore.latestStore,
+                latestHeight: deserializedStore.latestHeight,
+                latestHash: deserializedStore.latestHash,
+            };
         }
         catch (error) {
-            console.trace("Failed to fetch coin info", error);
-            throw error;
+            throw new Error(`Failed to fetch coin info for storeId ${this.storeId}: ${error.message}`);
         }
     }
+    async cacheStoreCreationHeight() {
+        const peer = await FullNodePeer_1.FullNodePeer.connect();
+        const createdAtHeight = await peer.getStoreCreationHeight(Buffer.from(this.storeId, "hex"), null, Buffer.from(config_2.MAIN_NET_GENISES_CHALLENGE, "hex"));
+        // Get just before created at height so we can find the coin
+        const justBeforeCreatedAtHeight = Number(createdAtHeight) - 1;
+        const createdAtHash = await peer.getHeaderHash(justBeforeCreatedAtHeight);
+        await this.setCreationHeight(justBeforeCreatedAtHeight, createdAtHash);
+        return { createdAtHeight: justBeforeCreatedAtHeight, createdAtHash };
+    }
     async getCreationHeight() {
-        const defaultHeight = config_1.MIN_HEIGHT;
-        const defaultHash = Buffer.from(config_1.MIN_HEIGHT_HEADER_HASH, "hex");
         // Initialize the FileCache for the height file
         const fileCache = new FileCache_1.FileCache(`stores/${this.storeId}`);
         // Try to retrieve the cached height information
         const cachedHeightInfo = fileCache.get("height");
         if (!cachedHeightInfo) {
-            // If no cache, return the default values
-            return { createdAtHeight: defaultHeight, createdAtHash: defaultHash };
+            // If no cache, regenerate the cache
+            return this.cacheStoreCreationHeight();
         }
         // Parse the cached height and hash values
         const { height, hash } = cachedHeightInfo;
+        const defaultHeight = config_1.MIN_HEIGHT;
+        const defaultHash = Buffer.from(config_1.MIN_HEIGHT_HEADER_HASH, "hex");
         return {
             createdAtHeight: height || defaultHeight,
-            createdAtHash: Buffer.from(hash || config_1.MIN_HEIGHT_HEADER_HASH, "hex"),
+            createdAtHash: hash ? Buffer.from(hash, "hex") : defaultHash,
         };
     }
     async setCreationHeight(height, hash) {
@@ -283,98 +269,53 @@ class DataStore {
             hash: hash.toString("hex"),
         });
     }
-    async getRootHistory() {
+    async getRootHistory(bustCache) {
+        if (bustCache) {
+            rootHistoryCache.del(this.storeId);
+        }
+        // Check if the root history is cached for this storeId
+        const cachedHistory = await rootHistoryCache.get(this.storeId);
+        if (cachedHistory) {
+            return cachedHistory;
+        }
+        // Fetch root history from peer if not cached
         const peer = await FullNodePeer_1.FullNodePeer.connect();
         const { createdAtHeight, createdAtHash } = await this.getCreationHeight();
         const { rootHashes, rootHashesTimestamps } = await peer.syncStoreFromLauncherId(Buffer.from(this.storeId, "hex"), createdAtHeight, createdAtHash, true);
         if (!rootHashes) {
             return [];
         }
-        return rootHashes.map((rootHash, index) => ({
+        // Build the root history list
+        const rootHistory = rootHashes.map((rootHash, index) => ({
             root_hash: rootHash.toString("hex"),
             timestamp: Number(rootHashesTimestamps?.[index].toString()),
+            synced: fs_1.default.existsSync(path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash.toString("hex")}.dat`)),
         }));
+        // Store the root history in the cache
+        rootHistoryCache.set(this.storeId, rootHistory);
+        return rootHistory;
     }
-    async getLocalRootHistory() {
-        const manifestFilePath = (0, config_1.getManifestFilePath)(this.storeId);
-        if (!fs_1.default.existsSync(manifestFilePath)) {
-            console.error("Manifest file not found", manifestFilePath);
-            return undefined;
+    // Generates a fresh manifest file based on the current root history
+    // and what is currently on disk
+    async generateManifestFile(folderPath) {
+        if (!folderPath) {
+            folderPath = path_1.default.join(config_1.STORE_PATH, this.storeId, "data");
         }
-        const manifestHashes = fs_1.default
-            .readFileSync(manifestFilePath, "utf-8")
-            .split("\n")
-            .filter(Boolean);
-        return manifestHashes.map((rootHash) => ({
-            root_hash: rootHash,
-            timestamp: 0, // Timestamps are not yet included in the manifest
-        }));
-    }
-    async validate() {
         const rootHistory = await this.getRootHistory();
-        const manifestFilePath = (0, config_1.getManifestFilePath)(this.storeId);
-        if (!fs_1.default.existsSync(manifestFilePath)) {
-            console.error("Manifest file not found", manifestFilePath);
-            return false;
-        }
-        const manifestHashes = fs_1.default
-            .readFileSync(manifestFilePath, "utf-8")
-            .split("\n")
-            .filter(Boolean);
-        if (manifestHashes.length > rootHistory.length) {
-            console.error("The store is corrupted: Manifest file has more hashes than the root history.");
-            return false;
-        }
-        if (rootHistory.length > manifestHashes.length) {
-            console.error("The store is not synced: Root history has more hashes than the manifest file.");
-            return false;
-        }
-        for (let i = 0; i < manifestHashes.length; i++) {
-            if (manifestHashes[i] !== rootHistory[i]?.root_hash) {
-                console.error(`Root hash mismatch at position ${i}: expected ${manifestHashes[i]} but found ${rootHistory[i]?.root_hash}`);
-                return false;
-            }
-        }
-        let filesIntegrityIntact = true;
-        for (const rootHash of manifestHashes) {
-            const datFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash}.dat`);
-            if (!fs_1.default.existsSync(datFilePath)) {
-                console.error(`Data file for root hash ${rootHash} not found`);
-                return false;
-            }
-            const datFileContent = JSON.parse(fs_1.default.readFileSync(datFilePath, "utf-8"));
-            if (datFileContent.root !== rootHash) {
-                console.error(`Root hash in data file does not match: ${datFileContent.root} !== ${rootHash}`);
-                return false;
-            }
-            for (const [fileKey, fileData] of Object.entries(datFileContent.files)) {
-                const integrityCheck = (0, utils_1.validateFileSha256)(fileData.sha256, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
-                if (!integrityCheck) {
-                    filesIntegrityIntact = false;
-                }
-            }
-        }
-        if (!filesIntegrityIntact) {
-            console.error("Store Corrupted: Data failed SHA256 validation.");
-            return false;
-        }
-        return true;
+        // Need this for the dataintegrity tree to work properly
+        fs_1.default.writeFileSync(path_1.default.join(folderPath, "manifest.dat"), rootHistory
+            .filter((root) => root.synced)
+            .map((root) => root.root_hash)
+            .join("\n"));
     }
     async getMetaData() {
         const { latestStore } = await this.fetchCoinInfo();
         return latestStore.metadata;
     }
     async isSynced() {
-        const rootHistory = await this.getRootHistory();
-        const manifestFilePath = (0, config_1.getManifestFilePath)(this.storeId);
-        if (!fs_1.default.existsSync(manifestFilePath)) {
-            return false;
-        }
-        const manifestHashes = fs_1.default
-            .readFileSync(manifestFilePath, "utf-8")
-            .split("\n")
-            .filter(Boolean);
-        return rootHistory.length === manifestHashes.length;
+        const dataStore = await DataStore.from(this.storeId);
+        const rootHistory = await dataStore.getRootHistory();
+        return !rootHistory.some((root) => !root.synced);
     }
     async hasMetaWritePermissions(publicSyntheticKey) {
         const wallet = await Wallet_1.Wallet.load("default");
@@ -394,7 +335,7 @@ class DataStore {
         const { latestStore } = await this.fetchCoinInfo();
         const updateStoreResponse = (0, datalayer_driver_1.updateStoreMetadata)(latestStore, metadata.rootHash, metadata.label, metadata.description, metadata.bytes, publicSyntheticKey, null, null);
         const fee = await (0, coins_1.calculateFeeForCoinSpends)(peer, null);
-        const unspentCoins = await (0, coins_1.selectUnspentCoins)(peer, BigInt(0), fee);
+        const unspentCoins = await wallet.selectUnspentCoins(peer, BigInt(0), fee);
         const feeCoinSpends = await (0, datalayer_driver_1.addFee)(publicSyntheticKey, unspentCoins, updateStoreResponse.coinSpends.map((coinSpend) => (0, datalayer_driver_1.getCoinId)(coinSpend.coin)), fee);
         const combinedCoinSpends = [
             ...updateStoreResponse.coinSpends,
@@ -407,27 +348,41 @@ class DataStore {
         }
         return updateStoreResponse.newStore;
     }
-    async getFileSetForRootHash(rootHash) {
+    /**
+     * Retrieve the file set for a given root hash and validate file integrity.
+     *
+     * @param {string} rootHash - The root hash to fetch the file set.
+     * @returns {Promise<{ fileName: string, file: string }[]>} - An array of unique file objects.
+     */
+    async getFileSetForRootHash(rootHash, skipIntegirtyCheck = false) {
         const datFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, `${rootHash}.dat`);
         const datFileContent = JSON.parse(fs_1.default.readFileSync(datFilePath, "utf-8"));
-        const heightDatFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "height.json");
-        const manifestFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "manifest.dat");
-        const filesInvolved = [];
-        filesInvolved.push(manifestFilePath);
-        filesInvolved.push(datFilePath);
-        filesInvolved.push(heightDatFilePath);
+        // Use a Set to ensure uniqueness
+        const filesInvolved = new Set();
+        // Iterate over each file and perform an integrity check
         for (const [fileKey, fileData] of Object.entries(datFileContent.files)) {
-            const filepath = path_1.default.join(config_1.STORE_PATH, this.storeId, "data", fileKey);
-            const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[fileKey].sha256, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
-            filesInvolved.push(filePath);
+            const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[fileKey].sha256, "data");
+            // Perform the integrity check
+            let integrityCheck;
+            if (!skipIntegirtyCheck) {
+                integrityCheck =
+                    await DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(fileKey, datFileContent.files[fileKey].sha256, datFileContent, rootHash, path_1.default.join(config_1.STORE_PATH, this.storeId, "data"));
+            }
+            if (integrityCheck || skipIntegirtyCheck) {
+                // Add the file to the Set
+                filesInvolved.add({
+                    name: Buffer.from(fileKey, "hex").toString("utf-8"),
+                    path: filePath,
+                });
+            }
+            else {
+                console.error((0, colorette_1.red)(`File ${fileKey} failed the integrity check.`));
+                throw new Error(`Integrity check failed for file: ${fileKey}. Aborting.`);
+            }
         }
-        return filesInvolved;
-    }
-    getManifestHashes() {
-        const manifestFilePath = path_1.default.join(config_1.STORE_PATH, this.storeId, "manifest.dat");
-        return fs_1.default.existsSync(manifestFilePath)
-            ? fs_1.default.readFileSync(manifestFilePath, "utf-8").split("\n").filter(Boolean)
-            : [];
+        // Convert Set to Array and return
+        return Array.from(filesInvolved);
     }
 }
 exports.DataStore = DataStore;
+DataStore.activeMonitors = new Map();

package/dist/blockchain/DataStoreSerializer.d.ts

@@ -1,4 +1,4 @@
-import { DataStore } from "datalayer-driver";
+import { DataStore } from "@dignetwork/datalayer-driver";
 import { Buffer } from "buffer";
 export declare class DataStoreSerializer {
     private storeInfo;

package/dist/blockchain/DataStoreSerializer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DataStoreSerializer.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStoreSerializer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EAKV,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAAS;gBAEf,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAOnE,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;WAgDF,WAAW,CACvB,IAAI,EAAE;QACJ,WAAW,EAAE,GAAG,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,GACA;QACD,WAAW,EAAE,SAAS,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB;CAuEF"}
+{"version":3,"file":"DataStoreSerializer.d.ts","sourceRoot":"","sources":["../../src/blockchain/DataStoreSerializer.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,SAAS,EAKV,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,UAAU,CAAS;gBAEf,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAOnE,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;WAgDF,WAAW,CACvB,IAAI,EAAE;QACJ,WAAW,EAAE,GAAG,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB,GACA;QACD,WAAW,EAAE,SAAS,CAAC;QACvB,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,MAAM,CAAC;KACpB;CAuEF"}

package/dist/blockchain/FullNodePeer.d.ts

@@ -1,24 +1,109 @@
-import { Peer } from "datalayer-driver";
+import { Peer } from "@dignetwork/datalayer-driver";
+/**
+ * FullNodePeer manages connections to full nodes, prioritizing certain peers and handling reliability.
+ */
 export declare class FullNodePeer {
-    private static cachedPeer;
-    private static memoizedFetchNewPeerIPs;
     private peer;
+    private static instance;
+    private static cooldownCache;
+    private static failedDNSCache;
+    private static peerWeights;
+    private static prioritizedPeers;
+    private static peerInfos;
+    private static peerIPCache;
+    private static dnsCache;
+    private static peerLimiters;
+    private static roundRobinIndex;
     private constructor();
+    /**
+     * Retrieves the singleton instance of FullNodePeer.
+     * @returns {FullNodePeer} The singleton instance.
+     */
+    static getInstance(): FullNodePeer;
+    /**
+     * Initializes the singleton instance by connecting to the best peer.
+     */
+    initialize(): Promise<void>;
+    /**
+     * Connects and returns the best available peer.
+     * Implements singleton behavior.
+     * @returns {Promise<Peer>} The connected Peer instance.
+     */
     static connect(): Promise<Peer>;
+    /**
+     * Checks if a given port on a host is reachable.
+     * @param {string} host - The host IP address.
+     * @param {number} port - The port number.
+     * @param {number} timeout - Connection timeout in milliseconds.
+     * @returns {Promise<boolean>} Whether the port is reachable.
+     */
     private static isPortReachable;
+    /**
+     * Validates an IPv4 address.
+     * @param {string} ip - The IP address to validate.
+     * @returns {boolean} Whether the IP address is valid.
+     */
     private static isValidIpAddress;
     /**
-     * Retrieves the TRUSTED_FULLNODE IP from the environment
-     * and verifies if it is a valid IP address.
-     *
-     * @returns {string | null} The valid IP address or null if invalid
+     * Retrieves the TRUSTED_FULLNODE IP from the environment and verifies its validity.
+     * @returns {string | null} The trusted full node IP or null if invalid.
      */
     private static getTrustedFullNode;
+    /**
+     * Fetches new peer IPs from DNS introducers and prioritized hosts.
+     * Utilizes caching to avoid redundant DNS resolutions.
+     * @returns {Promise<string[]>} An array of reachable peer IPs.
+     */
     private static fetchNewPeerIPs;
+    /**
+     * Shuffles an array using the Fisher-Yates algorithm.
+     * @param {T[]} array - The array to shuffle.
+     * @returns {T[]} The shuffled array.
+     */
+    private static shuffleArray;
+    /**
+     * Initializes the peer weights map.
+     * Assigns higher initial weights to prioritized peers.
+     * @param {string[]} peerIPs - An array of peer IPs.
+     */
+    private static initializePeerWeights;
+    /**
+     * Selects the next peer based on round-robin selection.
+     * @returns {string} The selected peer IP.
+     */
+    private static selectPeerRoundRobin;
+    /**
+     * Retrieves all reachable peer IPs, excluding those in cooldown.
+     * @returns {Promise<string[]>} An array of reachable peer IPs.
+     */
     private static getPeerIPs;
-    private static createPeerProxy;
-    private static getBestPeer;
-    getPeer(): Peer;
+    /**
+     * Initializes the peer weights based on prioritization and reliability.
+     * @param {string[]} peerIPs - An array of peer IPs.
+     */
+    private static setupPeers;
+    /**
+     * Connects to the best available peer based on round-robin selection and reliability.
+     * @returns {Promise<Peer>} The connected Peer instance.
+     */
+    private getBestPeer;
+    private createPeerProxy;
+    /**
+     * Handles peer disconnection by marking it in cooldown and updating internal states.
+     * @param {string} peerIP - The IP address of the disconnected peer.
+     */
+    static handlePeerDisconnection(peerIP: string): void;
+    /**
+     * Extracts the IP address from a Peer instance.
+     * @param {Peer} peer - The Peer instance.
+     * @returns {string | null} The extracted IP address or null if not found.
+     */
+    private static extractPeerIP;
+    /**
+     * Waits for a coin to be confirmed (spent) on the blockchain.
+     * @param {Buffer} parentCoinInfo - The parent coin information.
+     * @returns {Promise<boolean>} Whether the coin was confirmed.
+     */
     static waitForConfirmation(parentCoinInfo: Buffer): Promise<boolean>;
 }
 //# sourceMappingURL=FullNodePeer.d.ts.map

package/dist/blockchain/FullNodePeer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FullNodePeer.d.ts","sourceRoot":"","sources":["../../src/blockchain/FullNodePeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAmBxC,qBAAa,YAAY;IACvB,OAAO,CAAC,MAAM,CAAC,UAAU,CAAkD;IAC3E,OAAO,CAAC,MAAM,CAAC,uBAAuB,CAA0B;IAChE,OAAO,CAAC,IAAI,CAAO;IAQnB,OAAO;WAIa,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK5C,OAAO,CAAC,MAAM,CAAC,eAAe;IAiB9B,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAM/B;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;mBASZ,eAAe;mBAiDf,UAAU;IAyB/B,OAAO,CAAC,MAAM,CAAC,eAAe;mBAgDT,WAAW;IAgGzB,OAAO,IAAI,IAAI;WAIF,mBAAmB,CACrC,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,OAAO,CAAC;CAwBpB"}
+{"version":3,"file":"FullNodePeer.d.ts","sourceRoot":"","sources":["../../src/blockchain/FullNodePeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAO,MAAM,8BAA8B,CAAC;AAgCzD;;GAEG;AACH,qBAAa,YAAY;IAqCH,OAAO,CAAC,IAAI;IAnChC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IAGpD,OAAO,CAAC,MAAM,CAAC,aAAa,CAEzB;IAGH,OAAO,CAAC,MAAM,CAAC,cAAc,CAAmC;IAGhE,OAAO,CAAC,MAAM,CAAC,WAAW,CAAkC;IAG5D,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAgB;IAG/C,OAAO,CAAC,MAAM,CAAC,SAAS,CAAoC;IAG5D,OAAO,CAAC,MAAM,CAAC,WAAW,CAAmD;IAG7E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAGpB;IAGH,OAAO,CAAC,MAAM,CAAC,YAAY,CAAsC;IAGjE,OAAO,CAAC,MAAM,CAAC,eAAe,CAAa;IAG3C,OAAO;IAEP;;;OAGG;WACW,WAAW,IAAI,YAAY;IAOzC;;OAEG;IACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAaxC;;;;OAIG;WACiB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5C;;;;;;OAMG;IACH,OAAO,CAAC,MAAM,CAAC,eAAe;IAuB9B;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,gBAAgB;IAM/B;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IASjC;;;;OAIG;mBACkB,eAAe;IAoGpC;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,YAAY;IAS3B;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,qBAAqB;IAYpC;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,oBAAoB;IA4BnC;;;OAGG;mBACkB,UAAU;IAK/B;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,UAAU;IAIzB;;;OAGG;YACW,WAAW;IAuEzB,OAAO,CAAC,eAAe;IAqDvB;;;OAGG;WACW,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAmB3D;;;;OAIG;IACH,OAAO,CAAC,MAAM,CAAC,aAAa;IAS5B;;;;OAIG;WACiB,mBAAmB,CACrC,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC,OAAO,CAAC;CAwBpB"}