@dignetwork/dig-sdk 0.0.1-alpha.3 → 0.0.1-alpha.32

package/dist/DataIntegrityTree/DataLayerError.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class DataLayerError extends Error {
+    constructor(code, message) {
+        // Call the parent constructor with the message
+        super(message);
+        // Set the name of the error to the class name
+        this.name = this.constructor.name;
+        // Assign the custom code
+        this.code = code;
+        // Capture the stack trace (if available in the environment)
+        if (Error.captureStackTrace) {
+            Error.captureStackTrace(this, this.constructor);
+        }
+    }
+}
+exports.default = DataLayerError;

package/dist/DataIntegrityTree/index.d.ts

@@ -0,0 +1,2 @@
+export * from './DataIntegrityTree';
+//# sourceMappingURL=index.d.ts.map

package/dist/DataIntegrityTree/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/DataIntegrityTree/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC"}

package/dist/DataIntegrityTree/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./DataIntegrityTree"), exports);

package/dist/DigNetwork/ContentServer.d.ts

@@ -3,6 +3,8 @@ import { Readable } from "stream";
 export declare class ContentServer {
     private ipAddress;
     private storeId;
+    private static certPath;
+    private static keyPath;
     private static readonly port;
     constructor(ipAddress: string, storeId: string);
     getKey(key: string, rootHash: string, challengeHex?: string): Promise<string>;
@@ -15,7 +17,9 @@ export declare class ContentServer {
         success: boolean;
         headers?: http.IncomingHttpHeaders;
     }>;
-    headStore(): Promise<{
+    headStore(options?: {
+        hasRootHash: string;
+    }): Promise<{
         success: boolean;
         headers?: http.IncomingHttpHeaders;
     }>;

package/dist/DigNetwork/ContentServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAM;gBAEtB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAMjC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,IAAI,OAAO,CAAC;QAChC,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAMK,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YAuEJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CAuDpB"}
+{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAExB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC;QAChE,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAUK,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YA0EJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CA0DpB"}

package/dist/DigNetwork/ContentServer.js

@@ -4,17 +4,24 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ContentServer = void 0;
+const fs_1 = __importDefault(require("fs"));
 const http_1 = __importDefault(require("http"));
 const url_1 = require("url");
+const ssl_1 = require("../utils/ssl");
 class ContentServer {
     constructor(ipAddress, storeId) {
         this.ipAddress = ipAddress;
         this.storeId = storeId;
+        if (!ContentServer.certPath || !ContentServer.keyPath) {
+            const { certPath, keyPath } = (0, ssl_1.getOrCreateSSLCerts)();
+            ContentServer.certPath = certPath;
+            ContentServer.keyPath = keyPath;
+        }
     }
     // Method to get the content of a specified key from the peer, with optional challenge query
     async getKey(key, rootHash, challengeHex) {
         // Construct the base URL
-        let url = `http://${this.ipAddress}/chia.${this.storeId}.${rootHash}/${key}`;
+        let url = `https://${this.ipAddress}/chia.${this.storeId}.${rootHash}/${key}`;
         // If a challenge is provided, append it as a query parameter
         if (challengeHex) {
             url += `?challenge=${challengeHex}`;
@@ -35,38 +42,40 @@ class ContentServer {
     }
     // Method to get the .well-known information
     async getWellKnown() {
-        const url = `http://${this.ipAddress}/.well-known`;
+        const url = `https://${this.ipAddress}/.well-known`;
         return this.fetchJson(url);
     }
     // Method to get the list of known stores
     async getKnownStores() {
-        const url = `http://${this.ipAddress}/.well-known/stores`;
+        const url = `https://${this.ipAddress}/.well-known/stores`;
         return this.fetchJson(url);
     }
     // Method to get the index of all stores
     async getStoresIndex() {
-        const url = `http://${this.ipAddress}/`;
+        const url = `https://${this.ipAddress}/`;
         return this.fetchJson(url);
     }
     // Method to get the index of keys in a store
     async getKeysIndex() {
-        const url = `http://${this.ipAddress}/${this.storeId}`;
+        const url = `https://${this.ipAddress}/${this.storeId}`;
         return this.fetchJson(url);
     }
     // Method to check if a specific key exists (HEAD request)
     async headKey(key) {
-        const url = `http://${this.ipAddress}/${this.storeId}/${key}`;
+        const url = `https://${this.ipAddress}/${this.storeId}/${key}`;
         return this.head(url); // Return the object from head method
     }
     // Method to check if a specific store exists (HEAD request)
-    async headStore() {
-        const url = `http://${this.ipAddress}/${this.storeId}`;
-        console.log({ url });
+    async headStore(options) {
+        let url = `https://${this.ipAddress}/${this.storeId}`;
+        if (options?.hasRootHash) {
+            url += `hasRootHash=${options.hasRootHash}`;
+        }
         return this.head(url); // Return the object from head method
     }
     streamKey(key) {
         return new Promise((resolve, reject) => {
-            const url = `http://${this.ipAddress}/${this.storeId}/${key}`;
+            const url = `https://${this.ipAddress}/${this.storeId}/${key}`;
             const urlObj = new url_1.URL(url);
             const requestOptions = {
                 hostname: urlObj.hostname,
@@ -111,6 +120,9 @@ class ContentServer {
                         (urlObj.protocol === "http:" ? 80 : ContentServer.port),
                     path: urlObj.pathname + urlObj.search,
                     method: "HEAD",
+                    key: fs_1.default.readFileSync(ContentServer.keyPath),
+                    cert: fs_1.default.readFileSync(ContentServer.certPath),
+                    rejectUnauthorized: false,
                 };
                 const request = http_1.default.request(requestOptions, (response) => {
                     const { statusCode, headers } = response;
@@ -201,6 +213,9 @@ class ContentServer {
                 port: urlObj.port || ContentServer.port,
                 path: urlObj.pathname + urlObj.search, // Include query params
                 method: "GET",
+                key: fs_1.default.readFileSync(ContentServer.keyPath),
+                cert: fs_1.default.readFileSync(ContentServer.certPath),
+                rejectUnauthorized: false,
             };
             const request = http_1.default.request(requestOptions, (response) => {
                 let data = "";
@@ -240,4 +255,4 @@ class ContentServer {
     }
 }
 exports.ContentServer = ContentServer;
-ContentServer.port = 80;
+ContentServer.port = 4161;

package/dist/DigNetwork/DigNetwork.d.ts

@@ -6,10 +6,12 @@ export declare class DigNetwork {
     private peerBlacklist;
     constructor(storeId: string);
     private uploadPreflight;
+    uploadStoreHead(digPeer: DigPeer): Promise<void>;
     uploadStore(digPeer: DigPeer): Promise<void>;
     static subscribeToStore(storeId: string): Promise<void>;
+    static findPeerWithStoreKey(storeId: string, rootHash: string, key?: string, intialBlackList?: string[]): Promise<string | null>;
     static unsubscribeFromStore(storeId: string): void;
-    downloadFiles(forceDownload?: boolean, renderProgressBar?: boolean): Promise<void>;
+    downloadFiles(forceDownload?: boolean, renderProgressBar?: boolean, skipData?: boolean): Promise<void>;
     private fetchAvailablePeers;
     private downloadHeightFile;
     private downloadManifestFile;

package/dist/DigNetwork/DigNetwork.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;YAOb,eAAe;IA+ChB,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;WAgCrC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQtD,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAM5C,aAAa,CACxB,aAAa,GAAE,OAAe,EAC9B,iBAAiB,GAAE,OAAc,GAChC,OAAO,CAAC,IAAI,CAAC;YAmFF,mBAAmB;YAWnB,kBAAkB;YASlB,oBAAoB;YASpB,qBAAqB;YAuErB,cAAc;CAkB7B"}
+{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAOpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;YAOb,eAAe;IA8ChB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAsDhD,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;WA6BrC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQhD,oBAAoB,CACtC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,MAAM,EACZ,eAAe,GAAE,MAAM,EAAO,GAC7B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;WA2CX,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAQ5C,aAAa,CACxB,aAAa,GAAE,OAAe,EAC9B,iBAAiB,GAAE,OAAc,EACjC,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,IAAI,CAAC;YAiEF,mBAAmB;YAWnB,kBAAkB;YASlB,oBAAoB;YASpB,qBAAqB;YAuErB,cAAc;CAoB7B"}

package/dist/DigNetwork/DigNetwork.js

@@ -63,18 +63,50 @@ class DigNetwork {
         }
         return { generationIndex, lastLocalRootHash };
     }
+    async uploadStoreHead(digPeer) {
+        // First make sure that the remote store is up to date.
+        const rootHistory = await this.dataStore.getRootHistory();
+        const localManifestHashes = await this.dataStore.getManifestHashes();
+        const remoteManifestFile = await digPeer.propagationServer.getStoreData("manifest.dat");
+        const remoteManifestHashes = remoteManifestFile.split("\n").filter(Boolean);
+        const onChainRootHashes = rootHistory.map((root) => root.root_hash);
+        // Check that remote manifest is one behind on-chain root hashes
+        if (remoteManifestHashes.length !== onChainRootHashes.length - 1) {
+            throw new Error("Remote manifest should be one behind the on-chain root. Cannot push head.");
+        }
+        // Compare each remote manifest hash with the corresponding on-chain root hash
+        for (let i = 0; i < remoteManifestHashes.length; i++) {
+            if (remoteManifestHashes[i] !== onChainRootHashes[i]) {
+                throw new Error(`Remote manifest does not match on-chain root at index ${i}. Cannot push head.`);
+            }
+        }
+        // Get the files for the latest local manifest hash
+        const filesToUpload = await this.dataStore.getFileSetForRootHash(localManifestHashes[localManifestHashes.length - 1]);
+        if (!filesToUpload.length) {
+            console.log("No files to upload.");
+            return;
+        }
+        // Upload files to the remote peer with a progress bar
+        await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
+            for (const filePath of filesToUpload) {
+                const relativePath = path
+                    .relative(this.storeDir, filePath)
+                    .replace(/\\/g, "/");
+                await digPeer.propagationServer.pushFile(filePath, relativePath);
+                progress.increment();
+            }
+        });
+    }
     // Uploads the store to a specific peer
     async uploadStore(digPeer) {
         const { generationIndex } = await this.uploadPreflight(digPeer);
         const filesToUpload = await (0, deltaUtils_1.getDeltaFiles)(this.dataStore.StoreId, generationIndex, path.resolve(config_1.DIG_FOLDER_PATH, "stores"));
-        console.log(filesToUpload);
         if (!filesToUpload.length) {
             console.log("No files to upload.");
             return;
         }
         await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
             for (const filePath of filesToUpload) {
-                console.log(`Uploading ${filePath}...`);
                 const relativePath = path
                     .relative(this.storeDir, filePath)
                     .replace(/\\/g, "/");
@@ -90,53 +122,75 @@ class DigNetwork {
         const digNetwork = new DigNetwork(storeId);
         await digNetwork.downloadFiles(true);
     }
+    static async findPeerWithStoreKey(storeId, rootHash, key, intialBlackList = []) {
+        const peerBlackList = intialBlackList;
+        const serverCoin = new blockchain_1.ServerCoin(storeId);
+        while (true) {
+            try {
+                const digPeers = await serverCoin.sampleCurrentEpoch(1, peerBlackList);
+                if (digPeers.length === 0)
+                    break;
+                const peerIp = digPeers[0];
+                const digPeer = new DigPeer_1.DigPeer(peerIp, storeId);
+                const storeResponse = await digPeer.contentServer.headStore({
+                    hasRootHash: rootHash,
+                });
+                if (storeResponse.success &&
+                    storeResponse.headers?.["x-has-rootHash"] === "true") {
+                    if (!key)
+                        return peerIp;
+                    const keyResponse = await digPeer.contentServer.headKey(key);
+                    if (keyResponse.success &&
+                        keyResponse.headers?.["x-key-exists"] === "true") {
+                        return peerIp;
+                    }
+                }
+                peerBlackList.push(peerIp);
+            }
+            catch (error) {
+                console.error("Error while sampling the epoch or contacting peer:", error);
+                break;
+            }
+        }
+        return null;
+    }
     static unsubscribeFromStore(storeId) {
-        fs.rmdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), { recursive: true });
+        fs.rmdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), {
+            recursive: true,
+        });
         fs.unlinkSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId + ".json"));
     }
     // Downloads files from the network based on the manifest
-    async downloadFiles(forceDownload = false, renderProgressBar = true) {
+    async downloadFiles(forceDownload = false, renderProgressBar = true, skipData = false) {
         try {
             const rootHistory = await this.dataStore.getRootHistory();
             if (!rootHistory.length)
                 throw new Error("No roots found in rootHistory. Cannot proceed with file download.");
             await this.downloadHeightFile(forceDownload);
-            const localManifestPath = path.join(this.storeDir, "manifest.dat");
-            const localManifestHashes = fs.existsSync(localManifestPath)
-                ? fs.readFileSync(localManifestPath, "utf-8").trim().split("\n")
-                : [];
-            const progressBar = renderProgressBar
-                ? new cli_progress_1.MultiBar({
-                    clearOnComplete: false,
-                    hideCursor: true,
-                    format: "Syncing Store | {bar} | {percentage}%",
-                    noTTYOutput: true,
-                }, cli_progress_1.Presets.shades_classic)
-                : null;
-            const progress = progressBar
-                ? progressBar.create(rootHistory.length, 0)
-                : null;
-            const newRootHashes = [];
-            for (let i = 0; i < rootHistory.length; i++) {
-                const { root_hash: rootHash } = rootHistory[i];
-                const datFilePath = path.join(this.storeDir, `${rootHash}.dat`);
-                await this.downloadFileFromPeers(`${rootHash}.dat`, datFilePath, forceDownload);
-                const datFileContent = JSON.parse(fs.readFileSync(datFilePath, "utf-8"));
-                if (datFileContent.root !== rootHash)
-                    throw new Error("Root hash mismatch");
-                for (const file of Object.keys(datFileContent.files)) {
-                    const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, path.join(this.storeDir, "data"));
-                    const isInDataDir = filePath.startsWith(path.join(this.storeDir, "data"));
-                    await this.downloadFileFromPeers((0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, "data"), filePath, forceDownload || !isInDataDir);
+            const rootHistorySorted = rootHistory
+                .filter((item) => item.timestamp !== undefined)
+                .sort((a, b) => b.timestamp - a.timestamp);
+            // Process rootHistory sequentially
+            for (const rootInfo of rootHistorySorted) {
+                const peerIp = await DigNetwork.findPeerWithStoreKey(this.dataStore.StoreId, rootInfo.root_hash);
+                if (!peerIp) {
+                    console.error(`No peer found with root hash ${rootInfo.root_hash}. Skipping download.`);
+                    continue; // Skip to the next rootInfo
+                }
+                const digPeer = new DigPeer_1.DigPeer(peerIp, this.dataStore.StoreId);
+                const rootResponse = await digPeer.propagationServer.getStoreData(`${rootInfo.root_hash}.dat`);
+                const root = JSON.parse(rootResponse);
+                if (!skipData) {
+                    await Promise.all(root.files.map(async (file) => {
+                        const filePath = (0, hashUtils_1.getFilePathFromSha256)(file.sha256, this.storeDir);
+                        if (!fs.existsSync(filePath) || forceDownload) {
+                            console.log(`Downloading ${file.sha256}...`);
+                            await this.downloadFileFromPeers(file.sha256.match(/.{1,2}/g).join("/"), filePath, forceDownload);
+                        }
+                    }));
                 }
-                if (localManifestHashes[i] !== rootHash)
-                    newRootHashes.push(rootHash);
-                progress?.increment();
             }
-            if (newRootHashes.length)
-                fs.appendFileSync(localManifestPath, newRootHashes.join("\n") + "\n");
-            await this.downloadManifestFile(forceDownload);
-            progressBar?.stop();
+            await this.downloadManifestFile(true);
             console.log("Syncing store complete.");
         }
         catch (error) {
@@ -216,7 +270,9 @@ class DigNetwork {
             noTTYOutput: true,
         }, cli_progress_1.Presets.shades_classic);
         const progress = multiBar.create(total, 0, { name });
-        await task(progress).finally(() => multiBar.stop());
+        await task(progress).finally(() => {
+            multiBar.stop();
+        });
     }
 }
 exports.DigNetwork = DigNetwork;

package/dist/DigNetwork/DigPeer.d.ts

@@ -1,6 +1,7 @@
 import { ContentServer } from "./ContentServer";
 import { PropagationServer } from "./PropagationServer";
 import { IncentiveServer } from "./IncentiveServer";
+import { Output } from "@dignetwork/datalayer-driver";
 export declare class DigPeer {
     private ipAddress;
     private storeId;
@@ -14,6 +15,9 @@ export declare class DigPeer {
     get IpAddress(): string;
     validateStore(rootHash: string, keys: string[]): Promise<boolean>;
     isSynced(): Promise<boolean>;
-    sendPayment(walletName: string, amount: bigint): Promise<void>;
+    static sendEqualBulkPayments(walletName: string, addresses: string[], totalAmount: bigint, memos: Buffer[]): Promise<void>;
+    static sendBulkPayments(walletName: string, outputs: Output[]): Promise<void>;
+    sendPayment(walletName: string, amount: bigint, memos?: Buffer[]): Promise<void>;
+    static createPaymentHint(storeId: Buffer): Buffer;
 }
 //# sourceMappingURL=DigPeer.d.ts.map

package/dist/DigNetwork/DigPeer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAcpD,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;IAEY,aAAa,CACxB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CAAC,OAAO,CAAC;IA8GN,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAyB5B,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAmC5E"}
+{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD,OAAO,EAKL,MAAM,EACP,MAAM,8BAA8B,CAAC;AAKtC,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;IAEY,aAAa,CACxB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CAAC,OAAO,CAAC;IAgHN,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;WA2B3B,qBAAqB,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC;WAuBI,gBAAgB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC;IAwCH,WAAW,CACtB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAM,EAAO,GACnB,OAAO,CAAC,IAAI,CAAC;WAYF,iBAAiB,CAAC,OAAO,EAAE,MAAM;CAoBhD"}

package/dist/DigNetwork/DigPeer.js

@@ -9,8 +9,8 @@ const ContentServer_1 = require("./ContentServer");
 const PropagationServer_1 = require("./PropagationServer");
 const IncentiveServer_1 = require("./IncentiveServer");
 const blockchain_1 = require("../blockchain");
-const data_integrity_tree_1 = require("@dignetwork/data-integrity-tree");
-const datalayer_driver_1 = require("datalayer-driver");
+const DataIntegrityTree_1 = require("../DataIntegrityTree");
+const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
 const blockchain_2 = require("../blockchain");
 const blockchain_3 = require("../blockchain");
 const coins_1 = require("../blockchain/coins");
@@ -97,7 +97,7 @@ class DigPeer {
                     });
                 });
                 // Perform tree integrity validation using the datFileContent and the root hash
-                const treeCheck = data_integrity_tree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(key, fileData.sha256, datFileContent, rootHash);
+                const treeCheck = DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(key, fileData.sha256, datFileContent, rootHash);
                 if (!treeCheck) {
                     console.error(`Tree validation failed for file ${key}.`);
                     filesIntegrityIntact = false;
@@ -137,22 +137,31 @@ class DigPeer {
             return false;
         }
     }
-    async sendPayment(walletName, amount) {
-        const paymentAddress = await this.contentServer.getPaymentAddress();
-        console.log(`Sending ${amount} Mojos to ${paymentAddress}...`);
-        const fee = BigInt(1000);
+    static sendEqualBulkPayments(walletName, addresses, totalAmount, memos) {
+        // Use a Set to ensure unique addresses
+        const uniqueAddresses = Array.from(new Set(addresses));
+        // Convert unique addresses to puzzle hashes
+        const puzzleHashes = uniqueAddresses.map((address) => (0, datalayer_driver_1.addressToPuzzleHash)(address));
+        // Calculate amount per puzzle hash
+        const amountPerPuzzleHash = totalAmount / BigInt(puzzleHashes.length);
+        // Create outputs array
+        const outputs = puzzleHashes.map((puzzleHash) => ({
+            puzzleHash,
+            amount: amountPerPuzzleHash,
+            memos,
+        }));
+        // Call the sendBulkPayments function with the generated outputs
+        return DigPeer.sendBulkPayments(walletName, outputs);
+    }
+    static async sendBulkPayments(walletName, outputs) {
+        const feePerCondition = BigInt(1000);
+        const totalFee = feePerCondition * BigInt(outputs.length);
         const wallet = await blockchain_3.Wallet.load(walletName);
         const publicSyntheticKey = await wallet.getPublicSyntheticKey();
         const peer = await blockchain_2.FullNodePeer.connect();
-        const coins = await (0, coins_1.selectUnspentCoins)(peer, amount, fee, [], walletName);
-        const paymentAddressPuzzleHash = (0, datalayer_driver_1.addressToPuzzleHash)(paymentAddress);
-        const outputs = [
-            {
-                puzzleHash: paymentAddressPuzzleHash,
-                amount: amount,
-            },
-        ];
-        const coinSpends = await (0, datalayer_driver_1.sendXch)(publicSyntheticKey, coins, outputs, fee);
+        const totalAmount = outputs.reduce((acc, output) => acc + output.amount, BigInt(0));
+        const coins = await (0, coins_1.selectUnspentCoins)(peer, totalAmount, totalFee, [], walletName);
+        const coinSpends = await (0, datalayer_driver_1.sendXch)(publicSyntheticKey, coins, outputs, totalFee);
         const sig = (0, datalayer_driver_1.signCoinSpends)(coinSpends, [await wallet.getPrivateSyntheticKey()], false);
         const err = await peer.broadcastSpend(coinSpends, [sig]);
         if (err) {
@@ -160,5 +169,31 @@ class DigPeer {
         }
         await blockchain_2.FullNodePeer.waitForConfirmation((0, datalayer_driver_1.getCoinId)(coins[0]));
     }
+    async sendPayment(walletName, amount, memos = []) {
+        const paymentAddress = await this.contentServer.getPaymentAddress();
+        const paymentAddressPuzzleHash = (0, datalayer_driver_1.addressToPuzzleHash)(paymentAddress);
+        const output = {
+            puzzleHash: paymentAddressPuzzleHash,
+            amount,
+            memos,
+        };
+        return DigPeer.sendBulkPayments(walletName, [output]);
+    }
+    static createPaymentHint(storeId) {
+        // Ensure the input is a 32-byte buffer
+        if (!Buffer.isBuffer(storeId) || storeId.length !== 32) {
+            throw new Error("Invalid input. Must be a 32-byte buffer.");
+        }
+        // Define the seed
+        const seed = "digpayment";
+        // Combine the seed and the original buffer
+        const combinedBuffer = Buffer.concat([Buffer.from(seed), storeId]);
+        // Apply SHA-256 hash to the combined buffer
+        const hash = crypto_1.default.createHash("sha256");
+        hash.update(combinedBuffer);
+        const transformedBuffer = hash.digest();
+        // Return the 32-byte hash as a hex string
+        return transformedBuffer;
+    }
 }
 exports.DigPeer = DigPeer;

package/dist/DigNetwork/PropagationServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAK;IACvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAQ;IAC5C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAS;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAO;gBAElC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAK9B,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAMpD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C,SAAS,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAOzC,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAM7B,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjC,gBAAgB,IAAI,OAAO,CAAC;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;YAmBY,WAAW;YAyCX,kBAAkB;YA0ElB,gBAAgB;YAgEhB,cAAc;YAiCd,KAAK;YAmDL,IAAI;YAgCJ,SAAS;YAuCT,2BAA2B;YAiC3B,gBAAgB;CAyC/B"}
+{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAK;IACvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAQ;IAC5C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAS;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAO;gBAElC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAK9B,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAMpD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C,SAAS,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAOzC,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAM7B,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjC,gBAAgB,IAAI,OAAO,CAAC;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;YAmBY,WAAW;YAyCX,kBAAkB;YAoElB,gBAAgB;YAgEhB,cAAc;YAiCd,KAAK;YAmDL,IAAI;YAgCJ,SAAS;YAuCT,2BAA2B;YAiC3B,gBAAgB;CAyC/B"}

package/dist/DigNetwork/PropagationServer.js

@@ -9,7 +9,6 @@ const https_1 = __importDefault(require("https"));
 const url_1 = require("url");
 const ssl_1 = require("../utils/ssl");
 const credentialsUtils_1 = require("../utils/credentialsUtils");
-const spinnerUtils_1 = require("../utils/spinnerUtils");
 const blockchain_1 = require("../blockchain");
 class PropagationServer {
     constructor(ipAddress, storeId) {
@@ -122,51 +121,49 @@ class PropagationServer {
     // Method to fetch upload details from the server
     async fetchUploadDetails(username, password) {
         const remote = `https://${this.ipAddress}:${PropagationServer.port}/${this.storeId}`;
-        return (0, spinnerUtils_1.waitForPromise)(() => {
-            return new Promise((resolve, reject) => {
-                const url = new url_1.URL(remote);
-                const options = {
-                    hostname: url.hostname,
-                    port: url.port,
-                    path: url.pathname,
-                    method: "HEAD",
-                    headers: {
-                        Authorization: `Basic ${Buffer.from(`${username}:${password}`).toString("base64")}`,
-                    },
-                    key: fs_1.default.readFileSync(PropagationServer.keyPath),
-                    cert: fs_1.default.readFileSync(PropagationServer.certPath),
-                    rejectUnauthorized: false, // Allow self-signed certificates
-                };
-                const req = https_1.default.request(options, (res) => {
-                    if (res.statusCode === 200) {
-                        // Check if the headers are present and valid
-                        const nonce = res.headers["x-nonce"];
-                        const lastUploadedHash = res.headers?.["x-last-uploaded-hash"] ||
-                            "0000000000000000000000000000000000000000000000000000000000000000";
-                        const generationIndex = res.headers?.["x-generation-index"] || 0;
-                        console.log({ nonce, lastUploadedHash, generationIndex });
-                        if (nonce) {
-                            resolve({
-                                nonce: nonce,
-                                lastUploadedHash: lastUploadedHash,
-                                generationIndex: Number(generationIndex),
-                            });
-                        }
-                        else {
-                            reject(new Error("Missing required headers in the response."));
-                        }
+        return new Promise((resolve, reject) => {
+            const url = new url_1.URL(remote);
+            const options = {
+                hostname: url.hostname,
+                port: url.port,
+                path: url.pathname,
+                method: "HEAD",
+                headers: {
+                    Authorization: `Basic ${Buffer.from(`${username}:${password}`).toString("base64")}`,
+                },
+                key: fs_1.default.readFileSync(PropagationServer.keyPath),
+                cert: fs_1.default.readFileSync(PropagationServer.certPath),
+                rejectUnauthorized: false, // Allow self-signed certificates
+            };
+            const req = https_1.default.request(options, (res) => {
+                if (res.statusCode === 200) {
+                    // Check if the headers are present and valid
+                    const nonce = res.headers["x-nonce"];
+                    const lastUploadedHash = res.headers?.["x-last-uploaded-hash"] ||
+                        "0000000000000000000000000000000000000000000000000000000000000000";
+                    const generationIndex = res.headers?.["x-generation-index"] || 0;
+                    console.log({ nonce, lastUploadedHash, generationIndex });
+                    if (nonce) {
+                        resolve({
+                            nonce: nonce,
+                            lastUploadedHash: lastUploadedHash,
+                            generationIndex: Number(generationIndex),
+                        });
                     }
                     else {
-                        reject(new Error(`Failed to perform preflight check: ${res.statusCode} ${res.statusMessage}`));
+                        reject(new Error("Missing required headers in the response."));
                     }
-                });
-                req.on("error", (err) => {
-                    console.error(err.message);
-                    resolve(false); // Resolve to false if there is an error
-                });
-                req.end();
+                }
+                else {
+                    reject(new Error(`Failed to perform preflight check: ${res.statusCode} ${res.statusMessage}`));
+                }
+            });
+            req.on("error", (err) => {
+                console.error(err.message);
+                resolve(false); // Resolve to false if there is an error
             });
-        }, "Performing remote preflight", "Preflight succeeded.", "Error on preflight.");
+            req.end();
+        });
     }
     // Core method to upload a file directly to the server using a stream
     async uploadFileDirect(filePath, uploadUrl, username, password, keyOwnershipSig, publicKey, nonce) {

package/dist/blockchain/DataStore.d.ts

@@ -1,6 +1,6 @@
-import { DataStore as DataStoreDriver, DataStoreMetadata } from "datalayer-driver";
+import { DataStore as DataStoreDriver, DataStoreMetadata } from "@dignetwork/datalayer-driver";
 import { RootHistoryItem } from "../types";
-import { DataIntegrityTree, DataIntegrityTreeOptions } from "@dignetwork/data-integrity-tree";
+import { DataIntegrityTree, DataIntegrityTreeOptions } from "../DataIntegrityTree";
 import { CreateStoreUserInputs } from "../types";
 export declare class DataStore {
     private storeId;
@@ -50,5 +50,7 @@ export declare class DataStore {
     isSynced(): Promise<boolean>;
     hasMetaWritePermissions(publicSyntheticKey?: Buffer): Promise<boolean>;
     updateMetadata(metadata: DataStoreMetadata): Promise<DataStoreDriver>;
+    getFileSetForRootHash(rootHash: string): Promise<string[]>;
+    getManifestHashes(): string[];
 }
 //# sourceMappingURL=DataStore.d.ts.map