@dignetwork/dig-sdk 0.0.1-alpha.4 → 0.0.1-alpha.42

package/dist/DataIntegrityTree/DataLayerError.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class DataLayerError extends Error {
+    constructor(code, message) {
+        // Call the parent constructor with the message
+        super(message);
+        // Set the name of the error to the class name
+        this.name = this.constructor.name;
+        // Assign the custom code
+        this.code = code;
+        // Capture the stack trace (if available in the environment)
+        if (Error.captureStackTrace) {
+            Error.captureStackTrace(this, this.constructor);
+        }
+    }
+}
+exports.default = DataLayerError;

package/dist/DataIntegrityTree/index.d.ts

@@ -0,0 +1,2 @@
+export * from './DataIntegrityTree';
+//# sourceMappingURL=index.d.ts.map

package/dist/DataIntegrityTree/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/DataIntegrityTree/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC"}

package/dist/DataIntegrityTree/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./DataIntegrityTree"), exports);

package/dist/DigNetwork/ContentServer.d.ts

@@ -3,6 +3,8 @@ import { Readable } from "stream";
 export declare class ContentServer {
     private ipAddress;
     private storeId;
+    private static certPath;
+    private static keyPath;
     private static readonly port;
     constructor(ipAddress: string, storeId: string);
     getKey(key: string, rootHash: string, challengeHex?: string): Promise<string>;
@@ -15,7 +17,9 @@ export declare class ContentServer {
         success: boolean;
         headers?: http.IncomingHttpHeaders;
     }>;
-    headStore(): Promise<{
+    headStore(options?: {
+        hasRootHash: string;
+    }): Promise<{
         success: boolean;
         headers?: http.IncomingHttpHeaders;
     }>;

package/dist/DigNetwork/ContentServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAM;gBAEtB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAMjC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,IAAI,OAAO,CAAC;QAChC,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAMK,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YAuEJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CAuDpB"}
+{"version":3,"file":"ContentServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/ContentServer.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,aAAa;IACxB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;gBAExB,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa7E,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC;IAepC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAM9B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAM5B,OAAO,CAClB,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAMvD,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAC,GAAG,OAAO,CAAC;QAChE,OAAO,EAAE,OAAO,CAAC;QACjB,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAC;KACpC,CAAC;IAUK,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;YA0ClC,IAAI;YA0EJ,SAAS;YAMT,gBAAgB;YAiChB,KAAK;CA0DpB"}

package/dist/DigNetwork/ContentServer.js

@@ -4,17 +4,24 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ContentServer = void 0;
+const fs_1 = __importDefault(require("fs"));
 const http_1 = __importDefault(require("http"));
 const url_1 = require("url");
+const ssl_1 = require("../utils/ssl");
 class ContentServer {
     constructor(ipAddress, storeId) {
         this.ipAddress = ipAddress;
         this.storeId = storeId;
+        if (!ContentServer.certPath || !ContentServer.keyPath) {
+            const { certPath, keyPath } = (0, ssl_1.getOrCreateSSLCerts)();
+            ContentServer.certPath = certPath;
+            ContentServer.keyPath = keyPath;
+        }
     }
     // Method to get the content of a specified key from the peer, with optional challenge query
     async getKey(key, rootHash, challengeHex) {
         // Construct the base URL
-        let url = `http://${this.ipAddress}/chia.${this.storeId}.${rootHash}/${key}`;
+        let url = `https://${this.ipAddress}/chia.${this.storeId}.${rootHash}/${key}`;
         // If a challenge is provided, append it as a query parameter
         if (challengeHex) {
             url += `?challenge=${challengeHex}`;
@@ -35,38 +42,40 @@ class ContentServer {
     }
     // Method to get the .well-known information
     async getWellKnown() {
-        const url = `http://${this.ipAddress}/.well-known`;
+        const url = `https://${this.ipAddress}/.well-known`;
         return this.fetchJson(url);
     }
     // Method to get the list of known stores
     async getKnownStores() {
-        const url = `http://${this.ipAddress}/.well-known/stores`;
+        const url = `https://${this.ipAddress}/.well-known/stores`;
         return this.fetchJson(url);
     }
     // Method to get the index of all stores
     async getStoresIndex() {
-        const url = `http://${this.ipAddress}/`;
+        const url = `https://${this.ipAddress}/`;
         return this.fetchJson(url);
     }
     // Method to get the index of keys in a store
     async getKeysIndex() {
-        const url = `http://${this.ipAddress}/${this.storeId}`;
+        const url = `https://${this.ipAddress}/${this.storeId}`;
         return this.fetchJson(url);
     }
     // Method to check if a specific key exists (HEAD request)
     async headKey(key) {
-        const url = `http://${this.ipAddress}/${this.storeId}/${key}`;
-        return this.head(url); // Return the object from head method
+        const url = `https://${this.ipAddress}/${this.storeId}/${key}`;
+        return this.head(url);
     }
     // Method to check if a specific store exists (HEAD request)
-    async headStore() {
-        const url = `http://${this.ipAddress}/${this.storeId}`;
-        console.log({ url });
-        return this.head(url); // Return the object from head method
+    async headStore(options) {
+        let url = `https://${this.ipAddress}/${this.storeId}`;
+        if (options?.hasRootHash) {
+            url += `?hasRootHash=${options.hasRootHash}`;
+        }
+        return this.head(url);
     }
     streamKey(key) {
         return new Promise((resolve, reject) => {
-            const url = `http://${this.ipAddress}/${this.storeId}/${key}`;
+            const url = `https://${this.ipAddress}/${this.storeId}/${key}`;
             const urlObj = new url_1.URL(url);
             const requestOptions = {
                 hostname: urlObj.hostname,
@@ -111,6 +120,9 @@ class ContentServer {
                         (urlObj.protocol === "http:" ? 80 : ContentServer.port),
                     path: urlObj.pathname + urlObj.search,
                     method: "HEAD",
+                    key: fs_1.default.readFileSync(ContentServer.keyPath),
+                    cert: fs_1.default.readFileSync(ContentServer.certPath),
+                    rejectUnauthorized: false,
                 };
                 const request = http_1.default.request(requestOptions, (response) => {
                     const { statusCode, headers } = response;
@@ -201,6 +213,9 @@ class ContentServer {
                 port: urlObj.port || ContentServer.port,
                 path: urlObj.pathname + urlObj.search, // Include query params
                 method: "GET",
+                key: fs_1.default.readFileSync(ContentServer.keyPath),
+                cert: fs_1.default.readFileSync(ContentServer.certPath),
+                rejectUnauthorized: false,
             };
             const request = http_1.default.request(requestOptions, (response) => {
                 let data = "";
@@ -240,4 +255,4 @@ class ContentServer {
     }
 }
 exports.ContentServer = ContentServer;
-ContentServer.port = 80;
+ContentServer.port = 4161;

package/dist/DigNetwork/DigNetwork.d.ts

@@ -9,6 +9,7 @@ export declare class DigNetwork {
     uploadStoreHead(digPeer: DigPeer): Promise<void>;
     uploadStore(digPeer: DigPeer): Promise<void>;
     static subscribeToStore(storeId: string): Promise<void>;
+    static findPeerWithStoreKey(storeId: string, rootHash: string, key?: string, intialBlackList?: string[]): Promise<string | null>;
     static unsubscribeFromStore(storeId: string): void;
     downloadFiles(forceDownload?: boolean, renderProgressBar?: boolean, skipData?: boolean): Promise<void>;
     private fetchAvailablePeers;

package/dist/DigNetwork/DigNetwork.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;YAOb,eAAe;IA8ChB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAsDhD,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;WA+BrC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQtD,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAQ5C,aAAa,CACxB,aAAa,GAAE,OAAe,EAC9B,iBAAiB,GAAE,OAAc,EACjC,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,IAAI,CAAC;YAqFF,mBAAmB;YAWnB,kBAAkB;YASlB,oBAAoB;YASpB,qBAAqB;YAuErB,cAAc;CAuB7B"}
+{"version":3,"file":"DigNetwork.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigNetwork.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAWpC,qBAAa,UAAU;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAA2B;gBAEpC,OAAO,EAAE,MAAM;YAOb,eAAe;IA8ChB,eAAe,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAsDhD,WAAW,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;WA6BrC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;WAQhD,oBAAoB,CACtC,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,GAAG,CAAC,EAAE,MAAM,EACZ,eAAe,GAAE,MAAM,EAAO,GAC7B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;WAuCX,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAQ5C,aAAa,CACxB,aAAa,GAAE,OAAe,EAC9B,iBAAiB,GAAE,OAAc,EACjC,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,IAAI,CAAC;YAiFF,mBAAmB;YAWnB,kBAAkB;YASlB,oBAAoB;YASpB,qBAAqB;YA2ErB,cAAc;CAoB7B"}

package/dist/DigNetwork/DigNetwork.js

@@ -32,6 +32,9 @@ const deltaUtils_1 = require("../utils/deltaUtils");
 const hashUtils_1 = require("../utils/hashUtils");
 const blockchain_1 = require("../blockchain");
 const config_1 = require("../utils/config");
+const util_1 = require("util");
+const rename = (0, util_1.promisify)(fs.rename);
+const unlink = (0, util_1.promisify)(fs.unlink);
 class DigNetwork {
     constructor(storeId) {
         this.dataStore = blockchain_1.DataStore.from(storeId);
@@ -101,7 +104,6 @@ class DigNetwork {
     async uploadStore(digPeer) {
         const { generationIndex } = await this.uploadPreflight(digPeer);
         const filesToUpload = await (0, deltaUtils_1.getDeltaFiles)(this.dataStore.StoreId, generationIndex, path.resolve(config_1.DIG_FOLDER_PATH, "stores"));
-        console.log(filesToUpload);
         if (!filesToUpload.length) {
             console.log("No files to upload.");
             return;
@@ -123,6 +125,36 @@ class DigNetwork {
         const digNetwork = new DigNetwork(storeId);
         await digNetwork.downloadFiles(true);
     }
+    static async findPeerWithStoreKey(storeId, rootHash, key, intialBlackList = []) {
+        const peerBlackList = intialBlackList;
+        const serverCoin = new blockchain_1.ServerCoin(storeId);
+        while (true) {
+            try {
+                const digPeers = await serverCoin.sampleCurrentEpoch(1, peerBlackList);
+                if (digPeers.length === 0)
+                    break;
+                const peerIp = digPeers[0];
+                const digPeer = new DigPeer_1.DigPeer(peerIp, storeId);
+                const storeResponse = await digPeer.propagationServer.headStore({
+                    hasRootHash: rootHash,
+                });
+                console.log(peerIp, storeResponse.headers);
+                if (storeResponse.headers?.["x-has-roothash"] === "true") {
+                    console.log(`Found Peer at ${peerIp} for storeId: ${storeId}, root hash ${rootHash}`);
+                    if (!key) {
+                        return peerIp;
+                    }
+                    const keyResponse = await digPeer.contentServer.headKey(key);
+                    if (keyResponse.headers?.["x-key-exists"] === "true") {
+                        return peerIp;
+                    }
+                }
+                peerBlackList.push(peerIp);
+            }
+            catch { }
+        }
+        return null;
+    }
     static unsubscribeFromStore(storeId) {
         fs.rmdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), {
             recursive: true,
@@ -133,47 +165,40 @@ class DigNetwork {
     async downloadFiles(forceDownload = false, renderProgressBar = true, skipData = false) {
         try {
             const rootHistory = await this.dataStore.getRootHistory();
-            if (!rootHistory.length)
+            if (!rootHistory.length) {
                 throw new Error("No roots found in rootHistory. Cannot proceed with file download.");
-            await this.downloadHeightFile(forceDownload);
-            const localManifestPath = path.join(this.storeDir, "manifest.dat");
-            const localManifestHashes = fs.existsSync(localManifestPath)
-                ? fs.readFileSync(localManifestPath, "utf-8").trim().split("\n")
-                : [];
-            const progressBar = renderProgressBar
-                ? new cli_progress_1.MultiBar({
-                    clearOnComplete: false,
-                    hideCursor: true,
-                    format: "Syncing Store | {bar} | {percentage}%",
-                    noTTYOutput: true,
-                }, cli_progress_1.Presets.shades_classic)
-                : null;
-            const progress = progressBar
-                ? progressBar.create(rootHistory.length, 0)
-                : null;
-            const newRootHashes = [];
-            for (let i = 0; i < rootHistory.length; i++) {
-                const { root_hash: rootHash } = rootHistory[i];
-                const datFilePath = path.join(this.storeDir, `${rootHash}.dat`);
-                await this.downloadFileFromPeers(`${rootHash}.dat`, datFilePath, forceDownload);
-                const datFileContent = JSON.parse(fs.readFileSync(datFilePath, "utf-8"));
-                if (datFileContent.root !== rootHash)
-                    throw new Error("Root hash mismatch");
+            }
+            await this.downloadHeightFile(true);
+            const rootHistorySorted = rootHistory
+                .filter((item) => item.timestamp !== undefined)
+                .sort((a, b) => b.timestamp - a.timestamp);
+            // Process rootHistory sequentially
+            for (const rootInfo of rootHistorySorted) {
+                const peerIp = await DigNetwork.findPeerWithStoreKey(this.dataStore.StoreId, rootInfo.root_hash);
+                if (fs.existsSync(`${this.storeDir}/${rootInfo.root_hash}.dat`)) {
+                    console.log(`Root hash ${rootInfo.root_hash} already exists locally. Skipping download.`);
+                    continue; // Skip to the next rootInfo
+                }
+                if (!peerIp) {
+                    console.error(`No peer found with root hash ${rootInfo.root_hash}. Skipping download.`);
+                    continue; // Skip to the next rootInfo
+                }
+                const digPeer = new DigPeer_1.DigPeer(peerIp, this.dataStore.StoreId);
+                const rootResponse = await digPeer.propagationServer.getStoreData(`${rootInfo.root_hash}.dat`);
+                fs.writeFileSync(`${this.storeDir}/${rootInfo.root_hash}.dat`, rootResponse);
+                const root = JSON.parse(rootResponse);
                 if (!skipData) {
-                    for (const file of Object.keys(datFileContent.files)) {
-                        const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, path.join(this.storeDir, "data"));
-                        const isInDataDir = filePath.startsWith(path.join(this.storeDir, "data"));
-                        await this.downloadFileFromPeers((0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, "data"), filePath, forceDownload || !isInDataDir);
-                    }
+                    // Use Object.entries() to iterate over the map (root.files)
+                    await Promise.all(Object.entries(root.files).map(async ([storeKey, file]) => {
+                        const filePath = (0, hashUtils_1.getFilePathFromSha256)(file.sha256, `${this.storeDir}/data`);
+                        if (!fs.existsSync(filePath) || forceDownload) {
+                            console.log(`Downloading file with sha256: ${file.sha256}...`);
+                            await this.downloadFileFromPeers(`data/${file.sha256.match(/.{1,2}/g).join("/")}`, filePath, forceDownload);
+                        }
+                    }));
                 }
-                if (localManifestHashes[i] !== rootHash)
-                    newRootHashes.push(rootHash);
-                progress?.increment();
             }
-            if (newRootHashes.length)
-                fs.appendFileSync(localManifestPath, newRootHashes.join("\n") + "\n");
-            await this.downloadManifestFile(forceDownload);
-            progressBar?.stop();
+            await this.downloadManifestFile(true);
             console.log("Syncing store complete.");
         }
         catch (error) {
@@ -198,6 +223,7 @@ class DigNetwork {
     }
     async downloadFileFromPeers(dataPath, filePath, overwrite) {
         let digPeers = await this.fetchAvailablePeers();
+        const tempFilePath = `${filePath}.tmp`;
         while (true) {
             if (!overwrite && fs.existsSync(filePath))
                 return;
@@ -207,22 +233,24 @@ class DigNetwork {
                     continue;
                 try {
                     // Create directory if it doesn't exist
-                    const directory = path.dirname(filePath);
+                    const directory = path.dirname(tempFilePath);
                     if (!fs.existsSync(directory)) {
                         fs.mkdirSync(directory, { recursive: true });
                     }
-                    // Stream the file data directly to the file system
-                    const fileStream = fs.createWriteStream(filePath);
+                    // Stream the file data to a temporary file
+                    const fileStream = fs.createWriteStream(tempFilePath);
                     // Start streaming the data from the peer
                     const peerStream = await digPeer.propagationServer.streamStoreData(dataPath);
-                    // Pipe the peer stream directly to the file system
+                    // Pipe the peer stream to the temp file
                     await new Promise((resolve, reject) => {
                         peerStream.pipe(fileStream);
-                        peerStream.on("end", resolve);
-                        peerStream.on("error", reject);
-                        fileStream.on("error", reject);
+                        peerStream.on('end', resolve);
+                        peerStream.on('error', reject);
+                        fileStream.on('error', reject);
                     });
-                    if (process.env.DIG_DEBUG === "1") {
+                    // Rename the temp file to the final file path after successful download
+                    await rename(tempFilePath, filePath);
+                    if (process.env.DIG_DEBUG === '1') {
                         console.log(`Downloaded ${dataPath} from ${digPeer.IpAddress}`);
                     }
                     return; // Exit the method if download succeeds
@@ -230,11 +258,15 @@ class DigNetwork {
                 catch (error) {
                     console.warn(`Failed to download ${dataPath} from ${digPeer.IpAddress}, blacklisting peer and trying next...`);
                     blacklist.add(digPeer.IpAddress);
+                    // Clean up the temp file in case of failure
+                    if (fs.existsSync(tempFilePath)) {
+                        await unlink(tempFilePath);
+                    }
                 }
             }
             this.peerBlacklist.set(dataPath, blacklist);
             if (blacklist.size >= digPeers.length) {
-                if (process.env.DIG_DEBUG === "1") {
+                if (process.env.DIG_DEBUG === '1') {
                     console.warn(`All peers blacklisted for ${dataPath}. Refreshing peers...`);
                 }
                 digPeers = await this.fetchAvailablePeers();
@@ -246,8 +278,6 @@ class DigNetwork {
     }
     async runProgressBar(total, name, task) {
         // Using 'any' to work around TypeScript issues
-        const oldConsoleLog = console.log;
-        console.log = () => { }; // Suppress console.log output
         const multiBar = new cli_progress_1.MultiBar({
             clearOnComplete: false,
             hideCursor: true,
@@ -257,7 +287,6 @@ class DigNetwork {
         const progress = multiBar.create(total, 0, { name });
         await task(progress).finally(() => {
             multiBar.stop();
-            console.log = oldConsoleLog; // Restore console.log
         });
     }
 }

package/dist/DigNetwork/DigPeer.d.ts

@@ -1,6 +1,7 @@
 import { ContentServer } from "./ContentServer";
 import { PropagationServer } from "./PropagationServer";
 import { IncentiveServer } from "./IncentiveServer";
+import { Output } from "@dignetwork/datalayer-driver";
 export declare class DigPeer {
     private ipAddress;
     private storeId;
@@ -14,6 +15,9 @@ export declare class DigPeer {
     get IpAddress(): string;
     validateStore(rootHash: string, keys: string[]): Promise<boolean>;
     isSynced(): Promise<boolean>;
-    sendPayment(walletName: string, amount: bigint): Promise<void>;
+    static sendEqualBulkPayments(walletName: string, addresses: string[], totalAmount: bigint, memos: Buffer[]): Promise<void>;
+    static sendBulkPayments(walletName: string, outputs: Output[]): Promise<void>;
+    sendPayment(walletName: string, amount: bigint, memos?: Buffer[]): Promise<void>;
+    static createPaymentHint(storeId: Buffer): Buffer;
 }
 //# sourceMappingURL=DigPeer.d.ts.map

package/dist/DigNetwork/DigPeer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAcpD,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;IAEY,aAAa,CACxB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CAAC,OAAO,CAAC;IA8GN,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAyB5B,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAmC5E"}
+{"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGpD,OAAO,EAKL,MAAM,EACP,MAAM,8BAA8B,CAAC;AAKtC,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;IAEY,aAAa,CACxB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CAAC,OAAO,CAAC;IAgHN,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;WA2B3B,qBAAqB,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC;WAuBI,gBAAgB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC;IAwCH,WAAW,CACtB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAM,EAAO,GACnB,OAAO,CAAC,IAAI,CAAC;WAYF,iBAAiB,CAAC,OAAO,EAAE,MAAM;CAoBhD"}

package/dist/DigNetwork/DigPeer.js

@@ -9,8 +9,8 @@ const ContentServer_1 = require("./ContentServer");
 const PropagationServer_1 = require("./PropagationServer");
 const IncentiveServer_1 = require("./IncentiveServer");
 const blockchain_1 = require("../blockchain");
-const data_integrity_tree_1 = require("@dignetwork/data-integrity-tree");
-const datalayer_driver_1 = require("datalayer-driver");
+const DataIntegrityTree_1 = require("../DataIntegrityTree");
+const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
 const blockchain_2 = require("../blockchain");
 const blockchain_3 = require("../blockchain");
 const coins_1 = require("../blockchain/coins");
@@ -97,7 +97,7 @@ class DigPeer {
                     });
                 });
                 // Perform tree integrity validation using the datFileContent and the root hash
-                const treeCheck = data_integrity_tree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(key, fileData.sha256, datFileContent, rootHash);
+                const treeCheck = DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(key, fileData.sha256, datFileContent, rootHash);
                 if (!treeCheck) {
                     console.error(`Tree validation failed for file ${key}.`);
                     filesIntegrityIntact = false;
@@ -137,22 +137,31 @@ class DigPeer {
             return false;
         }
     }
-    async sendPayment(walletName, amount) {
-        const paymentAddress = await this.contentServer.getPaymentAddress();
-        console.log(`Sending ${amount} Mojos to ${paymentAddress}...`);
-        const fee = BigInt(1000);
+    static sendEqualBulkPayments(walletName, addresses, totalAmount, memos) {
+        // Use a Set to ensure unique addresses
+        const uniqueAddresses = Array.from(new Set(addresses));
+        // Convert unique addresses to puzzle hashes
+        const puzzleHashes = uniqueAddresses.map((address) => (0, datalayer_driver_1.addressToPuzzleHash)(address));
+        // Calculate amount per puzzle hash
+        const amountPerPuzzleHash = totalAmount / BigInt(puzzleHashes.length);
+        // Create outputs array
+        const outputs = puzzleHashes.map((puzzleHash) => ({
+            puzzleHash,
+            amount: amountPerPuzzleHash,
+            memos,
+        }));
+        // Call the sendBulkPayments function with the generated outputs
+        return DigPeer.sendBulkPayments(walletName, outputs);
+    }
+    static async sendBulkPayments(walletName, outputs) {
+        const feePerCondition = BigInt(1000);
+        const totalFee = feePerCondition * BigInt(outputs.length);
         const wallet = await blockchain_3.Wallet.load(walletName);
         const publicSyntheticKey = await wallet.getPublicSyntheticKey();
         const peer = await blockchain_2.FullNodePeer.connect();
-        const coins = await (0, coins_1.selectUnspentCoins)(peer, amount, fee, [], walletName);
-        const paymentAddressPuzzleHash = (0, datalayer_driver_1.addressToPuzzleHash)(paymentAddress);
-        const outputs = [
-            {
-                puzzleHash: paymentAddressPuzzleHash,
-                amount: amount,
-            },
-        ];
-        const coinSpends = await (0, datalayer_driver_1.sendXch)(publicSyntheticKey, coins, outputs, fee);
+        const totalAmount = outputs.reduce((acc, output) => acc + output.amount, BigInt(0));
+        const coins = await (0, coins_1.selectUnspentCoins)(peer, totalAmount, totalFee, [], walletName);
+        const coinSpends = await (0, datalayer_driver_1.sendXch)(publicSyntheticKey, coins, outputs, totalFee);
         const sig = (0, datalayer_driver_1.signCoinSpends)(coinSpends, [await wallet.getPrivateSyntheticKey()], false);
         const err = await peer.broadcastSpend(coinSpends, [sig]);
         if (err) {
@@ -160,5 +169,31 @@ class DigPeer {
         }
         await blockchain_2.FullNodePeer.waitForConfirmation((0, datalayer_driver_1.getCoinId)(coins[0]));
     }
+    async sendPayment(walletName, amount, memos = []) {
+        const paymentAddress = await this.contentServer.getPaymentAddress();
+        const paymentAddressPuzzleHash = (0, datalayer_driver_1.addressToPuzzleHash)(paymentAddress);
+        const output = {
+            puzzleHash: paymentAddressPuzzleHash,
+            amount,
+            memos,
+        };
+        return DigPeer.sendBulkPayments(walletName, [output]);
+    }
+    static createPaymentHint(storeId) {
+        // Ensure the input is a 32-byte buffer
+        if (!Buffer.isBuffer(storeId) || storeId.length !== 32) {
+            throw new Error("Invalid input. Must be a 32-byte buffer.");
+        }
+        // Define the seed
+        const seed = "digpayment";
+        // Combine the seed and the original buffer
+        const combinedBuffer = Buffer.concat([Buffer.from(seed), storeId]);
+        // Apply SHA-256 hash to the combined buffer
+        const hash = crypto_1.default.createHash("sha256");
+        hash.update(combinedBuffer);
+        const transformedBuffer = hash.digest();
+        // Return the 32-byte hash as a hex string
+        return transformedBuffer;
+    }
 }
 exports.DigPeer = DigPeer;

package/dist/DigNetwork/PropagationServer.d.ts

@@ -1,3 +1,4 @@
+import http from 'http';
 import { Readable } from "stream";
 export declare class PropagationServer {
     private ipAddress;
@@ -19,7 +20,12 @@ export declare class PropagationServer {
     getStatus(): Promise<{
         synced: boolean;
     }>;
-    headStore(): Promise<boolean>;
+    headStore(options?: {
+        hasRootHash: string;
+    }): Promise<{
+        success: boolean;
+        headers?: http.IncomingHttpHeaders;
+    }>;
     isStoreSynced(): Promise<boolean>;
     getUploadDetails(): Promise<{
         nonce: string;

package/dist/DigNetwork/PropagationServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAGlC,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAK;IACvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAQ;IAC5C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAS;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAO;gBAElC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAK9B,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAMpD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C,SAAS,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAOzC,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAM7B,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjC,gBAAgB,IAAI,OAAO,CAAC;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;YAmBY,WAAW;YAyCX,kBAAkB;YA0ElB,gBAAgB;YAgEhB,cAAc;YAiCd,KAAK;YAmDL,IAAI;YAgCJ,SAAS;YAuCT,2BAA2B;YAiC3B,gBAAgB;CAyC/B"}
+{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAEA,OAAO,IAAI,MAAM,MAAM,CAAC;AAKxB,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAS;IAChC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAK;IACvC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAQ;IAC5C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAS;IACzC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAO;gBAElC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAYjC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB/D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC;IAK9B,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAMpD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK/C,SAAS,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;IAOzC,SAAS,CAAC,OAAO,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,CAAC,EAAE,IAAI,CAAC,mBAAmB,CAAA;KAAE,CAAC;IAW/G,aAAa,IAAI,OAAO,CAAC,OAAO,CAAC;IAMjC,gBAAgB,IAAI,OAAO,CAAC;QACvC,KAAK,EAAE,MAAM,CAAC;QACd,gBAAgB,EAAE,MAAM,CAAC;QACzB,eAAe,EAAE,MAAM,CAAC;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;YAmBY,WAAW;YAyCX,kBAAkB;YAoElB,gBAAgB;YAgEhB,cAAc;YAiCd,KAAK;YAmDL,IAAI;YAmEJ,SAAS;YAuCT,2BAA2B;YAiC3B,gBAAgB;CAyC/B"}