@dignetwork/dig-sdk 0.0.1-alpha.177 → 0.0.1-alpha.178

package/dist/DigNetwork/PropagationServer.d.ts

@@ -89,7 +89,8 @@ export declare class PropagationServer {
      */
     downloadFile(label: string, dataPath: string, rootHash: string, baseDir: string): Promise<void>;
     /**
-     * Static function to handle downloading multiple files from a DataStore based on file paths.
+     * Downloads a store from the specified IP address, saving directly to the main directory,
+     * skipping files that already exist.
      */
     static downloadStore(storeId: string, rootHash: string, ipAddress: string): Promise<void>;
 }

package/dist/DigNetwork/PropagationServer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,OAAO,CAAC;AAW1B,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAuBrC,qBAAa,iBAAiB;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;gBAErC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAY9C;;OAEG;IACG,gBAAgB;IAOtB;;OAEG;IACH,gBAAgB;IAQhB;;;OAGG;IACG,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BpD;;;;OAIG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuDjD;;OAEG;IACH,oBAAoB,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM;IAyB3D;;;;;;OAMG;IACU,gBAAgB,CAC3B,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,WAAW,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,OAAO,CAAA;KAAE,CAAC;IAgE7D;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM;IAyDzC;;OAEG;IACG,YAAY,CAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IA2BlD;;;OAGG;IACG,UAAU,CACd,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,UAAU,GAAE,OAAe;IAsH7B;;OAEG;IACG,mBAAmB;IAkCzB;;OAEG;WACU,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;IA0DnB;;;OAGG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmFlD;;OAEG;IACG,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA4B7C;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM;IA4GjB;;OAEG;WACU,aAAa,CACxB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;CA2FpB"}
+{"version":3,"file":"PropagationServer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/PropagationServer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,MAAM,OAAO,CAAC;AAW1B,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAuBrC,qBAAa,iBAAiB;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,GAAG,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAE7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAQ;IACpC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAQ;gBAErC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAY9C;;OAEG;IACG,gBAAgB;IAOtB;;OAEG;IACH,gBAAgB;IAQhB;;;OAGG;IACG,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA2BpD;;;;OAIG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuDjD;;OAEG;IACH,oBAAoB,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM;IAyB3D;;;;;;OAMG;IACU,gBAAgB,CAC3B,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC;QAAE,WAAW,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,OAAO,CAAA;KAAE,CAAC;IAgE7D;;OAEG;IACG,kBAAkB,CAAC,QAAQ,EAAE,MAAM;IAyDzC;;OAEG;IACG,YAAY,CAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;IA2BlD;;;OAGG;IACG,UAAU,CACd,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,UAAU,GAAE,OAAe;IAsH7B;;OAEG;IACG,mBAAmB;IAkCzB;;OAEG;WACU,WAAW,CACtB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;IA0DnB;;;OAGG;IACG,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAmFlD;;OAEG;IACG,cAAc,CAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA4B7C;;;OAGG;IACG,YAAY,CAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM;IA4GjB;;;OAGG;WACU,aAAa,CACxB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM;CAuEpB"}

package/dist/DigNetwork/PropagationServer.js

@@ -31,9 +31,7 @@ const axios_1 = __importDefault(require("axios"));
 const cli_progress_1 = __importDefault(require("cli-progress"));
 const form_data_1 = __importDefault(require("form-data"));
 const fs_1 = __importDefault(require("fs"));
-const fs_extra_1 = __importDefault(require("fs-extra"));
 const https_1 = __importDefault(require("https"));
-const os_1 = __importDefault(require("os"));
 const path_1 = __importDefault(require("path"));
 const progress_stream_1 = __importDefault(require("progress-stream"));
 const zlib = __importStar(require("zlib"));
@@ -622,13 +620,14 @@ class PropagationServer {
         }
     }
     /**
-     * Static function to handle downloading multiple files from a DataStore based on file paths.
+     * Downloads a store from the specified IP address, saving directly to the main directory,
+     * skipping files that already exist.
      */
     static async downloadStore(storeId, rootHash, ipAddress) {
         const propagationServer = new PropagationServer(ipAddress, storeId);
         // Initialize wallet
         await propagationServer.initializeWallet();
-        // Check if the store exists
+        // Verify the store and rootHash existence
         const { storeExists, rootHashExists } = await propagationServer.checkStoreExists(rootHash);
         if (!storeExists || !rootHashExists) {
             throw new Error(`Store ${storeId} does not exist.`);
@@ -636,43 +635,37 @@ class PropagationServer {
         // Fetch the rootHash.dat file
         const datFileContent = await propagationServer.fetchFile(`${rootHash}.dat`);
         const root = JSON.parse(datFileContent.toString());
-        // Prepare download tasks
-        const downloadTasks = [];
-        for (const [fileKey, fileData] of Object.entries(root.files)) {
-            const dataPath = (0, hashUtils_1.getFilePathFromSha256)(root.files[fileKey].sha256, "data");
+        // Prepare download tasks, skipping existing files
+        const downloadTasks = Object.entries(root.files)
+            .map(([fileKey, fileData]) => {
+            const dataPath = (0, hashUtils_1.getFilePathFromSha256)(fileData.sha256, "data");
             const label = Buffer.from(fileKey, "hex").toString("utf-8");
-            downloadTasks.push({ label, dataPath });
-        }
-        // Limit the number of concurrent downloads
-        const concurrencyLimit = 10; // Adjust this number as needed
-        // Create a temporary directory
-        const tempDir = fs_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), "downloadStore-"));
+            const destinationPath = path_1.default.join(config_1.STORE_PATH, storeId, dataPath);
+            return fs_1.default.existsSync(destinationPath)
+                ? null
+                : { label, dataPath: destinationPath };
+        })
+            .filter((task) => task !== null);
+        // Limit concurrent downloads
+        const concurrencyLimit = 10;
         try {
-            // Download files to the temporary directory
+            // Download missing files directly to the main directory
             await (0, promiseUtils_1.asyncPool)(concurrencyLimit, downloadTasks, async (task) => {
-                await propagationServer.downloadFile(task.label, task.dataPath, rootHash, tempDir);
+                await propagationServer.downloadFile(task.label, task.dataPath, rootHash, path_1.default.dirname(task.dataPath));
             });
-            // Save the rootHash.dat file to the temporary directory
-            if (!fs_1.default.existsSync(tempDir)) {
-                fs_1.default.mkdirSync(tempDir, { recursive: true });
+            // Save the rootHash.dat file if it doesn’t exist
+            const datFilePath = path_1.default.join(config_1.STORE_PATH, storeId, `${rootHash}.dat`);
+            if (!fs_1.default.existsSync(datFilePath)) {
+                fs_1.default.writeFileSync(datFilePath, datFileContent);
             }
-            fs_1.default.writeFileSync(path_1.default.join(tempDir, `${rootHash}.dat`), datFileContent);
-            // Integrity check for the downloaded files was done during the download
-            // Here we want to make sure we got all the files or we reject the download session
+            // Verify all files are present
             for (const [fileKey, fileData] of Object.entries(root.files)) {
-                const dataPath = (0, hashUtils_1.getFilePathFromSha256)(root.files[fileKey].sha256, "data");
-                if (!fs_1.default.existsSync(path_1.default.join(tempDir, dataPath))) {
-                    if (!fs_1.default.existsSync(path_1.default.join(config_1.STORE_PATH, storeId, dataPath))) {
-                        throw new Error(`Missing file: ${Buffer.from(fileKey, "hex")}, aborting session.`);
-                    }
+                // @ts-ignore
+                const dataPath = (0, hashUtils_1.getFilePathFromSha256)(fileData.sha256, "data");
+                if (!fs_1.default.existsSync(path_1.default.join(config_1.STORE_PATH, storeId, dataPath))) {
+                    throw new Error(`Missing file: ${Buffer.from(fileKey, "hex")}, aborting session.`);
                 }
             }
-            // After all downloads are complete, copy from temp directory to the main directory
-            const destinationDir = path_1.default.join(config_1.STORE_PATH, storeId);
-            fs_extra_1.default.copySync(tempDir, destinationDir, {
-                overwrite: false, // Prevents overwriting existing files
-                errorOnExist: false, // No error if file already exists
-            });
             // Generate the manifest file in the main directory
             const dataStore = blockchain_1.DataStore.from(storeId);
             await dataStore.cacheStoreCreationHeight();
@@ -682,10 +675,6 @@ class PropagationServer {
         catch (error) {
             console.log((0, colorette_1.red)("✖ Error downloading files:"), error);
         }
-        finally {
-            // Clean up the temporary directory
-            fs_extra_1.default.removeSync(tempDir);
-        }
     }
 }
 exports.PropagationServer = PropagationServer;

package/dist/utils/Udi.d.ts

@@ -1,7 +1,7 @@
 declare class Udi {
     readonly chainName: string;
-    readonly storeId: Buffer;
-    readonly rootHash: Buffer | null;
+    private readonly _storeId;
+    private readonly _rootHash;
     readonly resourceKey: string | null;
     static readonly nid: string;
     static readonly namespace: string;
@@ -18,6 +18,8 @@ declare class Udi {
     toString(): string;
     clone(): Udi;
     hashCode(): string;
+    get storeId(): string;
+    get rootHash(): string | null;
 }
 export { Udi };
 //# sourceMappingURL=Udi.d.ts.map

package/dist/utils/Udi.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Udi.d.ts","sourceRoot":"","sources":["../../src/utils/Udi.ts"],"names":[],"mappings":"AAWA,cAAM,GAAG;IACL,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAS;IACpC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAoB;gBAGjD,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GAAG,MAAM,EACxB,QAAQ,GAAE,MAAM,GAAG,MAAM,GAAG,IAAW,EACvC,WAAW,GAAE,MAAM,GAAG,IAAW;IAWrC,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM;IAgBtD,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIpC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIvC,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,GAAG;IAInD,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,GAAG;IAIhD,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG;IA4BhC,KAAK,CAAC,QAAQ,GAAE,KAAK,GAAG,QAAgB,GAAG,MAAM;IAgBjD,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM;IAMlE,MAAM,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO;IAS3B,QAAQ,IAAI,MAAM;IAIlB,KAAK,IAAI,GAAG;IAIZ,QAAQ,IAAI,MAAM;CAKrB;AAED,OAAO,EAAE,GAAG,EAAE,CAAC"}
+{"version":3,"file":"Udi.d.ts","sourceRoot":"","sources":["../../src/utils/Udi.ts"],"names":[],"mappings":"AAUA,cAAM,GAAG;IACP,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAgB;IAC1C,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAS;IACpC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAoB;gBAGnD,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GAAG,MAAM,EACxB,QAAQ,GAAE,MAAM,GAAG,MAAM,GAAG,IAAW,EACvC,WAAW,GAAE,MAAM,GAAG,IAAW;IAWnC,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM;IAgBtD,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIpC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO;IAIvC,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,GAAG,GAAG;IAInD,eAAe,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,GAAG;IAIhD,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG;IA4BhC,KAAK,CAAC,QAAQ,GAAE,KAAK,GAAG,QAAgB,GAAG,MAAM;IAgBjD,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM;IAMlE,MAAM,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO;IAS3B,QAAQ,IAAI,MAAM;IAIlB,KAAK,IAAI,GAAG;IAIZ,QAAQ,IAAI,MAAM;IAOlB,IAAI,OAAO,IAAI,MAAM,CAEpB;IAGD,IAAI,QAAQ,IAAI,MAAM,GAAG,IAAI,CAE5B;CACF;AAED,OAAO,EAAE,GAAG,EAAE,CAAC"}

package/dist/utils/Udi.js

@@ -28,11 +28,10 @@ const urns = __importStar(require("urns"));
 const crypto_1 = require("crypto");
 const hi_base32_1 = require("hi-base32");
 //
-// This class encapsulates the concept of a Universal Data Identifier (UDI) which is a
+// This class encapsulates the concept of a Universal Data Identifier (UDI), which is a
 // standardized way to identify resources across the distributed DIG mesh network.
-// The UDI is formatted as follows:
-//   urn:dig:chainName:storeId:rootHash/resourceKey
-// The UDI can be used to uniquely identify resources across the DIG network.
+// The UDI format: urn:dig:chainName:storeId:rootHash/resourceKey
+// This allows unique resource identification across the DIG network.
 //
 class Udi {
     constructor(chainName, storeId, rootHash = null, resourceKey = null) {
@@ -40,8 +39,8 @@ class Udi {
             throw new Error("storeId cannot be empty");
         }
         this.chainName = chainName || "chia";
-        this.storeId = Udi.convertToBuffer(storeId);
-        this.rootHash = rootHash ? Udi.convertToBuffer(rootHash) : null;
+        this._storeId = Udi.convertToBuffer(storeId);
+        this._rootHash = rootHash ? Udi.convertToBuffer(rootHash) : null;
         this.resourceKey = resourceKey;
     }
     static convertToBuffer(input) {
@@ -63,10 +62,10 @@ class Udi {
         return /^[a-z2-7]{52}$/.test(input.toLowerCase());
     }
     withRootHash(rootHash) {
-        return new Udi(this.chainName, this.storeId, rootHash, this.resourceKey);
+        return new Udi(this.chainName, this._storeId, rootHash, this.resourceKey);
     }
     withResourceKey(resourceKey) {
-        return new Udi(this.chainName, this.storeId, this.rootHash, resourceKey);
+        return new Udi(this.chainName, this._storeId, this._rootHash, resourceKey);
     }
     static fromUrn(urn) {
         const parsedUrn = urns.parseURN(urn);
@@ -91,10 +90,10 @@ class Udi {
         return new Udi(chainName, storeId, rootHash, resourceKey);
     }
     toUrn(encoding = 'hex') {
-        const storeIdStr = this.bufferToString(this.storeId, encoding);
+        const storeIdStr = this.bufferToString(this._storeId, encoding);
         let urn = `${Udi.namespace}:${this.chainName}:${storeIdStr}`;
-        if (this.rootHash) {
-            const rootHashStr = this.bufferToString(this.rootHash, encoding);
+        if (this._rootHash) {
+            const rootHashStr = this.bufferToString(this._rootHash, encoding);
             urn += `:${rootHashStr}`;
         }
         if (this.resourceKey) {
@@ -108,22 +107,30 @@ class Udi {
             : (0, hi_base32_1.encode)(buffer).toLowerCase().replace(/=+$/, '');
     }
     equals(other) {
-        return (this.storeId.equals(other.storeId) &&
+        return (this._storeId.equals(other._storeId) &&
             this.chainName === other.chainName &&
-            (this.rootHash && other.rootHash ? this.rootHash.equals(other.rootHash) : this.rootHash === other.rootHash) &&
+            (this._rootHash && other._rootHash ? this._rootHash.equals(other._rootHash) : this._rootHash === other._rootHash) &&
             this.resourceKey === other.resourceKey);
     }
     toString() {
         return this.toUrn();
     }
     clone() {
-        return new Udi(this.chainName, this.storeId, this.rootHash, this.resourceKey);
+        return new Udi(this.chainName, this._storeId, this._rootHash, this.resourceKey);
     }
     hashCode() {
         const hash = (0, crypto_1.createHash)('sha256');
         hash.update(this.toUrn());
         return hash.digest('hex');
     }
+    // Getter for storeId as a hex string
+    get storeId() {
+        return this._storeId.toString('hex');
+    }
+    // Getter for rootHash as a hex string
+    get rootHash() {
+        return this._rootHash ? this._rootHash.toString('hex') : null;
+    }
 }
 exports.Udi = Udi;
 Udi.nid = "dig";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dignetwork/dig-sdk",
-  "version": "0.0.1-alpha.177",
+  "version": "0.0.1-alpha.178",
   "description": "",
   "type": "commonjs",
   "main": "./dist/index.js",