@dignetwork/dig-sdk 0.0.1-alpha.6 → 0.0.1-alpha.61

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. package/dist/DataIntegrityTree/DataIntegrityTree.d.ts +5 -2
  2. package/dist/DataIntegrityTree/DataIntegrityTree.d.ts.map +1 -1
  3. package/dist/DataIntegrityTree/DataIntegrityTree.js +88 -31
  4. package/dist/DigNetwork/ContentServer.d.ts +6 -1
  5. package/dist/DigNetwork/ContentServer.d.ts.map +1 -1
  6. package/dist/DigNetwork/ContentServer.js +40 -16
  7. package/dist/DigNetwork/DigNetwork.d.ts +3 -8
  8. package/dist/DigNetwork/DigNetwork.d.ts.map +1 -1
  9. package/dist/DigNetwork/DigNetwork.js +117 -171
  10. package/dist/DigNetwork/DigPeer.d.ts +9 -3
  11. package/dist/DigNetwork/DigPeer.d.ts.map +1 -1
  12. package/dist/DigNetwork/DigPeer.js +72 -114
  13. package/dist/DigNetwork/PropagationServer.d.ts +80 -34
  14. package/dist/DigNetwork/PropagationServer.d.ts.map +1 -1
  15. package/dist/DigNetwork/PropagationServer.js +385 -374
  16. package/dist/blockchain/DataStore.d.ts +12 -5
  17. package/dist/blockchain/DataStore.d.ts.map +1 -1
  18. package/dist/blockchain/DataStore.js +58 -91
  19. package/dist/blockchain/DataStoreSerializer.d.ts +1 -1
  20. package/dist/blockchain/DataStoreSerializer.d.ts.map +1 -1
  21. package/dist/blockchain/FullNodePeer.d.ts +9 -1
  22. package/dist/blockchain/FullNodePeer.d.ts.map +1 -1
  23. package/dist/blockchain/FullNodePeer.js +38 -10
  24. package/dist/blockchain/ServerCoin.d.ts +11 -3
  25. package/dist/blockchain/ServerCoin.d.ts.map +1 -1
  26. package/dist/blockchain/ServerCoin.js +45 -17
  27. package/dist/blockchain/Wallet.d.ts +2 -2
  28. package/dist/blockchain/Wallet.d.ts.map +1 -1
  29. package/dist/blockchain/Wallet.js +2 -2
  30. package/dist/blockchain/coins.d.ts +1 -1
  31. package/dist/blockchain/coins.d.ts.map +1 -1
  32. package/dist/blockchain/coins.js +1 -1
  33. package/dist/types.d.ts +1 -0
  34. package/dist/types.d.ts.map +1 -1
  35. package/dist/utils/ContentScanner.d.ts +63 -0
  36. package/dist/utils/ContentScanner.d.ts.map +1 -0
  37. package/dist/utils/ContentScanner.js +175 -0
  38. package/dist/utils/FileTransfer.d.ts +47 -0
  39. package/dist/utils/FileTransfer.d.ts.map +1 -0
  40. package/dist/utils/FileTransfer.js +209 -0
  41. package/dist/utils/StoreArchiveManager.d.ts +45 -0
  42. package/dist/utils/StoreArchiveManager.d.ts.map +1 -0
  43. package/dist/utils/StoreArchiveManager.js +153 -0
  44. package/dist/utils/config.d.ts +0 -1
  45. package/dist/utils/config.d.ts.map +1 -1
  46. package/dist/utils/config.js +5 -12
  47. package/dist/utils/directoryUtils.d.ts +0 -6
  48. package/dist/utils/directoryUtils.d.ts.map +1 -1
  49. package/dist/utils/directoryUtils.js +30 -11
  50. package/dist/utils/index.d.ts +0 -1
  51. package/dist/utils/index.d.ts.map +1 -1
  52. package/dist/utils/index.js +0 -1
  53. package/package.json +12 -3
  54. package/dist/utils/deltaUtils.d.ts +0 -2
  55. package/dist/utils/deltaUtils.d.ts.map +0 -1
  56. package/dist/utils/deltaUtils.js +0 -83
@@ -26,12 +26,12 @@ Object.defineProperty(exports, "__esModule", { value: true });
26
26
  exports.DigNetwork = void 0;
27
27
  const fs = __importStar(require("fs"));
28
28
  const path = __importStar(require("path"));
29
- const cli_progress_1 = require("cli-progress");
30
29
  const DigPeer_1 = require("./DigPeer");
31
- const deltaUtils_1 = require("../utils/deltaUtils");
32
- const hashUtils_1 = require("../utils/hashUtils");
33
30
  const blockchain_1 = require("../blockchain");
34
31
  const config_1 = require("../utils/config");
32
+ const util_1 = require("util");
33
+ const rename = (0, util_1.promisify)(fs.rename);
34
+ const unlink = (0, util_1.promisify)(fs.unlink);
35
35
  class DigNetwork {
36
36
  constructor(storeId) {
37
37
  this.dataStore = blockchain_1.DataStore.from(storeId);
@@ -39,88 +39,58 @@ class DigNetwork {
39
39
  this.storeDir = path.resolve(config_1.DIG_FOLDER_PATH, "stores", storeId);
40
40
  this.peerBlacklist = new Map(); // Initialize empty map for blacklists
41
41
  }
42
- async uploadPreflight(digPeer) {
43
- // Preflight check is handled internally by PropagationServer if needed
44
- const { lastUploadedHash, generationIndex } = await digPeer.propagationServer.getUploadDetails();
45
- const rootHistory = await this.dataStore.getLocalRootHistory();
46
- if (!rootHistory || rootHistory.length === 0) {
47
- throw new Error("No root hashes found. Please commit your changes first.");
48
- }
49
- const lastLocalRootHash = rootHistory[rootHistory.length - 1].root_hash;
50
- const localGenerationIndex = rootHistory.length - 1;
51
- // Handle conditions based on the upload details
52
- if (lastUploadedHash !== lastLocalRootHash &&
53
- generationIndex === localGenerationIndex) {
54
- throw new Error("The repository seems to be corrupted. Please pull the latest changes before pushing.");
55
- }
56
- if (lastUploadedHash === lastLocalRootHash &&
57
- generationIndex === localGenerationIndex) {
58
- throw new Error("No changes detected. Skipping push.");
59
- }
60
- if (lastUploadedHash !== lastLocalRootHash &&
61
- generationIndex > localGenerationIndex) {
62
- throw new Error("Remote repository is ahead of the local repository. Please pull the latest changes before pushing.");
63
- }
64
- return { generationIndex, lastLocalRootHash };
65
- }
66
- async uploadStoreHead(digPeer) {
67
- // First make sure that the remote store is up to date.
68
- const rootHistory = await this.dataStore.getRootHistory();
69
- const localManifestHashes = await this.dataStore.getManifestHashes();
70
- const remoteManifestFile = await digPeer.propagationServer.getStoreData("manifest.dat");
71
- const remoteManifestHashes = remoteManifestFile.split("\n").filter(Boolean);
72
- const onChainRootHashes = rootHistory.map((root) => root.root_hash);
73
- // Check that remote manifest is one behind on-chain root hashes
74
- if (remoteManifestHashes.length !== onChainRootHashes.length - 1) {
75
- throw new Error("Remote manifest should be one behind the on-chain root. Cannot push head.");
76
- }
77
- // Compare each remote manifest hash with the corresponding on-chain root hash
78
- for (let i = 0; i < remoteManifestHashes.length; i++) {
79
- if (remoteManifestHashes[i] !== onChainRootHashes[i]) {
80
- throw new Error(`Remote manifest does not match on-chain root at index ${i}. Cannot push head.`);
81
- }
82
- }
83
- // Get the files for the latest local manifest hash
84
- const filesToUpload = await this.dataStore.getFileSetForRootHash(localManifestHashes[localManifestHashes.length - 1]);
85
- if (!filesToUpload.length) {
86
- console.log("No files to upload.");
87
- return;
88
- }
89
- // Upload files to the remote peer with a progress bar
90
- await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
91
- for (const filePath of filesToUpload) {
92
- const relativePath = path
93
- .relative(this.storeDir, filePath)
94
- .replace(/\\/g, "/");
95
- await digPeer.propagationServer.pushFile(filePath, relativePath);
96
- progress.increment();
97
- }
98
- });
99
- }
100
- // Uploads the store to a specific peer
101
- async uploadStore(digPeer) {
102
- const { generationIndex } = await this.uploadPreflight(digPeer);
103
- const filesToUpload = await (0, deltaUtils_1.getDeltaFiles)(this.dataStore.StoreId, generationIndex, path.resolve(config_1.DIG_FOLDER_PATH, "stores"));
104
- if (!filesToUpload.length) {
105
- console.log("No files to upload.");
106
- return;
107
- }
108
- await this.runProgressBar(filesToUpload.length, "Store Data", async (progress) => {
109
- for (const filePath of filesToUpload) {
110
- const relativePath = path
111
- .relative(this.storeDir, filePath)
112
- .replace(/\\/g, "/");
113
- await digPeer.propagationServer.pushFile(filePath, relativePath);
114
- progress.increment();
115
- }
116
- });
117
- }
118
42
  static async subscribeToStore(storeId) {
119
43
  fs.mkdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), {
120
44
  recursive: true,
121
45
  });
122
46
  const digNetwork = new DigNetwork(storeId);
123
- await digNetwork.downloadFiles(true);
47
+ await digNetwork.syncStoreFromPeers();
48
+ }
49
+ static async findPeerWithStoreKey(storeId, rootHash, key, intialBlackList = []) {
50
+ const peerBlackList = intialBlackList;
51
+ const serverCoin = new blockchain_1.ServerCoin(storeId);
52
+ let peerIp = null;
53
+ // Keep sampling peers until an empty array is returned
54
+ while (true) {
55
+ try {
56
+ // Sample a peer from the current epoch
57
+ const digPeers = await serverCoin.sampleCurrentEpoch(1, peerBlackList);
58
+ // If no peers are returned, break out of the loop
59
+ if (digPeers.length === 0) {
60
+ console.log("No more peers found.");
61
+ break;
62
+ }
63
+ peerIp = digPeers[0];
64
+ const digPeer = new DigPeer_1.DigPeer(peerIp, storeId);
65
+ // Try to fetch the head store information
66
+ const storeResponse = await digPeer.contentServer.headStore({
67
+ hasRootHash: rootHash,
68
+ });
69
+ // If the peer has the correct root hash, check if key is required
70
+ if (storeResponse.headers?.["x-has-roothash"] === "true") {
71
+ console.log(`Found Peer at ${peerIp} for storeId: ${storeId}, root hash ${rootHash}`);
72
+ // If no key is provided, return the peer
73
+ if (!key) {
74
+ return digPeer;
75
+ }
76
+ // If key is provided, check if the peer has it
77
+ const keyResponse = await digPeer.contentServer.headKey(key);
78
+ if (keyResponse.headers?.["x-key-exists"] === "true") {
79
+ return digPeer;
80
+ }
81
+ }
82
+ // Add peer to blacklist if it doesn't meet criteria
83
+ peerBlackList.push(peerIp);
84
+ }
85
+ catch (error) {
86
+ console.error(`Error connecting to DIG Peer ${peerIp}. Resampling...`);
87
+ if (peerIp) {
88
+ peerBlackList.push(peerIp); // Add to blacklist if error occurs
89
+ }
90
+ }
91
+ }
92
+ // Return null if no valid peer was found
93
+ return null;
124
94
  }
125
95
  static unsubscribeFromStore(storeId) {
126
96
  fs.rmdirSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId), {
@@ -128,55 +98,68 @@ class DigNetwork {
128
98
  });
129
99
  fs.unlinkSync(path.join(config_1.DIG_FOLDER_PATH, "stores", storeId + ".json"));
130
100
  }
131
- // Downloads files from the network based on the manifest
132
- async downloadFiles(forceDownload = false, renderProgressBar = true, skipData = false) {
101
+ async syncStoreFromPeers() {
102
+ console.log("Starting file download process...");
103
+ let peerBlackList = [];
104
+ let selectedPeer = null;
133
105
  try {
134
106
  const rootHistory = await this.dataStore.getRootHistory();
135
- if (!rootHistory.length)
107
+ if (!rootHistory.length) {
136
108
  throw new Error("No roots found in rootHistory. Cannot proceed with file download.");
137
- await this.downloadHeightFile(forceDownload);
138
- const localManifestPath = path.join(this.storeDir, "manifest.dat");
139
- const localManifestHashes = fs.existsSync(localManifestPath)
140
- ? fs.readFileSync(localManifestPath, "utf-8").trim().split("\n")
141
- : [];
142
- const progressBar = renderProgressBar
143
- ? new cli_progress_1.MultiBar({
144
- clearOnComplete: false,
145
- hideCursor: true,
146
- format: "Syncing Store | {bar} | {percentage}%",
147
- noTTYOutput: true,
148
- }, cli_progress_1.Presets.shades_classic)
149
- : null;
150
- const progress = progressBar
151
- ? progressBar.create(rootHistory.length, 0)
152
- : null;
153
- const newRootHashes = [];
154
- for (let i = 0; i < rootHistory.length; i++) {
155
- const { root_hash: rootHash } = rootHistory[i];
156
- const datFilePath = path.join(this.storeDir, `${rootHash}.dat`);
157
- await this.downloadFileFromPeers(`${rootHash}.dat`, datFilePath, forceDownload);
158
- const datFileContent = JSON.parse(fs.readFileSync(datFilePath, "utf-8"));
159
- if (datFileContent.root !== rootHash)
160
- throw new Error("Root hash mismatch");
161
- if (!skipData) {
162
- for (const file of Object.keys(datFileContent.files)) {
163
- const filePath = (0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, path.join(this.storeDir, "data"));
164
- const isInDataDir = filePath.startsWith(path.join(this.storeDir, "data"));
165
- await this.downloadFileFromPeers((0, hashUtils_1.getFilePathFromSha256)(datFileContent.files[file].sha256, "data"), filePath, forceDownload || !isInDataDir);
109
+ }
110
+ // Filter out rootInfo entries where the .dat file already exists
111
+ const rootHistoryFiltered = rootHistory
112
+ .filter((item) => item.timestamp !== undefined)
113
+ .filter((item) => !fs.existsSync(`${this.storeDir}/${item.root_hash}.dat`))
114
+ .reverse(); // Reverse to download the latest first
115
+ if (!rootHistoryFiltered.length) {
116
+ console.log("All root hashes already exist locally. No need for download.");
117
+ return;
118
+ }
119
+ // Process filtered rootHistory sequentially
120
+ for (const rootInfo of rootHistoryFiltered) {
121
+ while (true) {
122
+ try {
123
+ // Find a peer with the store and root hash
124
+ selectedPeer = await DigNetwork.findPeerWithStoreKey(this.dataStore.StoreId, rootInfo.root_hash, undefined, peerBlackList);
125
+ if (!selectedPeer) {
126
+ console.error(`No peer found with root hash ${rootInfo.root_hash}. Skipping download.`);
127
+ break; // Exit loop if no more peers are found
128
+ }
129
+ // Ensure the selected peer has the store by checking with a HEAD request
130
+ const { storeExists, rootHashExists } = await selectedPeer.propagationServer.checkStoreExists(rootInfo.root_hash);
131
+ if (!storeExists) {
132
+ console.warn(`Peer ${selectedPeer.IpAddress} does not have the store. Trying another peer...`);
133
+ peerBlackList.push(selectedPeer.IpAddress); // Add peer to blacklist and try again
134
+ continue;
135
+ }
136
+ if (!rootHashExists) {
137
+ console.warn(`Peer ${selectedPeer.IpAddress} does not have the root hash. Trying another peer...`);
138
+ peerBlackList.push(selectedPeer.IpAddress); // Add peer to blacklist and try again
139
+ continue;
140
+ }
141
+ // Download the store root and all associated data from the selected peer
142
+ await selectedPeer.downloadStoreRoot(rootInfo.root_hash);
143
+ peerBlackList = []; // Clear the blacklist upon successful download
144
+ // Break out of the retry loop if the download succeeds
145
+ break;
146
+ }
147
+ catch (error) {
148
+ console.error(`Error downloading from peer. Retrying with another peer.`, error);
149
+ if (selectedPeer) {
150
+ peerBlackList.push(selectedPeer.IpAddress); // Add peer to blacklist and try again
151
+ }
166
152
  }
167
153
  }
168
- if (localManifestHashes[i] !== rootHash)
169
- newRootHashes.push(rootHash);
170
- progress?.increment();
154
+ // Process the latest root hash first, breaking after each success to handle new incoming roots
155
+ break;
171
156
  }
172
- if (newRootHashes.length)
173
- fs.appendFileSync(localManifestPath, newRootHashes.join("\n") + "\n");
174
- await this.downloadManifestFile(forceDownload);
175
- progressBar?.stop();
176
157
  console.log("Syncing store complete.");
177
158
  }
178
159
  catch (error) {
179
- console.trace(error);
160
+ if (selectedPeer) {
161
+ peerBlackList.push(selectedPeer.IpAddress);
162
+ }
180
163
  throw error;
181
164
  }
182
165
  }
@@ -187,74 +170,37 @@ class DigNetwork {
187
170
  const peers = await this.serverCoin.sampleCurrentEpoch(10, Array.from(this.peerBlacklist.keys()));
188
171
  return peers.map((ip) => new DigPeer_1.DigPeer(ip, this.dataStore.StoreId));
189
172
  }
190
- async downloadHeightFile(forceDownload) {
191
- const heightFilePath = path.join(this.storeDir, "height.json");
192
- await this.downloadFileFromPeers("height.json", heightFilePath, forceDownload);
193
- }
194
- async downloadManifestFile(forceDownload) {
195
- const heightFilePath = path.join(this.storeDir, "manifest.dat");
196
- await this.downloadFileFromPeers("manifest.dat", heightFilePath, forceDownload);
197
- }
198
173
  async downloadFileFromPeers(dataPath, filePath, overwrite) {
199
174
  let digPeers = await this.fetchAvailablePeers();
175
+ const tempFilePath = `${filePath}.tmp`;
200
176
  while (true) {
201
177
  if (!overwrite && fs.existsSync(filePath))
202
178
  return;
203
179
  const blacklist = this.peerBlacklist.get(dataPath) || new Set();
204
180
  for (const digPeer of digPeers) {
205
- if (blacklist.has(digPeer.IpAddress))
206
- continue;
207
181
  try {
208
- // Create directory if it doesn't exist
209
- const directory = path.dirname(filePath);
210
- if (!fs.existsSync(directory)) {
211
- fs.mkdirSync(directory, { recursive: true });
212
- }
213
- // Stream the file data directly to the file system
214
- const fileStream = fs.createWriteStream(filePath);
215
- // Start streaming the data from the peer
216
- const peerStream = await digPeer.propagationServer.streamStoreData(dataPath);
217
- // Pipe the peer stream directly to the file system
218
- await new Promise((resolve, reject) => {
219
- peerStream.pipe(fileStream);
220
- peerStream.on("end", resolve);
221
- peerStream.on("error", reject);
222
- fileStream.on("error", reject);
223
- });
224
- if (process.env.DIG_DEBUG === "1") {
225
- console.log(`Downloaded ${dataPath} from ${digPeer.IpAddress}`);
182
+ if (blacklist.has(digPeer.IpAddress))
183
+ continue;
184
+ // Ensure the selected peer has the store by checking with a HEAD request
185
+ const { storeExists } = await digPeer.propagationServer.checkStoreExists();
186
+ if (!storeExists) {
187
+ console.warn(`Peer ${digPeer.IpAddress} does not have the store. Trying another peer...`);
188
+ blacklist.add(digPeer.IpAddress); // Add peer to blacklist and try again
189
+ continue;
226
190
  }
191
+ await digPeer.downloadData(dataPath);
227
192
  return; // Exit the method if download succeeds
228
193
  }
229
194
  catch (error) {
230
195
  console.warn(`Failed to download ${dataPath} from ${digPeer.IpAddress}, blacklisting peer and trying next...`);
231
196
  blacklist.add(digPeer.IpAddress);
232
- }
233
- }
234
- this.peerBlacklist.set(dataPath, blacklist);
235
- if (blacklist.size >= digPeers.length) {
236
- if (process.env.DIG_DEBUG === "1") {
237
- console.warn(`All peers blacklisted for ${dataPath}. Refreshing peers...`);
238
- }
239
- digPeers = await this.fetchAvailablePeers();
240
- if (!digPeers.length) {
241
- throw new Error(`Failed to download ${dataPath}: no peers available.`);
197
+ // Clean up the temp file in case of failure
198
+ if (fs.existsSync(tempFilePath)) {
199
+ await unlink(tempFilePath);
200
+ }
242
201
  }
243
202
  }
244
203
  }
245
204
  }
246
- async runProgressBar(total, name, task) {
247
- // Using 'any' to work around TypeScript issues
248
- const multiBar = new cli_progress_1.MultiBar({
249
- clearOnComplete: false,
250
- hideCursor: true,
251
- format: "{bar} | {percentage}% | {name}",
252
- noTTYOutput: true,
253
- }, cli_progress_1.Presets.shades_classic);
254
- const progress = multiBar.create(total, 0, { name });
255
- await task(progress).finally(() => {
256
- multiBar.stop();
257
- });
258
- }
259
205
  }
260
206
  exports.DigNetwork = DigNetwork;
@@ -1,6 +1,7 @@
1
1
  import { ContentServer } from "./ContentServer";
2
2
  import { PropagationServer } from "./PropagationServer";
3
3
  import { IncentiveServer } from "./IncentiveServer";
4
+ import { Output } from "@dignetwork/datalayer-driver";
4
5
  export declare class DigPeer {
5
6
  private ipAddress;
6
7
  private storeId;
@@ -12,8 +13,13 @@ export declare class DigPeer {
12
13
  get propagationServer(): PropagationServer;
13
14
  get incentiveServer(): IncentiveServer;
14
15
  get IpAddress(): string;
15
- validateStore(rootHash: string, keys: string[]): Promise<boolean>;
16
- isSynced(): Promise<boolean>;
17
- sendPayment(walletName: string, amount: bigint): Promise<void>;
16
+ static sendEqualBulkPayments(walletName: string, addresses: string[], totalAmount: bigint, memos: Buffer[]): Promise<void>;
17
+ static sendBulkPayments(walletName: string, outputs: Output[]): Promise<void>;
18
+ sendPayment(walletName: string, amount: bigint, memos?: Buffer[]): Promise<void>;
19
+ static createPaymentHint(storeId: Buffer): Buffer;
20
+ syncStore(): Promise<void>;
21
+ pushStoreRoot(storeId: string, rootHash: string): Promise<void>;
22
+ downloadStoreRoot(rootHash: string): Promise<void>;
23
+ downloadData(dataPath: string): Promise<void>;
18
24
  }
19
25
  //# sourceMappingURL=DigPeer.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAcpD,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;IAEY,aAAa,CACxB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EAAE,GACb,OAAO,CAAC,OAAO,CAAC;IA8GN,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC;IAyB5B,WAAW,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAmC5E"}
1
+ {"version":3,"file":"DigPeer.d.ts","sourceRoot":"","sources":["../../src/DigNetwork/DigPeer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAKpD,OAAO,EAKL,MAAM,EACP,MAAM,8BAA8B,CAAC;AAUtC,qBAAa,OAAO;IAClB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAgB;IACtC,OAAO,CAAC,kBAAkB,CAAoB;IAC9C,OAAO,CAAC,gBAAgB,CAAkB;gBAE9B,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAS9C,IAAW,aAAa,IAAI,aAAa,CAExC;IAGD,IAAW,iBAAiB,IAAI,iBAAiB,CAEhD;IAGD,IAAW,eAAe,IAAI,eAAe,CAE5C;IAED,IAAW,SAAS,IAAI,MAAM,CAE7B;WAEa,qBAAqB,CACjC,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,GACd,OAAO,CAAC,IAAI,CAAC;WAuBI,gBAAgB,CAClC,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,IAAI,CAAC;IAwCH,WAAW,CACtB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAM,EAAO,GACnB,OAAO,CAAC,IAAI,CAAC;WAYF,iBAAiB,CAAC,OAAO,EAAE,MAAM;IAqBlC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAc1B,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/D,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKlD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAG3D"}
@@ -9,11 +9,14 @@ const ContentServer_1 = require("./ContentServer");
9
9
  const PropagationServer_1 = require("./PropagationServer");
10
10
  const IncentiveServer_1 = require("./IncentiveServer");
11
11
  const blockchain_1 = require("../blockchain");
12
- const DataIntegrityTree_1 = require("../DataIntegrityTree");
13
- const datalayer_driver_1 = require("datalayer-driver");
12
+ const fs_1 = __importDefault(require("fs"));
13
+ const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
14
14
  const blockchain_2 = require("../blockchain");
15
15
  const blockchain_3 = require("../blockchain");
16
16
  const coins_1 = require("../blockchain/coins");
17
+ const util_1 = require("util");
18
+ const rename = (0, util_1.promisify)(fs_1.default.rename);
19
+ const unlink = (0, util_1.promisify)(fs_1.default.unlink);
17
20
  class DigPeer {
18
21
  constructor(ipAddress, storeId) {
19
22
  this.ipAddress = ipAddress;
@@ -37,122 +40,31 @@ class DigPeer {
37
40
  get IpAddress() {
38
41
  return this.ipAddress;
39
42
  }
40
- async validateStore(rootHash, keys) {
41
- console.log(`Validating store ${this.storeId} on peer ${this.ipAddress}...`);
42
- try {
43
- const dataStore = blockchain_1.DataStore.from(this.storeId);
44
- // Fetch the root history from the propagation server
45
- const rootHistory = await dataStore.getRootHistory();
46
- if (rootHistory.length === 0) {
47
- console.error("No root history found for the store.");
48
- return false;
49
- }
50
- // Fetch the manifest.dat file content from the propagation server
51
- const manifestContent = await this.propagationServer.getStoreData("manifest.dat");
52
- const manifestHashes = manifestContent
53
- .split("\n")
54
- .filter(Boolean);
55
- // Ensure all hashes in root history are present in the manifest in the same order
56
- for (let i = 0; i < rootHistory.length; i++) {
57
- if (rootHistory[i].root_hash !== manifestHashes[i]) {
58
- console.error(`Hash mismatch at index ${i}: manifest hash ${manifestHashes[i]} does not match root history hash ${rootHistory[i].root_hash}`);
59
- return false;
60
- }
61
- }
62
- console.log("Manifest file validated.");
63
- // Fetch the .dat file content for the specified root hash from the content server
64
- const datFileContent = JSON.parse(await this.propagationServer.getStoreData(`${rootHash}.dat`));
65
- if (datFileContent.root !== rootHash) {
66
- console.error(`Root hash in .dat file does not match: ${datFileContent.root} !== ${rootHash}`);
67
- return false;
68
- }
69
- let filesIntegrityIntact = true;
70
- // Validate SHA256 hashes of the specified keys using streamStoreKey
71
- for (const key of keys) {
72
- const fileData = datFileContent.files[key];
73
- if (!fileData) {
74
- console.error(`File key ${key} not found in .dat file.`);
75
- filesIntegrityIntact = false;
76
- continue;
77
- }
78
- // Stream the file from the propagation server and calculate the SHA256 hash on the fly
79
- const hash = crypto_1.default.createHash("sha256");
80
- const fileStream = await this.contentServer.streamKey(Buffer.from(key, "hex").toString("utf-8"));
81
- await new Promise((resolve, reject) => {
82
- fileStream.on("data", (chunk) => {
83
- hash.update(chunk); // Update the hash with each chunk of data
84
- });
85
- fileStream.on("end", () => {
86
- const calculatedHash = hash.digest("hex");
87
- // Compare the calculated hash with the expected hash
88
- if (calculatedHash !== fileData.sha256) {
89
- console.error(`File ${key} failed SHA256 validation.`);
90
- filesIntegrityIntact = false;
91
- }
92
- resolve();
93
- });
94
- fileStream.on("error", (err) => {
95
- console.error(`Failed to stream file ${key}: ${err.message}`);
96
- reject(err);
97
- });
98
- });
99
- // Perform tree integrity validation using the datFileContent and the root hash
100
- const treeCheck = DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(key, fileData.sha256, datFileContent, rootHash);
101
- if (!treeCheck) {
102
- console.error(`Tree validation failed for file ${key}.`);
103
- filesIntegrityIntact = false;
104
- }
105
- }
106
- if (!filesIntegrityIntact) {
107
- console.error("Store Corrupted: Data failed SHA256 validation.");
108
- return false;
109
- }
110
- console.log("Store validation successful.");
111
- return true;
112
- }
113
- catch (error) {
114
- console.error(`Failed to validate store: ${error.message}`);
115
- return false;
116
- }
117
- }
118
- async isSynced() {
119
- try {
120
- // Fetch the root history from the propagation server
121
- const dataStore = blockchain_1.DataStore.from(this.storeId);
122
- const rootHistory = await dataStore.getRootHistory();
123
- if (rootHistory.length === 0) {
124
- console.error("No root history found for the store.");
125
- return false;
126
- }
127
- // Fetch the manifest.dat file content from the content server
128
- const manifestContent = await this.propagationServer.getStoreData("manifest.dat");
129
- const manifestHashes = manifestContent
130
- .split("\n")
131
- .filter(Boolean);
132
- // Compare lengths of root history and manifest
133
- return rootHistory.length === manifestHashes.length;
134
- }
135
- catch (error) {
136
- console.error(`Failed to check sync status: ${error.message}`);
137
- return false;
138
- }
43
+ static sendEqualBulkPayments(walletName, addresses, totalAmount, memos) {
44
+ // Use a Set to ensure unique addresses
45
+ const uniqueAddresses = Array.from(new Set(addresses));
46
+ // Convert unique addresses to puzzle hashes
47
+ const puzzleHashes = uniqueAddresses.map((address) => (0, datalayer_driver_1.addressToPuzzleHash)(address));
48
+ // Calculate amount per puzzle hash
49
+ const amountPerPuzzleHash = totalAmount / BigInt(puzzleHashes.length);
50
+ // Create outputs array
51
+ const outputs = puzzleHashes.map((puzzleHash) => ({
52
+ puzzleHash,
53
+ amount: amountPerPuzzleHash,
54
+ memos,
55
+ }));
56
+ // Call the sendBulkPayments function with the generated outputs
57
+ return DigPeer.sendBulkPayments(walletName, outputs);
139
58
  }
140
- async sendPayment(walletName, amount) {
141
- const paymentAddress = await this.contentServer.getPaymentAddress();
142
- console.log(`Sending ${amount} Mojos to ${paymentAddress}...`);
143
- const fee = BigInt(1000);
59
+ static async sendBulkPayments(walletName, outputs) {
60
+ const feePerCondition = BigInt(1000);
61
+ const totalFee = feePerCondition * BigInt(outputs.length);
144
62
  const wallet = await blockchain_3.Wallet.load(walletName);
145
63
  const publicSyntheticKey = await wallet.getPublicSyntheticKey();
146
64
  const peer = await blockchain_2.FullNodePeer.connect();
147
- const coins = await (0, coins_1.selectUnspentCoins)(peer, amount, fee, [], walletName);
148
- const paymentAddressPuzzleHash = (0, datalayer_driver_1.addressToPuzzleHash)(paymentAddress);
149
- const outputs = [
150
- {
151
- puzzleHash: paymentAddressPuzzleHash,
152
- amount: amount,
153
- },
154
- ];
155
- const coinSpends = await (0, datalayer_driver_1.sendXch)(publicSyntheticKey, coins, outputs, fee);
65
+ const totalAmount = outputs.reduce((acc, output) => acc + output.amount, BigInt(0));
66
+ const coins = await (0, coins_1.selectUnspentCoins)(peer, totalAmount, totalFee, [], walletName);
67
+ const coinSpends = await (0, datalayer_driver_1.sendXch)(publicSyntheticKey, coins, outputs, totalFee);
156
68
  const sig = (0, datalayer_driver_1.signCoinSpends)(coinSpends, [await wallet.getPrivateSyntheticKey()], false);
157
69
  const err = await peer.broadcastSpend(coinSpends, [sig]);
158
70
  if (err) {
@@ -160,5 +72,51 @@ class DigPeer {
160
72
  }
161
73
  await blockchain_2.FullNodePeer.waitForConfirmation((0, datalayer_driver_1.getCoinId)(coins[0]));
162
74
  }
75
+ async sendPayment(walletName, amount, memos = []) {
76
+ const paymentAddress = await this.contentServer.getPaymentAddress();
77
+ const paymentAddressPuzzleHash = (0, datalayer_driver_1.addressToPuzzleHash)(paymentAddress);
78
+ const output = {
79
+ puzzleHash: paymentAddressPuzzleHash,
80
+ amount,
81
+ memos,
82
+ };
83
+ return DigPeer.sendBulkPayments(walletName, [output]);
84
+ }
85
+ static createPaymentHint(storeId) {
86
+ // Ensure the input is a 32-byte buffer
87
+ if (!Buffer.isBuffer(storeId) || storeId.length !== 32) {
88
+ throw new Error("Invalid input. Must be a 32-byte buffer.");
89
+ }
90
+ // Define the seed
91
+ const seed = "digpayment";
92
+ // Combine the seed and the original buffer
93
+ const combinedBuffer = Buffer.concat([Buffer.from(seed), storeId]);
94
+ // Apply SHA-256 hash to the combined buffer
95
+ const hash = crypto_1.default.createHash("sha256");
96
+ hash.update(combinedBuffer);
97
+ const transformedBuffer = hash.digest();
98
+ // Return the 32-byte hash as a hex string
99
+ return transformedBuffer;
100
+ }
101
+ async syncStore() {
102
+ const dataStore = blockchain_1.DataStore.from(this.storeId);
103
+ const rootHistory = await dataStore.getRootHistory();
104
+ const localRootHistory = rootHistory
105
+ .filter((root) => Boolean(root.synced))
106
+ .reverse();
107
+ console.log(`Syncing store ${this.storeId} with ${this.IpAddress}`);
108
+ for (const item of localRootHistory) {
109
+ await this.pushStoreRoot(this.storeId, item.root_hash);
110
+ }
111
+ }
112
+ async pushStoreRoot(storeId, rootHash) {
113
+ await PropagationServer_1.PropagationServer.uploadStore(storeId, rootHash, this.IpAddress);
114
+ }
115
+ async downloadStoreRoot(rootHash) {
116
+ await PropagationServer_1.PropagationServer.downloadStore(this.storeId, rootHash, this.IpAddress);
117
+ }
118
+ async downloadData(dataPath) {
119
+ await this.propagationServer.downloadFile(dataPath);
120
+ }
163
121
  }
164
122
  exports.DigPeer = DigPeer;