@dignetwork/dig-sdk 0.0.1-alpha.18 → 0.0.1-alpha.180

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (91) hide show
  1. package/dist/DataIntegrityTree/DataIntegrityTree.d.ts +10 -1
  2. package/dist/DataIntegrityTree/DataIntegrityTree.d.ts.map +1 -1
  3. package/dist/DataIntegrityTree/DataIntegrityTree.js +77 -10
  4. package/dist/DigNetwork/ContentServer.d.ts +22 -5
  5. package/dist/DigNetwork/ContentServer.d.ts.map +1 -1
  6. package/dist/DigNetwork/ContentServer.js +226 -28
  7. package/dist/DigNetwork/DigNetwork.d.ts +15 -9
  8. package/dist/DigNetwork/DigNetwork.d.ts.map +1 -1
  9. package/dist/DigNetwork/DigNetwork.js +129 -189
  10. package/dist/DigNetwork/DigPeer.d.ts +8 -3
  11. package/dist/DigNetwork/DigPeer.d.ts.map +1 -1
  12. package/dist/DigNetwork/DigPeer.js +72 -115
  13. package/dist/DigNetwork/IncentiveServer.d.ts.map +1 -1
  14. package/dist/DigNetwork/IncentiveServer.js +6 -5
  15. package/dist/DigNetwork/PropagationServer.d.ts +89 -33
  16. package/dist/DigNetwork/PropagationServer.d.ts.map +1 -1
  17. package/dist/DigNetwork/PropagationServer.js +625 -358
  18. package/dist/blockchain/DataStore.d.ts +25 -7
  19. package/dist/blockchain/DataStore.d.ts.map +1 -1
  20. package/dist/blockchain/DataStore.js +117 -159
  21. package/dist/blockchain/DataStoreSerializer.d.ts +1 -1
  22. package/dist/blockchain/DataStoreSerializer.d.ts.map +1 -1
  23. package/dist/blockchain/FullNodePeer.d.ts +95 -10
  24. package/dist/blockchain/FullNodePeer.d.ts.map +1 -1
  25. package/dist/blockchain/FullNodePeer.js +325 -115
  26. package/dist/blockchain/ServerCoin.d.ts +13 -5
  27. package/dist/blockchain/ServerCoin.d.ts.map +1 -1
  28. package/dist/blockchain/ServerCoin.js +89 -28
  29. package/dist/blockchain/StoreMonitorRegistry.d.ts +85 -0
  30. package/dist/blockchain/StoreMonitorRegistry.d.ts.map +1 -0
  31. package/dist/blockchain/StoreMonitorRegistry.js +238 -0
  32. package/dist/blockchain/Wallet.d.ts +2 -2
  33. package/dist/blockchain/Wallet.d.ts.map +1 -1
  34. package/dist/blockchain/Wallet.js +50 -18
  35. package/dist/blockchain/coins.d.ts +1 -2
  36. package/dist/blockchain/coins.d.ts.map +1 -1
  37. package/dist/blockchain/coins.js +1 -55
  38. package/dist/blockchain/index.d.ts +1 -0
  39. package/dist/blockchain/index.d.ts.map +1 -1
  40. package/dist/blockchain/index.js +1 -0
  41. package/dist/types.d.ts +2 -0
  42. package/dist/types.d.ts.map +1 -1
  43. package/dist/utils/ContentScanner.d.ts +63 -0
  44. package/dist/utils/ContentScanner.d.ts.map +1 -0
  45. package/dist/utils/ContentScanner.js +175 -0
  46. package/dist/utils/DigCache.d.ts +38 -0
  47. package/dist/utils/DigCache.d.ts.map +1 -0
  48. package/dist/utils/DigCache.js +236 -0
  49. package/dist/utils/Environment.d.ts +21 -0
  50. package/dist/utils/Environment.d.ts.map +1 -0
  51. package/dist/utils/Environment.js +93 -0
  52. package/dist/utils/FileCache.d.ts +1 -1
  53. package/dist/utils/FileCache.d.ts.map +1 -1
  54. package/dist/utils/FileCache.js +2 -2
  55. package/dist/utils/FileTransfer.d.ts +47 -0
  56. package/dist/utils/FileTransfer.d.ts.map +1 -0
  57. package/dist/utils/FileTransfer.js +209 -0
  58. package/dist/utils/NconfManager.d.ts.map +1 -1
  59. package/dist/utils/NconfManager.js +16 -7
  60. package/dist/utils/PeerRanker.d.ts +55 -0
  61. package/dist/utils/PeerRanker.d.ts.map +1 -0
  62. package/dist/utils/PeerRanker.js +186 -0
  63. package/dist/utils/StoreArchiveManager.d.ts +45 -0
  64. package/dist/utils/StoreArchiveManager.d.ts.map +1 -0
  65. package/dist/utils/StoreArchiveManager.js +153 -0
  66. package/dist/utils/Udi.d.ts +27 -0
  67. package/dist/utils/Udi.d.ts.map +1 -0
  68. package/dist/utils/Udi.js +145 -0
  69. package/dist/utils/config.d.ts +4 -3
  70. package/dist/utils/config.d.ts.map +1 -1
  71. package/dist/utils/config.js +13 -8
  72. package/dist/utils/directoryUtils.d.ts +16 -0
  73. package/dist/utils/directoryUtils.d.ts.map +1 -1
  74. package/dist/utils/directoryUtils.js +66 -0
  75. package/dist/utils/index.d.ts +5 -1
  76. package/dist/utils/index.d.ts.map +1 -1
  77. package/dist/utils/index.js +5 -1
  78. package/dist/utils/merkle.d.ts +2 -0
  79. package/dist/utils/merkle.d.ts.map +1 -0
  80. package/dist/utils/merkle.js +28 -0
  81. package/dist/utils/network.d.ts +2 -1
  82. package/dist/utils/network.d.ts.map +1 -1
  83. package/dist/utils/network.js +40 -15
  84. package/dist/utils/promiseUtils.d.ts +27 -0
  85. package/dist/utils/promiseUtils.d.ts.map +1 -0
  86. package/dist/utils/promiseUtils.js +69 -0
  87. package/dist/utils/ssl.js +2 -2
  88. package/package.json +31 -13
  89. package/dist/utils/deltaUtils.d.ts +0 -2
  90. package/dist/utils/deltaUtils.d.ts.map +0 -1
  91. package/dist/utils/deltaUtils.js +0 -83
@@ -1,12 +1,12 @@
1
1
  import { DigConfig } from "../types";
2
2
  export declare const NETWORK_AGG_SIG_DATA = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
3
+ export declare const MAIN_NET_GENISES_CHALLENGE = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
3
4
  export declare const MIN_HEIGHT = 5777842;
4
5
  export declare const MIN_HEIGHT_HEADER_HASH = "b29a4daac2434fd17a36e15ba1aac5d65012d4a66f99bed0bf2b5342e92e562c";
5
6
  export declare const DIG_FOLDER_PATH: string;
6
7
  export declare const STORE_PATH: string;
7
8
  export declare const USER_DIR_PATH: string;
8
9
  export declare const CONFIG_FILE_PATH: string;
9
- export declare const getManifestFilePath: (storeId: string) => string;
10
10
  export declare const getHeightFilePath: (storeId: string) => string;
11
11
  export declare const createInitialConfig: () => void;
12
12
  export declare const setRemote: (remote: string) => void;
@@ -20,9 +20,10 @@ export declare const getCoinState: (storeId: string) => {
20
20
  };
21
21
  };
22
22
  /**
23
- * Retrieves a list of valid store folders (64-character hexadecimal names) in the DIG folder.
23
+ * Retrieves the list of valid store folders.
24
+ * If the STORE_PATH directory does not exist, it is created.
24
25
  *
25
- * @returns {string[]} An array of valid folder names.
26
+ * @returns {string[]} An array of valid store folder names.
26
27
  */
27
28
  export declare const getStoresList: () => string[];
28
29
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAKrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,mBAAmB,YAAa,MAAM,KAAG,MACN,CAAC;AAEjD,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAOtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/utils/config.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAMrC,eAAO,MAAM,oBAAoB,qEACmC,CAAC;AAErE,eAAO,MAAM,0BAA0B,qEAAuB,CAAC;AAE/D,eAAO,MAAM,UAAU,UAAU,CAAC;AAClC,eAAO,MAAM,sBAAsB,qEACiC,CAAC;AAErE,eAAO,MAAM,eAAe,QACqC,CAAC;AAElE,eAAO,MAAM,UAAU,QAAuC,CAAC;AAE/D,eAAO,MAAM,aAAa,QAAkC,CAAC;AAC7D,eAAO,MAAM,gBAAgB,QAAgD,CAAC;AAE9E,eAAO,MAAM,iBAAiB,YAAa,MAAM,KAAG,MACL,CAAC;AAEhD,eAAO,MAAM,mBAAmB,QAAO,IAItC,CAAC;AAEF,eAAO,MAAM,SAAS,WAAY,MAAM,KAAG,IAQ1C,CAAC;AAEF,eAAO,MAAM,cAAc,YAAa,MAAM,KAAG,IAQhD,CAAC;AAqBF,eAAO,MAAM,YAAY,YACd,MAAM,KACd;IACD,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CAYH,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,aAAa,QAAO,MAAM,EAYtC,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,QAAa,OAAO,CAAC,MAAM,GAAG,IAAI,CAkC9D,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,aAAa,YAAa,MAAM,KAAG,SAS/C,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,YAAa,MAAM,KAAG,SAoBjD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,eAAe,YACjB,MAAM,OACV,MAAM,SACJ,GAAG,KACT,IAMF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,kBAAkB,YAAa,MAAM,OAAO,MAAM,KAAG,IAcjE,CAAC"}
@@ -26,20 +26,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
26
26
  return (mod && mod.__esModule) ? mod : { "default": mod };
27
27
  };
28
28
  Object.defineProperty(exports, "__esModule", { value: true });
29
- exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.getManifestFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.NETWORK_AGG_SIG_DATA = void 0;
29
+ exports.deleteDigConfigKey = exports.setDigConfigKey = exports.ensureDigConfig = exports.loadDigConfig = exports.getActiveStoreId = exports.getStoresList = exports.getCoinState = exports.setActiveStore = exports.setRemote = exports.createInitialConfig = exports.getHeightFilePath = exports.CONFIG_FILE_PATH = exports.USER_DIR_PATH = exports.STORE_PATH = exports.DIG_FOLDER_PATH = exports.MIN_HEIGHT_HEADER_HASH = exports.MIN_HEIGHT = exports.MAIN_NET_GENISES_CHALLENGE = exports.NETWORK_AGG_SIG_DATA = void 0;
30
30
  const fs = __importStar(require("fs"));
31
31
  const path = __importStar(require("path"));
32
32
  const inquirer_1 = __importDefault(require("inquirer"));
33
33
  const os_1 = __importDefault(require("os"));
34
+ const Environment_1 = require("./Environment");
34
35
  exports.NETWORK_AGG_SIG_DATA = "ccd5bb71183532bff220ba46c268991a3ff07eb358e8255a65c30a2dce0e5fbb";
36
+ exports.MAIN_NET_GENISES_CHALLENGE = exports.NETWORK_AGG_SIG_DATA;
35
37
  exports.MIN_HEIGHT = 5777842;
36
38
  exports.MIN_HEIGHT_HEADER_HASH = "b29a4daac2434fd17a36e15ba1aac5d65012d4a66f99bed0bf2b5342e92e562c";
37
- exports.DIG_FOLDER_PATH = process.env.DIG_FOLDER_PATH || path.join(process.cwd(), ".dig");
39
+ exports.DIG_FOLDER_PATH = Environment_1.Environment.DIG_FOLDER_PATH || path.join(process.cwd(), ".dig");
38
40
  exports.STORE_PATH = path.join(exports.DIG_FOLDER_PATH, "stores");
39
41
  exports.USER_DIR_PATH = path.join(os_1.default.homedir(), ".dig");
40
42
  exports.CONFIG_FILE_PATH = path.join(exports.DIG_FOLDER_PATH, "dig.config.json");
41
- const getManifestFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "manifest.dat");
42
- exports.getManifestFilePath = getManifestFilePath;
43
43
  const getHeightFilePath = (storeId) => path.join(exports.STORE_PATH, storeId, "height.json");
44
44
  exports.getHeightFilePath = getHeightFilePath;
45
45
  const createInitialConfig = () => {
@@ -82,7 +82,7 @@ const promptUserForSelection = async (options) => {
82
82
  return answer.selectedStore;
83
83
  };
84
84
  const getCoinState = (storeId) => {
85
- const stateFile = path.join(exports.STORE_PATH, `${storeId}.json`);
85
+ const stateFile = path.join(exports.USER_DIR_PATH, `${storeId}.json`);
86
86
  if (!fs.existsSync(stateFile)) {
87
87
  return {
88
88
  metadata: { rootHash: "", bytes: "", label: "", description: "" },
@@ -94,11 +94,16 @@ const getCoinState = (storeId) => {
94
94
  };
95
95
  exports.getCoinState = getCoinState;
96
96
  /**
97
- * Retrieves a list of valid store folders (64-character hexadecimal names) in the DIG folder.
97
+ * Retrieves the list of valid store folders.
98
+ * If the STORE_PATH directory does not exist, it is created.
98
99
  *
99
- * @returns {string[]} An array of valid folder names.
100
+ * @returns {string[]} An array of valid store folder names.
100
101
  */
101
102
  const getStoresList = () => {
103
+ // Check if the STORE_PATH exists, create it if not
104
+ if (!fs.existsSync(exports.STORE_PATH)) {
105
+ fs.mkdirSync(exports.STORE_PATH, { recursive: true });
106
+ }
102
107
  const folders = fs.readdirSync(exports.STORE_PATH);
103
108
  return folders.filter((folder) => /^[a-f0-9]{64}$/.test(folder) &&
104
109
  fs.lstatSync(path.join(exports.STORE_PATH, folder)).isDirectory());
@@ -123,7 +128,7 @@ const getActiveStoreId = async () => {
123
128
  return Buffer.from(config.active_store, "hex");
124
129
  }
125
130
  const validFolders = (0, exports.getStoresList)();
126
- if (validFolders.length === 1 || process.env.REMOTE_NODE === "1") {
131
+ if (validFolders.length === 1 || Environment_1.Environment.REMOTE_NODE) {
127
132
  // If only one valid folder exists, set it as the active_store and return it
128
133
  config.active_store = validFolders[0];
129
134
  fs.writeFileSync(configFilePath, JSON.stringify(config, null, 4));
@@ -6,4 +6,20 @@ export declare const addDirectory: (datalayer: DataIntegrityTree, dirPath: strin
6
6
  * @returns The total size of the folder in bytes.
7
7
  */
8
8
  export declare const calculateFolderSize: (folderPath: string) => bigint;
9
+ /**
10
+ * Represents the result of listing files.
11
+ * - If `groupSize` is not provided, returns an array of relative file paths.
12
+ * - If `groupSize` is provided, returns an array of arrays, each containing up to `groupSize` file paths.
13
+ */
14
+ type ListFilesResult = string[] | string[][];
15
+ /**
16
+ * Recursively lists all files in a directory, excluding specified folders and respecting `.gitignore` rules.
17
+ * Optionally groups the list into batches of a specified size.
18
+ *
19
+ * @param {string} baseDir - The base directory path to start listing files from.
20
+ * @param {number} [groupSize] - Optional. The number of files per group. If provided, the result will be an array of arrays.
21
+ * @returns {ListFilesResult} - A flat list of relative file paths or grouped lists based on `groupSize`.
22
+ */
23
+ export declare function listFilesRecursively(baseDir: string, groupSize?: number): ListFilesResult;
24
+ export {};
9
25
  //# sourceMappingURL=directoryUtils.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC"}
1
+ {"version":3,"file":"directoryUtils.d.ts","sourceRoot":"","sources":["../../src/utils/directoryUtils.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AA+BzD,eAAO,MAAM,YAAY,cACZ,iBAAiB,WACnB,MAAM,YACN,MAAM,KACd,OAAO,CAAC,IAAI,CA4Cd,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,eAAgB,MAAM,KAAG,MAiBxD,CAAC;AAEF;;;;GAIG;AACH,KAAK,eAAe,GAAG,MAAM,EAAE,GAAG,MAAM,EAAE,EAAE,CAAC;AAE7C;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GACjB,eAAe,CAiEjB"}
@@ -27,6 +27,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
27
27
  };
28
28
  Object.defineProperty(exports, "__esModule", { value: true });
29
29
  exports.calculateFolderSize = exports.addDirectory = void 0;
30
+ exports.listFilesRecursively = listFilesRecursively;
30
31
  const path = __importStar(require("path"));
31
32
  const fs = __importStar(require("fs"));
32
33
  const ignore_1 = __importDefault(require("ignore"));
@@ -108,3 +109,68 @@ const calculateFolderSize = (folderPath) => {
108
109
  return totalSize;
109
110
  };
110
111
  exports.calculateFolderSize = calculateFolderSize;
112
+ /**
113
+ * Recursively lists all files in a directory, excluding specified folders and respecting `.gitignore` rules.
114
+ * Optionally groups the list into batches of a specified size.
115
+ *
116
+ * @param {string} baseDir - The base directory path to start listing files from.
117
+ * @param {number} [groupSize] - Optional. The number of files per group. If provided, the result will be an array of arrays.
118
+ * @returns {ListFilesResult} - A flat list of relative file paths or grouped lists based on `groupSize`.
119
+ */
120
+ function listFilesRecursively(baseDir, groupSize) {
121
+ // Initialize the ignore instance
122
+ const ig = (0, ignore_1.default)();
123
+ // Path to .gitignore
124
+ const gitignorePath = path.join(baseDir, ".gitignore");
125
+ // Load and parse .gitignore if it exists
126
+ if (fs.existsSync(gitignorePath)) {
127
+ const gitignoreContent = fs.readFileSync(gitignorePath, "utf-8");
128
+ ig.add(gitignoreContent);
129
+ }
130
+ // Initialize result containers
131
+ const allFiles = [];
132
+ let groupedFiles = [];
133
+ /**
134
+ * Recursively traverses directories to collect files.
135
+ *
136
+ * @param {string} currentDir - The current directory path being traversed.
137
+ */
138
+ function traverseDirectory(currentDir) {
139
+ let entries;
140
+ try {
141
+ entries = fs.readdirSync(currentDir, { withFileTypes: true });
142
+ }
143
+ catch (err) {
144
+ console.error(`Failed to read directory: ${currentDir}. Error: ${err.message}`);
145
+ return;
146
+ }
147
+ for (const entry of entries) {
148
+ const entryName = entry.name;
149
+ const fullPath = path.join(currentDir, entryName);
150
+ const relativePath = path.relative(baseDir, fullPath).replace(/\\/g, "/"); // Normalize to forward slashes
151
+ // Skip .git and .dig directories and any ignored paths
152
+ if (entryName === ".git" || entryName === ".dig" || ig.ignores(relativePath)) {
153
+ continue;
154
+ }
155
+ if (entry.isDirectory()) {
156
+ traverseDirectory(fullPath); // Recurse into subdirectory
157
+ }
158
+ else if (entry.isFile()) {
159
+ allFiles.push(relativePath);
160
+ }
161
+ // Optionally handle symbolic links or other types if needed
162
+ }
163
+ }
164
+ // Start traversal from the base directory
165
+ traverseDirectory(baseDir);
166
+ // If groupSize is provided and valid, group the files accordingly
167
+ if (groupSize && Number.isInteger(groupSize) && groupSize > 0) {
168
+ groupedFiles = [];
169
+ for (let i = 0; i < allFiles.length; i += groupSize) {
170
+ groupedFiles.push(allFiles.slice(i, i + groupSize));
171
+ }
172
+ return groupedFiles;
173
+ }
174
+ // Return the flat list of files if grouping is not required
175
+ return allFiles;
176
+ }
@@ -1,7 +1,6 @@
1
1
  export * from './config';
2
2
  export * from './connectionUtils';
3
3
  export * from './credentialsUtils';
4
- export * from './deltaUtils';
5
4
  export * from './directoryUtils';
6
5
  export * from './encryption';
7
6
  export * from './FileCache';
@@ -11,4 +10,9 @@ export * from './network';
11
10
  export * from './spinnerUtils';
12
11
  export * from './ssl';
13
12
  export * from './validationUtils';
13
+ export * from './Environment';
14
+ export * from './promiseUtils';
15
+ export * from './PeerRanker';
16
+ export * from './DigCache';
17
+ export * from './Udi';
14
18
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,cAAc,CAAC;AAC7B,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,WAAW,CAAC;AAC1B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,OAAO,CAAC;AACtB,cAAc,mBAAmB,CAAC;AAClC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,YAAY,CAAC;AAC3B,cAAc,OAAO,CAAC"}
@@ -17,7 +17,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
17
17
  __exportStar(require("./config"), exports);
18
18
  __exportStar(require("./connectionUtils"), exports);
19
19
  __exportStar(require("./credentialsUtils"), exports);
20
- __exportStar(require("./deltaUtils"), exports);
21
20
  __exportStar(require("./directoryUtils"), exports);
22
21
  __exportStar(require("./encryption"), exports);
23
22
  __exportStar(require("./FileCache"), exports);
@@ -27,3 +26,8 @@ __exportStar(require("./network"), exports);
27
26
  __exportStar(require("./spinnerUtils"), exports);
28
27
  __exportStar(require("./ssl"), exports);
29
28
  __exportStar(require("./validationUtils"), exports);
29
+ __exportStar(require("./Environment"), exports);
30
+ __exportStar(require("./promiseUtils"), exports);
31
+ __exportStar(require("./PeerRanker"), exports);
32
+ __exportStar(require("./DigCache"), exports);
33
+ __exportStar(require("./Udi"), exports);
@@ -0,0 +1,2 @@
1
+ export declare function merkleIntegrityCheck(treePath: string, tmpDir: string, dataPath: string, roothash: string): Promise<boolean>;
2
+ //# sourceMappingURL=merkle.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"merkle.d.ts","sourceRoot":"","sources":["../../src/utils/merkle.ts"],"names":[],"mappings":"AAIA,wBAAsB,oBAAoB,CACtC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,OAAO,CAAC,CA6BlB"}
@@ -0,0 +1,28 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.merkleIntegrityCheck = merkleIntegrityCheck;
7
+ const DataIntegrityTree_1 = require("../DataIntegrityTree");
8
+ const fs_1 = __importDefault(require("fs"));
9
+ const path_1 = __importDefault(require("path"));
10
+ async function merkleIntegrityCheck(treePath, tmpDir, dataPath, roothash) {
11
+ const rootHashContent = fs_1.default.readFileSync(treePath, "utf-8");
12
+ const tree = JSON.parse(rootHashContent);
13
+ // Extract expected sha256 from dataPath
14
+ const expectedSha256 = dataPath.replace("data", "").replace(/\//g, "");
15
+ console.log("expectedSha256", expectedSha256);
16
+ // Find the hexKey in the tree based on matching sha256
17
+ const hexKey = Object.keys(tree.files).find((key) => {
18
+ const fileData = tree.files[key]; // Inline type definition
19
+ return fileData.sha256 === expectedSha256;
20
+ });
21
+ if (!hexKey) {
22
+ throw new Error(`No matching file found with sha256: ${expectedSha256}`);
23
+ }
24
+ // Validate the integrity with the foreign tree
25
+ const integrity = await DataIntegrityTree_1.DataIntegrityTree.validateKeyIntegrityWithForeignTree(hexKey, expectedSha256, tree, roothash, path_1.default.join(tmpDir, "data"));
26
+ console.log("Integrity check result:", integrity);
27
+ return integrity;
28
+ }
@@ -1,2 +1,3 @@
1
- export declare const getPublicIpAddress: () => Promise<string | undefined>;
1
+ export declare const getPublicHost: () => Promise<string | undefined>;
2
+ export declare const formatHost: (host: string) => string;
2
3
  //# sourceMappingURL=network.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"network.d.ts","sourceRoot":"","sources":["../../src/utils/network.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,kBAAkB,QAAa,OAAO,CAAC,MAAM,GAAG,SAAS,CA8BrE,CAAC"}
1
+ {"version":3,"file":"network.d.ts","sourceRoot":"","sources":["../../src/utils/network.ts"],"names":[],"mappings":"AAoBA,eAAO,MAAM,aAAa,QAAa,OAAO,CAAC,MAAM,GAAG,SAAS,CA+ChE,CAAC;AAIF,eAAO,MAAM,UAAU,SAAU,MAAM,KAAG,MAUzC,CAAC"}
@@ -3,36 +3,61 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
3
3
  return (mod && mod.__esModule) ? mod : { "default": mod };
4
4
  };
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.getPublicIpAddress = void 0;
6
+ exports.formatHost = exports.getPublicHost = void 0;
7
7
  const superagent_1 = __importDefault(require("superagent"));
8
8
  const MAX_RETRIES = 5;
9
9
  const RETRY_DELAY = 2000; // in milliseconds
10
- const getPublicIpAddress = async () => {
11
- const publicIp = process.env.PUBLIC_IP;
12
- if (publicIp) {
13
- console.log('Public IP address from env:', publicIp);
14
- return publicIp;
10
+ // Regular expression for validating both IPv4 and IPv6 addresses
11
+ const ipv4Regex = /^(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.(25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)$/;
12
+ const ipv6Regex = /^(([0-9a-fA-F]{1,4}:){7}([0-9a-fA-F]{1,4}|:)|(([0-9a-fA-F]{1,7}|:):){1,7}([0-9a-fA-F]{1,4}|:))$/;
13
+ // Regular expression for validating hostnames
14
+ const hostnameRegex = /^(([a-zA-Z0-9](-*[a-zA-Z0-9])*)\.)*[a-zA-Z]{2,}$/;
15
+ // Helper function to validate the IP address or hostname
16
+ const isValidHost = (host) => {
17
+ return ipv4Regex.test(host) || ipv6Regex.test(host) || hostnameRegex.test(host);
18
+ };
19
+ const getPublicHost = async () => {
20
+ const publicHost = process.env.PUBLIC_IP;
21
+ if (publicHost) {
22
+ console.log("Public IP/Hostname from env:", publicHost);
23
+ if (isValidHost(publicHost)) {
24
+ return publicHost;
25
+ }
26
+ console.error("Invalid public IP/Hostname in environment variable");
27
+ return undefined;
15
28
  }
16
29
  let attempt = 0;
17
30
  while (attempt < MAX_RETRIES) {
18
31
  try {
19
- const response = await superagent_1.default.get('https://api.datalayer.storage/user/v1/get_user_ip');
32
+ const response = await superagent_1.default.get("https://api.datalayer.storage/user/v1/get_user_ip");
20
33
  if (response.body && response.body.success) {
21
- console.log('Public IP address:', response.body);
22
- return response.body.ip_address;
23
- }
24
- else {
25
- throw new Error('Failed to retrieve public IP address');
34
+ const ipAddress = response.body.ip_address;
35
+ if (isValidHost(ipAddress)) {
36
+ return ipAddress;
37
+ }
38
+ throw new Error("Invalid IP address or hostname format received");
26
39
  }
40
+ throw new Error("Failed to retrieve public host");
27
41
  }
28
42
  catch (error) {
29
43
  attempt++;
30
- console.error(`Error fetching public IP address (Attempt ${attempt}):`, error.message);
44
+ console.error(`Error fetching public host (Attempt ${attempt}):`, error.message);
31
45
  if (attempt >= MAX_RETRIES) {
32
- throw new Error('Could not retrieve public IP address after several attempts');
46
+ throw new Error("Could not retrieve public host after several attempts");
33
47
  }
34
48
  await new Promise((resolve) => setTimeout(resolve, RETRY_DELAY));
35
49
  }
36
50
  }
37
51
  };
38
- exports.getPublicIpAddress = getPublicIpAddress;
52
+ exports.getPublicHost = getPublicHost;
53
+ // Helper function to wrap IPv6 addresses in brackets
54
+ const formatHost = (host) => {
55
+ const ipv6Pattern = /^[a-fA-F0-9:]+$/; // Simple regex to match raw IPv6 addresses (without brackets)
56
+ const hasBrackets = /^\[.*\]$/; // Regex to check if the address already has brackets
57
+ // If it's an IPv6 address without brackets, add them
58
+ if (ipv6Pattern.test(host) && !hasBrackets.test(host)) {
59
+ return `[${host}]`;
60
+ }
61
+ return host; // Return the host as is (IPv4, hostname, or already bracketed IPv6)
62
+ };
63
+ exports.formatHost = formatHost;
@@ -0,0 +1,27 @@
1
+ /**
2
+ * Processes items in sequential batches with a concurrency limit.
3
+ * Adds a cooldown between batches.
4
+ * @param {number} limit - The maximum number of concurrent executions per batch.
5
+ * @param {Array<T>} items - The array of items to process.
6
+ * @param {(item: T) => Promise<R>} iteratorFn - The async function to apply to each item.
7
+ * @param {number} cooldownMs - The cooldown duration between batches in milliseconds.
8
+ * @returns {Promise<Array<R>>} - A promise that resolves when all items have been processed.
9
+ */
10
+ export declare function asyncPool<T, R>(limit: number, items: T[], iteratorFn: (item: T) => Promise<R>, cooldownMs?: number): Promise<R[]>;
11
+ /**
12
+ * Helper function to add a timeout to a promise.
13
+ * @param promise The original promise.
14
+ * @param ms Timeout in milliseconds.
15
+ * @param timeoutMessage The error message when the timeout is reached.
16
+ * @returns Promise that resolves before the timeout or rejects with an error.
17
+ */
18
+ export declare const withTimeout: <T>(promise: Promise<T>, ms: number, timeoutMessage: string) => Promise<T>;
19
+ /**
20
+ * Wraps a promise to execute a callback every 30 seconds while the promise is pending.
21
+ *
22
+ * @param {Promise<T>} promise - The promise to wrap.
23
+ * @param {() => void} callback - The callback function to call every 30 seconds.
24
+ * @returns {Promise<T>} - A new promise that resolves or rejects with the original promise's result.
25
+ */
26
+ export declare const withIntervalCallback: <T>(promise: Promise<T>, callback: () => void) => Promise<T>;
27
+ //# sourceMappingURL=promiseUtils.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"promiseUtils.d.ts","sourceRoot":"","sources":["../../src/utils/promiseUtils.ts"],"names":[],"mappings":"AACA;;;;;;;;GAQG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAAE,CAAC,EAClC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,CAAC,EAAE,EACV,UAAU,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EACnC,UAAU,GAAE,MAAY,GACvB,OAAO,CAAC,CAAC,EAAE,CAAC,CAkBd;AACC;;;;;;EAMC;AACH,eAAO,MAAM,WAAW,GAAI,CAAC,WAClB,OAAO,CAAC,CAAC,CAAC,MACf,MAAM,kBACM,MAAM,KACrB,OAAO,CAAC,CAAC,CAOX,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,GAAI,CAAC,WAC3B,OAAO,CAAC,CAAC,CAAC,YACT,MAAM,IAAI,KACnB,OAAO,CAAC,CAAC,CAoBX,CAAC"}
@@ -0,0 +1,69 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.withIntervalCallback = exports.withTimeout = void 0;
4
+ exports.asyncPool = asyncPool;
5
+ /**
6
+ * Processes items in sequential batches with a concurrency limit.
7
+ * Adds a cooldown between batches.
8
+ * @param {number} limit - The maximum number of concurrent executions per batch.
9
+ * @param {Array<T>} items - The array of items to process.
10
+ * @param {(item: T) => Promise<R>} iteratorFn - The async function to apply to each item.
11
+ * @param {number} cooldownMs - The cooldown duration between batches in milliseconds.
12
+ * @returns {Promise<Array<R>>} - A promise that resolves when all items have been processed.
13
+ */
14
+ async function asyncPool(limit, items, iteratorFn, cooldownMs = 500 // Default cooldown of 500ms
15
+ ) {
16
+ const ret = [];
17
+ for (let i = 0; i < items.length; i += limit) {
18
+ const batchItems = items.slice(i, i + limit);
19
+ const batchPromises = batchItems.map((item) => iteratorFn(item));
20
+ // Wait for the current batch to complete before starting the next one
21
+ const batchResults = await Promise.all(batchPromises);
22
+ ret.push(...batchResults);
23
+ // Add a cooldown between batches, except after the last batch
24
+ if (i + limit < items.length) {
25
+ await new Promise((resolve) => setTimeout(resolve, cooldownMs));
26
+ }
27
+ }
28
+ return ret;
29
+ }
30
+ /**
31
+ * Helper function to add a timeout to a promise.
32
+ * @param promise The original promise.
33
+ * @param ms Timeout in milliseconds.
34
+ * @param timeoutMessage The error message when the timeout is reached.
35
+ * @returns Promise that resolves before the timeout or rejects with an error.
36
+ */
37
+ const withTimeout = (promise, ms, timeoutMessage) => {
38
+ return Promise.race([
39
+ promise,
40
+ new Promise((_, reject) => setTimeout(() => reject(new Error(timeoutMessage)), ms)),
41
+ ]);
42
+ };
43
+ exports.withTimeout = withTimeout;
44
+ /**
45
+ * Wraps a promise to execute a callback every 30 seconds while the promise is pending.
46
+ *
47
+ * @param {Promise<T>} promise - The promise to wrap.
48
+ * @param {() => void} callback - The callback function to call every 30 seconds.
49
+ * @returns {Promise<T>} - A new promise that resolves or rejects with the original promise's result.
50
+ */
51
+ const withIntervalCallback = (promise, callback) => {
52
+ const intervalTime = 30000; // 30 seconds in milliseconds
53
+ let intervalId;
54
+ // Start the interval that calls the callback every 30 seconds
55
+ intervalId = setInterval(() => {
56
+ callback();
57
+ }, intervalTime);
58
+ // Return a new promise that clears the interval when the original promise settles
59
+ return promise
60
+ .then((result) => {
61
+ clearInterval(intervalId);
62
+ return result;
63
+ })
64
+ .catch((error) => {
65
+ clearInterval(intervalId);
66
+ throw error;
67
+ });
68
+ };
69
+ exports.withIntervalCallback = withIntervalCallback;
package/dist/utils/ssl.js CHANGED
@@ -26,7 +26,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
26
26
  exports.getOrCreateSSLCerts = void 0;
27
27
  const fs = __importStar(require("fs"));
28
28
  const path = __importStar(require("path"));
29
- const chia_server_coin_1 = require("chia-server-coin");
29
+ const datalayer_driver_1 = require("@dignetwork/datalayer-driver");
30
30
  const config_1 = require("./config");
31
31
  const getOrCreateSSLCerts = () => {
32
32
  const sslDir = path.join(config_1.USER_DIR_PATH, "ssl");
@@ -38,7 +38,7 @@ const getOrCreateSSLCerts = () => {
38
38
  }
39
39
  // Check if the certificate and key exist, if not, generate them
40
40
  if (!fs.existsSync(certPath) || !fs.existsSync(keyPath)) {
41
- new chia_server_coin_1.Tls(certPath, keyPath);
41
+ new datalayer_driver_1.Tls(certPath, keyPath);
42
42
  console.log("Client certificate and key generated successfully.");
43
43
  }
44
44
  // Return the paths to the cert and key files
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dignetwork/dig-sdk",
3
- "version": "0.0.1-alpha.18",
3
+ "version": "0.0.1-alpha.180",
4
4
  "description": "",
5
5
  "type": "commonjs",
6
6
  "main": "./dist/index.js",
@@ -25,41 +25,59 @@
25
25
  "LICENSE"
26
26
  ],
27
27
  "dependencies": {
28
+ "@dignetwork/datalayer-driver": "^0.1.29",
29
+ "@dignetwork/dig-sdk": "^0.0.1-alpha.158",
30
+ "archiver": "^7.0.1",
31
+ "async-mutex": "^0.5.0",
32
+ "axios": "^1.7.7",
28
33
  "bip39": "^3.1.0",
34
+ "bottleneck": "^2.19.5",
29
35
  "chia-bls": "^1.0.2",
30
36
  "chia-config-loader": "^1.0.1",
31
37
  "chia-root-resolver": "^1.0.0",
32
- "chia-server-coin": "^0.0.5",
33
38
  "chia-wallet": "^1.0.18",
34
39
  "cli-progress": "^3.12.0",
40
+ "colorette": "^2.0.20",
35
41
  "crypto-js": "^4.2.0",
36
- "datalayer-driver": "^0.1.21",
42
+ "figures": "^6.1.0",
37
43
  "fs-extra": "^11.2.0",
44
+ "hi-base32": "^0.5.1",
38
45
  "ignore": "^5.3.2",
39
- "inquirer": "^10.1.8",
46
+ "inquirer": "^10.2.2",
40
47
  "lodash": "^4.17.21",
41
48
  "merkletreejs": "^0.4.0",
42
49
  "nanospinner": "^1.1.0",
43
50
  "nconf": "^0.12.1",
44
- "p-limit": "^6.1.0",
45
- "superagent": "^10.0.0"
51
+ "node-cache": "^5.1.2",
52
+ "node-stun": "^0.1.2",
53
+ "progress-stream": "^2.0.0",
54
+ "proper-lockfile": "^4.1.2",
55
+ "superagent": "^10.1.0",
56
+ "redis": "^4.7.0",
57
+ "superagent": "^10.0.0",
58
+ "unzipper": "^0.12.3",
59
+ "urns": "^0.6.0"
46
60
  },
47
61
  "devDependencies": {
48
- "@types/chai": "^4.3.17",
62
+ "@types/archiver": "^6.0.2",
63
+ "@types/chai": "^4.3.20",
49
64
  "@types/cli-progress": "^3.11.6",
50
65
  "@types/crypto-js": "^4.2.2",
51
66
  "@types/fs-extra": "^11.0.4",
52
67
  "@types/inquirer": "^9.0.7",
53
- "@types/lodash": "^4.17.7",
54
- "@types/mocha": "^10.0.7",
68
+ "@types/lodash": "^4.17.10",
69
+ "@types/mocha": "^10.0.9",
55
70
  "@types/nconf": "^0.10.7",
56
- "@types/node": "^22.1.0",
57
- "@types/superagent": "^8.1.8",
71
+ "@types/node": "^22.7.5",
72
+ "@types/progress-stream": "^2.0.5",
73
+ "@types/proper-lockfile": "^4.1.4",
74
+ "@types/superagent": "^8.1.9",
75
+ "@types/unzipper": "^0.10.10",
58
76
  "chai": "^5.1.1",
59
77
  "copyfiles": "^2.4.1",
60
- "mocha": "^10.7.0",
78
+ "mocha": "^10.7.3",
61
79
  "standard-version": "^9.5.0",
62
80
  "ts-node": "^10.9.2",
63
- "typescript": "^5.5.4"
81
+ "typescript": "^5.6.3"
64
82
  }
65
83
  }
@@ -1,2 +0,0 @@
1
- export declare const getDeltaFiles: (storeId: string, generationIndex: number | undefined, directoryPath: string) => Promise<string[]>;
2
- //# sourceMappingURL=deltaUtils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"deltaUtils.d.ts","sourceRoot":"","sources":["../../src/utils/deltaUtils.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,aAAa,YACf,MAAM,mBACE,MAAM,6BACR,MAAM,KACpB,OAAO,CAAC,MAAM,EAAE,CAwElB,CAAC"}