@aztec/foundation 0.0.1-commit.03f7ef2 → 0.0.1-commit.08c5969dc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (170) hide show
  1. package/dest/array/index.d.ts +2 -1
  2. package/dest/array/index.d.ts.map +1 -1
  3. package/dest/array/index.js +1 -0
  4. package/dest/array/sorted_array.d.ts +15 -0
  5. package/dest/array/sorted_array.d.ts.map +1 -0
  6. package/dest/array/sorted_array.js +109 -0
  7. package/dest/branded-types/block_number.d.ts +4 -1
  8. package/dest/branded-types/block_number.d.ts.map +1 -1
  9. package/dest/branded-types/block_number.js +3 -0
  10. package/dest/branded-types/checkpoint_number.d.ts +10 -2
  11. package/dest/branded-types/checkpoint_number.d.ts.map +1 -1
  12. package/dest/branded-types/checkpoint_number.js +17 -8
  13. package/dest/branded-types/index.d.ts +3 -2
  14. package/dest/branded-types/index.d.ts.map +1 -1
  15. package/dest/branded-types/index.js +2 -1
  16. package/dest/branded-types/index_within_checkpoint.d.ts +42 -0
  17. package/dest/branded-types/index_within_checkpoint.d.ts.map +1 -0
  18. package/dest/branded-types/index_within_checkpoint.js +59 -0
  19. package/dest/buffer/buffer16.d.ts +4 -1
  20. package/dest/buffer/buffer16.d.ts.map +1 -1
  21. package/dest/buffer/buffer16.js +3 -1
  22. package/dest/buffer/buffer32.d.ts +4 -1
  23. package/dest/buffer/buffer32.d.ts.map +1 -1
  24. package/dest/buffer/buffer32.js +3 -1
  25. package/dest/collection/array.d.ts +12 -1
  26. package/dest/collection/array.d.ts.map +1 -1
  27. package/dest/collection/array.js +51 -0
  28. package/dest/config/env_var.d.ts +2 -2
  29. package/dest/config/env_var.d.ts.map +1 -1
  30. package/dest/config/index.d.ts +6 -3
  31. package/dest/config/index.d.ts.map +1 -1
  32. package/dest/config/index.js +16 -7
  33. package/dest/config/parse-env.d.ts +3 -0
  34. package/dest/config/parse-env.d.ts.map +1 -0
  35. package/dest/config/parse-env.js +7 -0
  36. package/dest/config/secret_value.js +3 -1
  37. package/dest/crypto/ecdsa/signature.d.ts +10 -1
  38. package/dest/crypto/ecdsa/signature.d.ts.map +1 -1
  39. package/dest/crypto/poseidon/index.d.ts +1 -2
  40. package/dest/crypto/poseidon/index.d.ts.map +1 -1
  41. package/dest/crypto/poseidon/index.js +0 -9
  42. package/dest/crypto/random/randomness_singleton.d.ts +4 -3
  43. package/dest/crypto/random/randomness_singleton.d.ts.map +1 -1
  44. package/dest/crypto/random/randomness_singleton.js +5 -5
  45. package/dest/crypto/sync/poseidon/index.d.ts +1 -2
  46. package/dest/crypto/sync/poseidon/index.d.ts.map +1 -1
  47. package/dest/crypto/sync/poseidon/index.js +0 -8
  48. package/dest/curves/bls12/field.js +6 -3
  49. package/dest/curves/bls12/point.d.ts +10 -1
  50. package/dest/curves/bls12/point.d.ts.map +1 -1
  51. package/dest/curves/bls12/point.js +3 -1
  52. package/dest/curves/bn254/field.d.ts +2 -1
  53. package/dest/curves/bn254/field.d.ts.map +1 -1
  54. package/dest/curves/bn254/field.js +8 -2
  55. package/dest/curves/grumpkin/point.d.ts +11 -2
  56. package/dest/curves/grumpkin/point.d.ts.map +1 -1
  57. package/dest/error/index.d.ts +4 -4
  58. package/dest/error/index.d.ts.map +1 -1
  59. package/dest/eth-address/index.js +4 -2
  60. package/dest/eth-signature/eth_signature.d.ts +4 -1
  61. package/dest/eth-signature/eth_signature.d.ts.map +1 -1
  62. package/dest/jest/setup.js +4 -1
  63. package/dest/json-rpc/client/undici.d.ts +1 -1
  64. package/dest/json-rpc/client/undici.d.ts.map +1 -1
  65. package/dest/json-rpc/client/undici.js +21 -4
  66. package/dest/json-rpc/fixtures/class_a.d.ts +3 -3
  67. package/dest/json-rpc/fixtures/class_a.d.ts.map +1 -1
  68. package/dest/json-rpc/fixtures/class_b.d.ts +3 -3
  69. package/dest/json-rpc/fixtures/class_b.d.ts.map +1 -1
  70. package/dest/json-rpc/server/safe_json_rpc_server.js +1 -1
  71. package/dest/log/libp2p_logger.d.ts +5 -2
  72. package/dest/log/libp2p_logger.d.ts.map +1 -1
  73. package/dest/log/libp2p_logger.js +14 -4
  74. package/dest/log/log-filters.d.ts +17 -4
  75. package/dest/log/log-filters.d.ts.map +1 -1
  76. package/dest/log/log-filters.js +26 -12
  77. package/dest/log/pino-logger-server.d.ts +9 -0
  78. package/dest/log/pino-logger-server.d.ts.map +1 -0
  79. package/dest/log/pino-logger-server.js +18 -0
  80. package/dest/log/pino-logger.d.ts +37 -8
  81. package/dest/log/pino-logger.d.ts.map +1 -1
  82. package/dest/log/pino-logger.js +118 -29
  83. package/dest/queue/base_memory_queue.d.ts +2 -2
  84. package/dest/queue/base_memory_queue.d.ts.map +1 -1
  85. package/dest/queue/semaphore.d.ts +5 -1
  86. package/dest/queue/semaphore.d.ts.map +1 -1
  87. package/dest/retry/index.d.ts +11 -1
  88. package/dest/retry/index.d.ts.map +1 -1
  89. package/dest/retry/index.js +11 -0
  90. package/dest/serialize/buffer_reader.d.ts +7 -4
  91. package/dest/serialize/buffer_reader.d.ts.map +1 -1
  92. package/dest/serialize/buffer_reader.js +13 -4
  93. package/dest/timer/date.d.ts +23 -1
  94. package/dest/timer/date.d.ts.map +1 -1
  95. package/dest/timer/date.js +29 -0
  96. package/dest/trees/balanced_merkle_tree_root.d.ts +17 -0
  97. package/dest/trees/balanced_merkle_tree_root.d.ts.map +1 -0
  98. package/dest/trees/{balanced_merkle_tree.js → balanced_merkle_tree_root.js} +2 -17
  99. package/dest/trees/hasher.d.ts +3 -1
  100. package/dest/trees/hasher.d.ts.map +1 -1
  101. package/dest/trees/hasher.js +10 -5
  102. package/dest/trees/index.d.ts +4 -4
  103. package/dest/trees/index.d.ts.map +1 -1
  104. package/dest/trees/index.js +3 -3
  105. package/dest/trees/membership_witness.d.ts +11 -1
  106. package/dest/trees/membership_witness.d.ts.map +1 -1
  107. package/dest/trees/membership_witness.js +9 -0
  108. package/dest/trees/merkle_tree_calculator.d.ts +1 -1
  109. package/dest/trees/merkle_tree_calculator.d.ts.map +1 -1
  110. package/dest/trees/merkle_tree_calculator.js +2 -2
  111. package/dest/trees/sibling_path.d.ts +2 -1
  112. package/dest/trees/sibling_path.d.ts.map +1 -1
  113. package/dest/trees/sibling_path.js +2 -2
  114. package/dest/trees/unbalanced_merkle_tree_calculator.d.ts +2 -3
  115. package/dest/trees/unbalanced_merkle_tree_calculator.d.ts.map +1 -1
  116. package/dest/trees/unbalanced_merkle_tree_calculator.js +1 -5
  117. package/dest/trees/{unbalanced_merkle_tree.d.ts → unbalanced_merkle_tree_root.d.ts} +3 -5
  118. package/dest/trees/unbalanced_merkle_tree_root.d.ts.map +1 -0
  119. package/dest/trees/{unbalanced_merkle_tree.js → unbalanced_merkle_tree_root.js} +11 -49
  120. package/dest/trees/unbalanced_tree_store.d.ts +5 -1
  121. package/dest/trees/unbalanced_tree_store.d.ts.map +1 -1
  122. package/dest/trees/unbalanced_tree_store.js +49 -1
  123. package/dest/types/index.d.ts +4 -2
  124. package/dest/types/index.d.ts.map +1 -1
  125. package/dest/types/index.js +3 -0
  126. package/package.json +25 -4
  127. package/src/array/index.ts +1 -0
  128. package/src/array/sorted_array.ts +138 -0
  129. package/src/branded-types/block_number.ts +5 -0
  130. package/src/branded-types/checkpoint_number.ts +22 -7
  131. package/src/branded-types/index.ts +2 -1
  132. package/src/branded-types/index_within_checkpoint.ts +88 -0
  133. package/src/collection/array.ts +52 -0
  134. package/src/config/env_var.ts +47 -9
  135. package/src/config/index.ts +19 -4
  136. package/src/config/parse-env.ts +4 -0
  137. package/src/crypto/poseidon/index.ts +0 -10
  138. package/src/crypto/random/randomness_singleton.ts +6 -4
  139. package/src/crypto/sync/poseidon/index.ts +0 -9
  140. package/src/curves/bn254/field.ts +4 -0
  141. package/src/eth-address/index.ts +1 -1
  142. package/src/jest/setup.mjs +4 -1
  143. package/src/json-rpc/client/undici.ts +21 -3
  144. package/src/json-rpc/server/safe_json_rpc_server.ts +1 -1
  145. package/src/log/libp2p_logger.ts +12 -5
  146. package/src/log/log-filters.ts +29 -11
  147. package/src/log/pino-logger-server.ts +25 -0
  148. package/src/log/pino-logger.ts +140 -39
  149. package/src/queue/base_memory_queue.ts +1 -1
  150. package/src/queue/semaphore.ts +5 -0
  151. package/src/retry/index.ts +18 -0
  152. package/src/serialize/buffer_reader.ts +21 -9
  153. package/src/timer/date.ts +42 -0
  154. package/src/trees/{balanced_merkle_tree.ts → balanced_merkle_tree_root.ts} +2 -18
  155. package/src/trees/hasher.ts +9 -0
  156. package/src/trees/index.ts +3 -3
  157. package/src/trees/membership_witness.ts +8 -0
  158. package/src/trees/merkle_tree_calculator.ts +2 -2
  159. package/src/trees/sibling_path.ts +2 -2
  160. package/src/trees/unbalanced_merkle_tree_calculator.ts +1 -12
  161. package/src/trees/{unbalanced_merkle_tree.ts → unbalanced_merkle_tree_root.ts} +17 -61
  162. package/src/trees/unbalanced_tree_store.ts +57 -2
  163. package/src/types/index.ts +6 -1
  164. package/dest/json-rpc/server/telemetry.d.ts +0 -2
  165. package/dest/json-rpc/server/telemetry.d.ts.map +0 -1
  166. package/dest/json-rpc/server/telemetry.js +0 -0
  167. package/dest/trees/balanced_merkle_tree.d.ts +0 -22
  168. package/dest/trees/balanced_merkle_tree.d.ts.map +0 -1
  169. package/dest/trees/unbalanced_merkle_tree.d.ts.map +0 -1
  170. package/src/json-rpc/server/telemetry.ts +0 -0
@@ -0,0 +1,138 @@
1
+ type Cmp<T> = (a: T, b: T) => -1 | 0 | 1;
2
+
3
+ export function dedupeSortedArray<T>(arr: T[], cmp: Cmp<T>): void {
4
+ for (let i = 0; i < arr.length; i++) {
5
+ let j = i + 1;
6
+ for (; j < arr.length; j++) {
7
+ const res = cmp(arr[i], arr[j]);
8
+ if (res === 0) {
9
+ continue;
10
+ } else if (res < 0) {
11
+ break;
12
+ } else {
13
+ throw new Error('Array not sorted');
14
+ }
15
+ }
16
+
17
+ if (j - i > 1) {
18
+ arr.splice(i + 1, j - i - 1);
19
+ }
20
+ }
21
+ }
22
+
23
+ export function insertIntoSortedArray<T>(arr: T[], item: T, cmp: Cmp<T>, allowDuplicates = true): boolean {
24
+ const index = findInsertionIndexInSortedArray(arr, item, cmp);
25
+
26
+ if (!allowDuplicates) {
27
+ // Check element before insertion point (upper bound returns index after equal elements)
28
+ if (index > 0 && cmp(arr[index - 1], item) === 0) {
29
+ return false;
30
+ }
31
+ }
32
+
33
+ arr.splice(index, 0, item);
34
+ return true;
35
+ }
36
+
37
+ /**
38
+ * Finds the index where needle would be inserted to maintain sorted order.
39
+ * Returns the count of elements less than or equal to needle.
40
+ */
41
+ export function findInsertionIndexInSortedArray<T, N>(values: T[], needle: N, cmp: (a: T, b: N) => number): number {
42
+ let start = 0;
43
+ let end = values.length;
44
+
45
+ while (start < end) {
46
+ const mid = start + (((end - start) / 2) | 0);
47
+ const comparison = cmp(values[mid], needle);
48
+
49
+ if (comparison <= 0) {
50
+ start = mid + 1;
51
+ } else {
52
+ end = mid;
53
+ }
54
+ }
55
+
56
+ return start;
57
+ }
58
+
59
+ export function findIndexInSortedArray<T, N>(values: T[], needle: N, cmp: (a: T, b: N) => number): number {
60
+ let start = 0;
61
+ let end = values.length - 1;
62
+
63
+ while (start <= end) {
64
+ const mid = start + (((end - start) / 2) | 0);
65
+ const comparison = cmp(values[mid], needle);
66
+
67
+ if (comparison === 0) {
68
+ return mid;
69
+ }
70
+
71
+ if (comparison > 0) {
72
+ end = mid - 1;
73
+ } else {
74
+ start = mid + 1;
75
+ }
76
+ }
77
+
78
+ return -1;
79
+ }
80
+
81
+ export function findInSortedArray<T, N>(values: T[], needle: N, cmp: (a: T, b: N) => number): T | undefined {
82
+ const idx = findIndexInSortedArray(values, needle, cmp);
83
+ return idx > -1 ? values[idx] : undefined;
84
+ }
85
+
86
+ export function removeAnyOf<T, N>(arr: T[], vals: N[], cmp: (a: T, b: N) => -1 | 0 | 1): void {
87
+ let writeIdx = 0;
88
+ let readIdx = 0;
89
+ let valIdx = 0;
90
+
91
+ while (readIdx < arr.length && valIdx < vals.length) {
92
+ const comparison = cmp(arr[readIdx], vals[valIdx]);
93
+
94
+ if (comparison < 0) {
95
+ arr[writeIdx++] = arr[readIdx++];
96
+ } else if (comparison > 0) {
97
+ valIdx++;
98
+ } else {
99
+ readIdx++;
100
+ }
101
+ }
102
+
103
+ while (readIdx < arr.length) {
104
+ arr[writeIdx++] = arr[readIdx++];
105
+ }
106
+
107
+ arr.length = writeIdx;
108
+ }
109
+
110
+ export function removeFromSortedArray<T, N>(arr: T[], val: N, cmp: (a: T, b: N) => -1 | 0 | 1) {
111
+ const idx = findIndexInSortedArray(arr, val, cmp);
112
+ if (idx > -1) {
113
+ arr.splice(idx, 1);
114
+ }
115
+ }
116
+
117
+ export function merge<T>(arr: T[], toInsert: T[], cmp: (a: T, b: T) => -1 | 0 | 1): void {
118
+ const result = new Array<T>(arr.length + toInsert.length);
119
+ let i = 0,
120
+ j = 0,
121
+ k = 0;
122
+
123
+ while (i < arr.length && j < toInsert.length) {
124
+ result[k++] = cmp(arr[i], toInsert[j]) <= 0 ? arr[i++] : toInsert[j++];
125
+ }
126
+
127
+ while (i < arr.length) {
128
+ result[k++] = arr[i++];
129
+ }
130
+ while (j < toInsert.length) {
131
+ result[k++] = toInsert[j++];
132
+ }
133
+
134
+ for (i = 0; i < result.length; i++) {
135
+ arr[i] = result[i];
136
+ }
137
+ arr.length = result.length;
138
+ }
@@ -87,6 +87,11 @@ BlockNumber.isValid = function (value: unknown): value is BlockNumber {
87
87
  return typeof value === 'number' && Number.isInteger(value) && value >= 0;
88
88
  };
89
89
 
90
+ /** Increments a BlockNumber by a given value. */
91
+ BlockNumber.add = function (bn: BlockNumber, increment: number): BlockNumber {
92
+ return BlockNumber(bn + increment);
93
+ };
94
+
90
95
  /**
91
96
  * The zero block value (genesis block).
92
97
  */
@@ -85,16 +85,31 @@ CheckpointNumber.isValid = function (value: unknown): value is CheckpointNumber
85
85
  return typeof value === 'number' && Number.isInteger(value) && value >= 0;
86
86
  };
87
87
 
88
- /**
89
- * The zero checkpoint value.
90
- */
88
+ /** The zero checkpoint value. */
91
89
  CheckpointNumber.ZERO = CheckpointNumber(0);
92
90
 
91
+ /** Initial checkpoint. */
92
+ CheckpointNumber.INITIAL = CheckpointNumber(1);
93
+
93
94
  /**
94
95
  * Zod schema for parsing and validating CheckpointNumber values.
95
96
  * Accepts numbers, bigints, or strings and coerces them to CheckpointNumber.
96
97
  */
97
- export const CheckpointNumberSchema = z
98
- .union([z.number(), z.bigint(), z.string()])
99
- .pipe(z.coerce.number().int().min(0))
100
- .transform(value => CheckpointNumber(value));
98
+ function makeCheckpointNumberSchema(minValue: number) {
99
+ return z
100
+ .union([z.number(), z.bigint(), z.string()])
101
+ .pipe(z.coerce.number().int().min(minValue))
102
+ .transform(value => CheckpointNumber(value));
103
+ }
104
+
105
+ /**
106
+ * Zod schema for parsing and validating Checkpoint values.
107
+ * Accepts numbers, bigints, or strings and coerces them to CheckpointNumber.
108
+ */
109
+ export const CheckpointNumberSchema = makeCheckpointNumberSchema(0);
110
+
111
+ /**
112
+ * Zod schema for parsing and validating CheckpointNumber values that are strictly positive.
113
+ * Accepts numbers, bigints, or strings and coerces them to CheckpointNumber.
114
+ */
115
+ export const CheckpointNumberPositiveSchema = makeCheckpointNumberSchema(1);
@@ -1,6 +1,7 @@
1
1
  export { BlockNumber, BlockNumberSchema, BlockNumberPositiveSchema } from './block_number.js';
2
- export { CheckpointNumber, CheckpointNumberSchema } from './checkpoint_number.js';
2
+ export { CheckpointNumber, CheckpointNumberSchema, CheckpointNumberPositiveSchema } from './checkpoint_number.js';
3
3
  export { EpochNumber, EpochNumberSchema } from './epoch.js';
4
+ export { IndexWithinCheckpoint, IndexWithinCheckpointSchema } from './index_within_checkpoint.js';
4
5
  export { SlotNumber, SlotNumberSchema } from './slot.js';
5
6
 
6
7
  export type { Branded } from './types.js';
@@ -0,0 +1,88 @@
1
+ import { z } from 'zod';
2
+
3
+ import type { Branded } from './types.js';
4
+
5
+ /**
6
+ * A branded type representing the index of a block within a checkpoint.
7
+ * The first block in a checkpoint has index 0, the second has index 1, etc.
8
+ *
9
+ * This is a nominal type backed by a number, but TypeScript will treat it as
10
+ * incompatible with plain numbers and other branded numeric types.
11
+ *
12
+ * @example
13
+ * ```ts
14
+ * const index = IndexWithinCheckpoint(0);
15
+ * const plainNumber: number = index; // OK - IndexWithinCheckpoint is assignable to number
16
+ * const indexFromNumber: IndexWithinCheckpoint = 0; // ERROR - number is not assignable to IndexWithinCheckpoint
17
+ * ```
18
+ */
19
+ export type IndexWithinCheckpoint = Branded<number, 'IndexWithinCheckpoint'>;
20
+
21
+ /**
22
+ * Creates an IndexWithinCheckpoint from a number.
23
+ * @param value - The index (must be a non-negative integer)
24
+ * @returns The branded IndexWithinCheckpoint value
25
+ * @throws If the value is negative or not an integer
26
+ */
27
+ export function IndexWithinCheckpoint(value: number): IndexWithinCheckpoint {
28
+ if (!Number.isInteger(value)) {
29
+ throw new Error(`IndexWithinCheckpoint must be an integer, got ${value}`);
30
+ }
31
+ if (value < 0) {
32
+ throw new Error(`IndexWithinCheckpoint must be non-negative, got ${value}`);
33
+ }
34
+ return value as IndexWithinCheckpoint;
35
+ }
36
+
37
+ /**
38
+ * Creates an IndexWithinCheckpoint from a bigint.
39
+ * @param value - The index as bigint (must be a non-negative integer within safe integer range)
40
+ * @returns The branded IndexWithinCheckpoint value
41
+ * @throws If the value is negative or exceeds Number.MAX_SAFE_INTEGER
42
+ */
43
+ IndexWithinCheckpoint.fromBigInt = function (value: bigint): IndexWithinCheckpoint {
44
+ if (value < 0n) {
45
+ throw new Error(`IndexWithinCheckpoint must be non-negative, got ${value}`);
46
+ }
47
+ if (value > BigInt(Number.MAX_SAFE_INTEGER)) {
48
+ throw new Error(`IndexWithinCheckpoint ${value} exceeds MAX_SAFE_INTEGER`);
49
+ }
50
+ return Number(value) as IndexWithinCheckpoint;
51
+ };
52
+
53
+ /**
54
+ * Creates an IndexWithinCheckpoint from a string.
55
+ * @param value - The index as a string
56
+ * @returns The branded IndexWithinCheckpoint value
57
+ * @throws If the string cannot be parsed as a valid index
58
+ */
59
+ IndexWithinCheckpoint.fromString = function (value: string): IndexWithinCheckpoint {
60
+ const parsed = parseInt(value, 10);
61
+ if (isNaN(parsed)) {
62
+ throw new Error(`Cannot parse IndexWithinCheckpoint from string: ${value}`);
63
+ }
64
+ return IndexWithinCheckpoint(parsed);
65
+ };
66
+
67
+ /**
68
+ * Type guard to check if a value is a valid IndexWithinCheckpoint.
69
+ * Note: At runtime, an IndexWithinCheckpoint is just a number, so this checks if the value
70
+ * is a non-negative integer.
71
+ */
72
+ IndexWithinCheckpoint.isValid = function (value: unknown): value is IndexWithinCheckpoint {
73
+ return typeof value === 'number' && Number.isInteger(value) && value >= 0;
74
+ };
75
+
76
+ /**
77
+ * The zero index value (first block in checkpoint).
78
+ */
79
+ IndexWithinCheckpoint.ZERO = IndexWithinCheckpoint(0);
80
+
81
+ /**
82
+ * Zod schema for parsing and validating IndexWithinCheckpoint values.
83
+ * Accepts numbers, bigints, or strings and coerces them to IndexWithinCheckpoint.
84
+ */
85
+ export const IndexWithinCheckpointSchema = z
86
+ .union([z.number(), z.bigint(), z.string()])
87
+ .pipe(z.coerce.number().int().min(0))
88
+ .transform(value => IndexWithinCheckpoint(value));
@@ -250,6 +250,58 @@ export function chunk<T>(items: T[], chunkSize: number): T[][] {
250
250
  return chunks;
251
251
  }
252
252
 
253
+ /**
254
+ * Splits the given array into chunks of the given size, wrapping around to the beginning
255
+ * if the last chunk would be smaller than the requested size.
256
+ * Returns empty array for empty input. Returns single chunk with all items if chunkSize <= 0.
257
+ */
258
+ export function chunkWrapAround<T>(items: T[], chunkSize: number): T[][] {
259
+ if (items.length === 0) {
260
+ return [];
261
+ }
262
+ if (chunkSize <= 0 || items.length <= chunkSize) {
263
+ return [items];
264
+ }
265
+ const remainder = items.length % chunkSize;
266
+ if (remainder === 0) {
267
+ return chunk(items, chunkSize);
268
+ }
269
+ const wrapAroundCount = chunkSize - remainder;
270
+ const wrappedItems = [...items, ...items.slice(0, wrapAroundCount)];
271
+ return chunk(wrappedItems, chunkSize);
272
+ }
273
+
274
+ const UNINITIALIZED = Symbol('uninitialized');
275
+
276
+ /**
277
+ * Splits the given iterable into chunks based on the key returned by the given function.
278
+ * Items must be contiguous to be included in the same chunk.
279
+ */
280
+ export function chunkBy<T, U>(items: T[], fn: (item: T) => U): T[][] {
281
+ const chunks: T[][] = [];
282
+ let currentChunk: T[] = [];
283
+ let currentKey: U | typeof UNINITIALIZED = UNINITIALIZED;
284
+
285
+ for (const item of items) {
286
+ const key = fn(item);
287
+ if (currentKey === UNINITIALIZED || key !== currentKey) {
288
+ if (currentChunk.length > 0) {
289
+ chunks.push(currentChunk);
290
+ }
291
+ currentChunk = [item];
292
+ currentKey = key;
293
+ } else {
294
+ currentChunk.push(item);
295
+ }
296
+ }
297
+
298
+ if (currentChunk.length > 0) {
299
+ chunks.push(currentChunk);
300
+ }
301
+
302
+ return chunks;
303
+ }
304
+
253
305
  /** Partitions the given iterable into two arrays based on the predicate. */
254
306
  export function partition<T>(items: T[], predicate: (item: T) => boolean): [T[], T[]] {
255
307
  const pass: T[] = [];
@@ -21,14 +21,13 @@ export type EnvVar =
21
21
  | 'BB_NUM_IVC_VERIFIERS'
22
22
  | 'BB_IVC_CONCURRENCY'
23
23
  | 'BOOTSTRAP_NODES'
24
- | 'BLOB_SINK_ARCHIVE_API_URL'
25
- | 'BLOB_SINK_PORT'
26
- | 'BLOB_SINK_URL'
24
+ | 'BLOB_ARCHIVE_API_URL'
27
25
  | 'BLOB_FILE_STORE_URLS'
28
26
  | 'BLOB_FILE_STORE_UPLOAD_URL'
27
+ | 'BLOB_HEALTHCHECK_UPLOAD_INTERVAL_MINUTES'
29
28
  | 'BOT_DA_GAS_LIMIT'
30
29
  | 'BOT_FEE_PAYMENT_METHOD'
31
- | 'BOT_BASE_FEE_PADDING'
30
+ | 'BOT_MIN_FEE_PADDING'
32
31
  | 'BOT_FLUSH_SETUP_TRANSACTIONS'
33
32
  | 'BOT_FOLLOW_CHAIN'
34
33
  | 'BOT_L2_GAS_LIMIT'
@@ -78,6 +77,7 @@ export type EnvVar =
78
77
  | 'L1_CONSENSUS_HOST_API_KEY_HEADERS'
79
78
  | 'LOG_JSON'
80
79
  | 'LOG_MULTILINE'
80
+ | 'LOG_NO_COLOR_PER_ACTOR'
81
81
  | 'LOG_LEVEL'
82
82
  | 'MNEMONIC'
83
83
  | 'NETWORK'
@@ -95,7 +95,12 @@ export type EnvVar =
95
95
  | 'PUBLIC_OTEL_INCLUDE_METRICS'
96
96
  | 'PUBLIC_OTEL_COLLECT_FROM'
97
97
  | 'PUBLIC_OTEL_OPT_OUT'
98
+ | 'P2P_BATCH_TX_REQUESTER_SMART_PARALLEL_WORKER_COUNT'
99
+ | 'P2P_BATCH_TX_REQUESTER_DUMB_PARALLEL_WORKER_COUNT'
100
+ | 'P2P_BATCH_TX_REQUESTER_TX_BATCH_SIZE'
101
+ | 'P2P_BATCH_TX_REQUESTER_BAD_PEER_THRESHOLD'
98
102
  | 'P2P_BLOCK_CHECK_INTERVAL_MS'
103
+ | 'P2P_SLOT_CHECK_INTERVAL_MS'
99
104
  | 'P2P_BLOCK_REQUEST_BATCH_SIZE'
100
105
  | 'P2P_BOOTSTRAP_NODE_ENR_VERSION_CHECK'
101
106
  | 'P2P_BOOTSTRAP_NODES_AS_FULL_PEERS'
@@ -134,12 +139,12 @@ export type EnvVar =
134
139
  | 'P2P_TRUSTED_PEERS'
135
140
  | 'P2P_PRIVATE_PEERS'
136
141
  | 'P2P_PREFERRED_PEERS'
137
- | 'P2P_MAX_TX_POOL_SIZE'
138
- | 'P2P_TX_POOL_OVERFLOW_FACTOR'
142
+ | 'P2P_MAX_PENDING_TX_COUNT'
139
143
  | 'P2P_SEEN_MSG_CACHE_SIZE'
140
144
  | 'P2P_DROP_TX'
141
145
  | 'P2P_DROP_TX_CHANCE'
142
146
  | 'P2P_TX_POOL_DELETE_TXS_AFTER_REORG'
147
+ | 'P2P_MIN_TX_POOL_AGE_MS'
143
148
  | 'DEBUG_P2P_INSTRUMENT_MESSAGES'
144
149
  | 'PEER_ID_PRIVATE_KEY'
145
150
  | 'PEER_ID_PRIVATE_KEY_PATH'
@@ -153,7 +158,10 @@ export type EnvVar =
153
158
  | 'PROVER_BROKER_BATCH_INTERVAL_MS'
154
159
  | 'PROVER_BROKER_BATCH_SIZE'
155
160
  | 'PROVER_BROKER_MAX_EPOCHS_TO_KEEP_RESULTS_FOR'
161
+ | 'PROVER_BROKER_DEBUG_REPLAY_ENABLED'
162
+ | 'PROVER_CANCEL_JOBS_ON_STOP'
156
163
  | 'PROVER_COORDINATION_NODE_URLS'
164
+ | 'PROVER_PROOF_STORE'
157
165
  | 'PROVER_FAILED_PROOF_STORE'
158
166
  | 'PROVER_NODE_FAILED_EPOCH_STORE'
159
167
  | 'PROVER_NODE_DISABLE_PROOF_PUBLISH'
@@ -177,6 +185,7 @@ export type EnvVar =
177
185
  | 'PROVER_TEST_VERIFICATION_DELAY_MS'
178
186
  | 'PXE_L2_BLOCK_BATCH_SIZE'
179
187
  | 'PXE_PROVER_ENABLED'
188
+ | 'PXE_SYNC_CHAIN_TIP'
180
189
  | 'RPC_MAX_BATCH_SIZE'
181
190
  | 'RPC_MAX_BODY_SIZE'
182
191
  | 'RPC_SIMULATE_PUBLIC_MAX_GAS_LIMIT'
@@ -213,6 +222,8 @@ export type EnvVar =
213
222
  | 'SLASH_INACTIVITY_TARGET_PERCENTAGE'
214
223
  | 'SLASH_INACTIVITY_CONSECUTIVE_EPOCH_THRESHOLD'
215
224
  | 'SLASH_INVALID_BLOCK_PENALTY'
225
+ | 'SLASH_DUPLICATE_PROPOSAL_PENALTY'
226
+ | 'SLASH_DUPLICATE_ATTESTATION_PENALTY'
216
227
  | 'SLASH_OVERRIDE_PAYLOAD'
217
228
  | 'SLASH_PROPOSE_INVALID_ATTESTATIONS_PENALTY'
218
229
  | 'SLASH_ATTEST_DESCENDANT_OF_INVALID_PENALTY'
@@ -237,6 +248,20 @@ export type EnvVar =
237
248
  | 'TX_COLLECTION_FAST_MAX_PARALLEL_REQUESTS_PER_NODE'
238
249
  | 'TX_COLLECTION_NODE_RPC_MAX_BATCH_SIZE'
239
250
  | 'TX_COLLECTION_NODE_RPC_URLS'
251
+ | 'TX_COLLECTION_MISSING_TXS_COLLECTOR_TYPE'
252
+ | 'TX_COLLECTION_FILE_STORE_URLS'
253
+ | 'TX_COLLECTION_FILE_STORE_SLOW_DELAY_MS'
254
+ | 'TX_COLLECTION_FILE_STORE_FAST_DELAY_MS'
255
+ | 'TX_COLLECTION_FILE_STORE_FAST_WORKER_COUNT'
256
+ | 'TX_COLLECTION_FILE_STORE_SLOW_WORKER_COUNT'
257
+ | 'TX_COLLECTION_FILE_STORE_FAST_BACKOFF_BASE_MS'
258
+ | 'TX_COLLECTION_FILE_STORE_SLOW_BACKOFF_BASE_MS'
259
+ | 'TX_COLLECTION_FILE_STORE_FAST_BACKOFF_MAX_MS'
260
+ | 'TX_COLLECTION_FILE_STORE_SLOW_BACKOFF_MAX_MS'
261
+ | 'TX_FILE_STORE_URL'
262
+ | 'TX_FILE_STORE_UPLOAD_CONCURRENCY'
263
+ | 'TX_FILE_STORE_MAX_QUEUE_SIZE'
264
+ | 'TX_FILE_STORE_ENABLED'
240
265
  | 'TX_PUBLIC_SETUP_ALLOWLIST'
241
266
  | 'TXE_PORT'
242
267
  | 'TRANSACTIONS_DISABLED'
@@ -248,7 +273,6 @@ export type EnvVar =
248
273
  | 'VALIDATOR_ADDRESSES'
249
274
  | 'ROLLUP_VERSION'
250
275
  | 'WS_BLOCK_CHECK_INTERVAL_MS'
251
- | 'WS_PROVEN_BLOCKS_ONLY'
252
276
  | 'WS_BLOCK_REQUEST_BATCH_SIZE'
253
277
  | 'L1_READER_VIEM_POLLING_INTERVAL_MS'
254
278
  | 'WS_DATA_DIRECTORY'
@@ -259,12 +283,14 @@ export type EnvVar =
259
283
  | 'AZTEC_TARGET_COMMITTEE_SIZE'
260
284
  | 'AZTEC_LAG_IN_EPOCHS_FOR_VALIDATOR_SET'
261
285
  | 'AZTEC_LAG_IN_EPOCHS_FOR_RANDAO'
286
+ | 'AZTEC_INBOX_LAG'
262
287
  | 'AZTEC_PROOF_SUBMISSION_EPOCHS'
263
288
  | 'AZTEC_ACTIVATION_THRESHOLD'
264
289
  | 'AZTEC_EJECTION_THRESHOLD'
265
290
  | 'AZTEC_LOCAL_EJECTION_THRESHOLD'
266
291
  | 'AZTEC_MANA_TARGET'
267
292
  | 'AZTEC_PROVING_COST_PER_MANA'
293
+ | 'AZTEC_INITIAL_ETH_PER_FEE_ASSET'
268
294
  | 'AZTEC_SLASHING_QUORUM'
269
295
  | 'AZTEC_SLASHING_ROUND_SIZE_IN_EPOCHS'
270
296
  | 'AZTEC_SLASHING_LIFETIME_IN_ROUNDS'
@@ -278,6 +304,7 @@ export type EnvVar =
278
304
  | 'AZTEC_SLASHER_FLAVOR'
279
305
  | 'AZTEC_GOVERNANCE_PROPOSER_QUORUM'
280
306
  | 'AZTEC_GOVERNANCE_PROPOSER_ROUND_SIZE'
307
+ | 'AZTEC_GOVERNANCE_VOTING_DURATION'
281
308
  | 'AZTEC_EXIT_DELAY_SECONDS'
282
309
  | 'L1_GAS_LIMIT_BUFFER_PERCENTAGE'
283
310
  | 'L1_GAS_PRICE_MAX'
@@ -304,7 +331,6 @@ export type EnvVar =
304
331
  | 'K8S_POD_UID'
305
332
  | 'K8S_NAMESPACE_NAME'
306
333
  | 'VALIDATOR_REEXECUTE_DEADLINE_MS'
307
- | 'ALWAYS_REEXECUTE_BLOCK_PROPOSALS'
308
334
  | 'AUTO_UPDATE'
309
335
  | 'AUTO_UPDATE_URL'
310
336
  | 'WEB3_SIGNER_URL'
@@ -313,4 +339,16 @@ export type EnvVar =
313
339
  | 'FISHERMAN_MODE'
314
340
  | 'MAX_ALLOWED_ETH_CLIENT_DRIFT_SECONDS'
315
341
  | 'LEGACY_BLS_CLI'
316
- | 'DEBUG_FORCE_TX_PROOF_VERIFICATION';
342
+ | 'DEBUG_FORCE_TX_PROOF_VERIFICATION'
343
+ | 'VALIDATOR_HA_SIGNING_ENABLED'
344
+ | 'VALIDATOR_HA_NODE_ID'
345
+ | 'VALIDATOR_HA_POLLING_INTERVAL_MS'
346
+ | 'VALIDATOR_HA_SIGNING_TIMEOUT_MS'
347
+ | 'VALIDATOR_HA_MAX_STUCK_DUTIES_AGE_MS'
348
+ | 'VALIDATOR_HA_OLD_DUTIES_MAX_AGE_H'
349
+ | 'VALIDATOR_HA_DATABASE_URL'
350
+ | 'VALIDATOR_HA_RUN_MIGRATIONS'
351
+ | 'VALIDATOR_HA_POOL_MAX'
352
+ | 'VALIDATOR_HA_POOL_MIN'
353
+ | 'VALIDATOR_HA_POOL_IDLE_TIMEOUT_MS'
354
+ | 'VALIDATOR_HA_POOL_CONNECTION_TIMEOUT_MS';
@@ -2,6 +2,7 @@ import { Fq, Fr } from '../curves/bn254/field.js';
2
2
  import { createConsoleLogger } from '../log/console.js';
3
3
  import type { EnvVar } from './env_var.js';
4
4
  import { type NetworkNames, getActiveNetworkName } from './network_name.js';
5
+ import { parseBooleanEnv } from './parse-env.js';
5
6
  import { SecretValue } from './secret_value.js';
6
7
 
7
8
  export { SecretValue, getActiveNetworkName };
@@ -148,6 +149,23 @@ export function floatConfigHelper(
148
149
  };
149
150
  }
150
151
 
152
+ /**
153
+ * Parses an environment variable to a 0-1 percentage value
154
+ */
155
+ export function percentageConfigHelper(defaultVal: number): Pick<ConfigMapping, 'parseEnv' | 'defaultValue'> {
156
+ return {
157
+ parseEnv: (val: string): number => {
158
+ const parsed = safeParseFloat(val, defaultVal);
159
+ if (parsed < 0 || parsed > 1) {
160
+ throw new TypeError(`Invalid percentage value: ${parsed} should be between 0 and 1`);
161
+ }
162
+
163
+ return parsed;
164
+ },
165
+ defaultValue: defaultVal,
166
+ };
167
+ }
168
+
151
169
  /**
152
170
  * Generates parseEnv and default values for a numerical config value.
153
171
  * @param defaultVal - The default numerical value to use if the environment variable is not set or is invalid
@@ -231,10 +249,7 @@ export function secretValueConfigHelper<T>(parse: (val: string | undefined) => T
231
249
  };
232
250
  }
233
251
 
234
- /** Parses an env var as boolean. Returns true only if value is 1, true, or TRUE. */
235
- export function parseBooleanEnv(val: string | undefined): boolean {
236
- return val !== undefined && ['1', 'true', 'TRUE'].includes(val);
237
- }
252
+ export { parseBooleanEnv } from './parse-env.js';
238
253
 
239
254
  export function secretStringConfigHelper(): Required<
240
255
  Pick<ConfigMapping, 'parseEnv' | 'defaultValue' | 'isBoolean'> & {
@@ -0,0 +1,4 @@
1
+ /** Parses an env var as boolean. Returns true only if value is 1, true, or TRUE. */
2
+ export function parseBooleanEnv(val: string | undefined): boolean {
3
+ return val !== undefined && ['1', 'true', 'TRUE'].includes(val);
4
+ }
@@ -35,16 +35,6 @@ export async function poseidon2HashWithSeparator(input: Fieldable[], separator:
35
35
  return Fr.fromBuffer(Buffer.from(response.hash));
36
36
  }
37
37
 
38
- export async function poseidon2HashAccumulate(input: Fieldable[]): Promise<Fr> {
39
- const inputFields = serializeToFields(input);
40
- await BarretenbergSync.initSingleton();
41
- const api = BarretenbergSync.getSingleton();
42
- const response = api.poseidon2HashAccumulate({
43
- inputs: inputFields.map(i => i.toBuffer()),
44
- });
45
- return Fr.fromBuffer(Buffer.from(response.hash));
46
- }
47
-
48
38
  /**
49
39
  * Runs a Poseidon2 permutation.
50
40
  * @param input the input state. Expected to be of size 4.
@@ -1,4 +1,4 @@
1
- import { createLogger } from '../../log/pino-logger.js';
1
+ import { type Logger, type LoggerBindings, createLogger } from '../../log/pino-logger.js';
2
2
 
3
3
  /**
4
4
  * A number generator which is used as a source of randomness in the system. If the SEED env variable is set, the
@@ -12,11 +12,13 @@ export class RandomnessSingleton {
12
12
  private static instance: RandomnessSingleton;
13
13
 
14
14
  private counter = 0;
15
+ private log: Logger;
15
16
 
16
17
  private constructor(
17
18
  private readonly seed?: number,
18
- private readonly log = createLogger('foundation:randomness_singleton'),
19
+ bindings?: LoggerBindings,
19
20
  ) {
21
+ this.log = createLogger('foundation:randomness_singleton', bindings);
20
22
  if (seed !== undefined) {
21
23
  this.log.debug(`Using pseudo-randomness with seed: ${seed}`);
22
24
  this.counter = seed;
@@ -25,10 +27,10 @@ export class RandomnessSingleton {
25
27
  }
26
28
  }
27
29
 
28
- public static getInstance(): RandomnessSingleton {
30
+ public static getInstance(bindings?: LoggerBindings): RandomnessSingleton {
29
31
  if (!RandomnessSingleton.instance) {
30
32
  const seed = process.env.SEED ? Number(process.env.SEED) : undefined;
31
- RandomnessSingleton.instance = new RandomnessSingleton(seed);
33
+ RandomnessSingleton.instance = new RandomnessSingleton(seed, bindings);
32
34
  }
33
35
 
34
36
  return RandomnessSingleton.instance;
@@ -34,15 +34,6 @@ export function poseidon2HashWithSeparator(input: Fieldable[], separator: number
34
34
  return Fr.fromBuffer(Buffer.from(response.hash));
35
35
  }
36
36
 
37
- export function poseidon2HashAccumulate(input: Fieldable[]): Fr {
38
- const inputFields = serializeToFields(input);
39
- const api = BarretenbergSync.getSingleton();
40
- const response = api.poseidon2HashAccumulate({
41
- inputs: inputFields.map(i => i.toBuffer()),
42
- });
43
- return Fr.fromBuffer(Buffer.from(response.hash));
44
- }
45
-
46
37
  /**
47
38
  * Runs a Poseidon2 permutation.
48
39
  * @param input the input state. Expected to be of size 4.
@@ -122,6 +122,10 @@ abstract class BaseField {
122
122
  return this.asBigInt === rhsBigInt ? 0 : this.asBigInt < rhsBigInt ? -1 : 1;
123
123
  }
124
124
 
125
+ static cmp(lhs: BaseField, rhs: BaseField): -1 | 0 | 1 {
126
+ return lhs.cmp(rhs);
127
+ }
128
+
125
129
  isZero(): boolean {
126
130
  return this.asBigInt === 0n;
127
131
  }
@@ -249,7 +249,7 @@ export class EthAddress {
249
249
  /** Converts a number into an address. Useful for testing. */
250
250
  static fromNumber(num: bigint | number): EthAddress {
251
251
  const buffer = Buffer.alloc(EthAddress.SIZE_IN_BYTES);
252
- buffer.writeBigUInt64BE(BigInt(num), 0);
252
+ buffer.writeBigUInt64BE(BigInt(num), EthAddress.SIZE_IN_BYTES - 8);
253
253
  return new EthAddress(buffer);
254
254
  }
255
255
 
@@ -1,3 +1,4 @@
1
+ import { parseBooleanEnv } from '@aztec/foundation/config';
1
2
  import { overwriteLoggingStream, pinoPrettyOpts } from '@aztec/foundation/log';
2
3
 
3
4
  import pretty from 'pino-pretty';
@@ -6,4 +7,6 @@ import pretty from 'pino-pretty';
6
7
  // file so we don't mess up with dependencies in non-testing environments,
7
8
  // since pino-pretty messes up with browser bundles.
8
9
  // See also https://www.npmjs.com/package/pino-pretty?activeTab=readme#user-content-usage-with-jest
9
- overwriteLoggingStream(pretty(pinoPrettyOpts));
10
+ if (!parseBooleanEnv(process.env.LOG_JSON)) {
11
+ overwriteLoggingStream(pretty(pinoPrettyOpts));
12
+ }