@aztec/foundation 0.0.1-commit.29c6b1a3 → 0.0.1-commit.2b2662070

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (214) hide show
  1. package/dest/array/sorted_array.d.ts +6 -1
  2. package/dest/array/sorted_array.d.ts.map +1 -1
  3. package/dest/array/sorted_array.js +18 -15
  4. package/dest/branded-types/buffer32_hash.d.ts +24 -0
  5. package/dest/branded-types/buffer32_hash.d.ts.map +1 -0
  6. package/dest/branded-types/buffer32_hash.js +19 -0
  7. package/dest/branded-types/checkpoint_number.d.ts +4 -1
  8. package/dest/branded-types/checkpoint_number.d.ts.map +1 -1
  9. package/dest/branded-types/checkpoint_number.js +3 -0
  10. package/dest/branded-types/index.d.ts +2 -1
  11. package/dest/branded-types/index.d.ts.map +1 -1
  12. package/dest/branded-types/index.js +1 -0
  13. package/dest/branded-types/slot.d.ts +4 -1
  14. package/dest/branded-types/slot.d.ts.map +1 -1
  15. package/dest/branded-types/slot.js +3 -0
  16. package/dest/buffer/buffer16.d.ts +3 -1
  17. package/dest/buffer/buffer16.d.ts.map +1 -1
  18. package/dest/buffer/buffer32.d.ts +28 -61
  19. package/dest/buffer/buffer32.d.ts.map +1 -1
  20. package/dest/buffer/buffer32.js +26 -60
  21. package/dest/buffer/index.d.ts +2 -1
  22. package/dest/buffer/index.d.ts.map +1 -1
  23. package/dest/buffer/index.js +1 -0
  24. package/dest/buffer/utils.d.ts +3 -0
  25. package/dest/buffer/utils.d.ts.map +1 -0
  26. package/dest/buffer/utils.js +7 -0
  27. package/dest/collection/array.d.ts +3 -1
  28. package/dest/collection/array.d.ts.map +1 -1
  29. package/dest/collection/array.js +15 -0
  30. package/dest/collection/index.d.ts +2 -1
  31. package/dest/collection/index.d.ts.map +1 -1
  32. package/dest/collection/index.js +1 -0
  33. package/dest/collection/lru_set.d.ts +35 -0
  34. package/dest/collection/lru_set.d.ts.map +1 -0
  35. package/dest/collection/lru_set.js +95 -0
  36. package/dest/config/env_var.d.ts +2 -2
  37. package/dest/config/env_var.d.ts.map +1 -1
  38. package/dest/config/index.d.ts +48 -30
  39. package/dest/config/index.d.ts.map +1 -1
  40. package/dest/config/index.js +35 -29
  41. package/dest/config/network_config.d.ts +19 -1
  42. package/dest/config/network_config.d.ts.map +1 -1
  43. package/dest/config/network_config.js +4 -1
  44. package/dest/config/network_name.d.ts +2 -2
  45. package/dest/config/network_name.d.ts.map +1 -1
  46. package/dest/config/network_name.js +2 -0
  47. package/dest/crypto/aes128/index.d.ts +2 -1
  48. package/dest/crypto/aes128/index.d.ts.map +1 -1
  49. package/dest/crypto/aes128/index.js +11 -2
  50. package/dest/crypto/bls/bn254_keystore.d.ts +1 -10
  51. package/dest/crypto/bls/bn254_keystore.d.ts.map +1 -1
  52. package/dest/crypto/bls/bn254_keystore.js +0 -17
  53. package/dest/crypto/poseidon/index.d.ts +1 -1
  54. package/dest/crypto/poseidon/index.d.ts.map +1 -1
  55. package/dest/crypto/poseidon/index.js +40 -33
  56. package/dest/crypto/random/randomness_singleton.d.ts +4 -3
  57. package/dest/crypto/random/randomness_singleton.d.ts.map +1 -1
  58. package/dest/crypto/random/randomness_singleton.js +4 -4
  59. package/dest/crypto/secp256k1-signer/utils.d.ts +12 -1
  60. package/dest/crypto/secp256k1-signer/utils.d.ts.map +1 -1
  61. package/dest/crypto/secp256k1-signer/utils.js +26 -0
  62. package/dest/curves/bls12/field.d.ts +1 -1
  63. package/dest/curves/bls12/field.d.ts.map +1 -1
  64. package/dest/curves/bls12/field.js +0 -5
  65. package/dest/curves/bn254/field.d.ts +18 -16
  66. package/dest/curves/bn254/field.d.ts.map +1 -1
  67. package/dest/curves/bn254/field.js +23 -15
  68. package/dest/curves/grumpkin/point.d.ts +4 -4
  69. package/dest/curves/grumpkin/point.d.ts.map +1 -1
  70. package/dest/curves/grumpkin/point.js +7 -4
  71. package/dest/eth-address/index.d.ts +1 -1
  72. package/dest/eth-address/index.d.ts.map +1 -1
  73. package/dest/eth-address/index.js +0 -3
  74. package/dest/eth-signature/eth_signature.d.ts +2 -1
  75. package/dest/eth-signature/eth_signature.d.ts.map +1 -1
  76. package/dest/eth-signature/eth_signature.js +7 -2
  77. package/dest/fifo/fifo_frame_reader.d.ts +41 -0
  78. package/dest/fifo/fifo_frame_reader.d.ts.map +1 -0
  79. package/dest/fifo/fifo_frame_reader.js +74 -0
  80. package/dest/fifo/index.d.ts +2 -0
  81. package/dest/fifo/index.d.ts.map +1 -0
  82. package/dest/fifo/index.js +1 -0
  83. package/dest/jest/setup.js +28 -1
  84. package/dest/json-rpc/client/fetch.d.ts +1 -1
  85. package/dest/json-rpc/client/fetch.d.ts.map +1 -1
  86. package/dest/json-rpc/client/fetch.js +4 -3
  87. package/dest/json-rpc/client/safe_json_rpc_client.d.ts +2 -1
  88. package/dest/json-rpc/client/safe_json_rpc_client.d.ts.map +1 -1
  89. package/dest/json-rpc/client/safe_json_rpc_client.js +1 -1
  90. package/dest/json-rpc/client/undici.d.ts +1 -1
  91. package/dest/json-rpc/client/undici.d.ts.map +1 -1
  92. package/dest/json-rpc/client/undici.js +5 -3
  93. package/dest/json-rpc/server/api_key_auth.d.ts +19 -0
  94. package/dest/json-rpc/server/api_key_auth.d.ts.map +1 -0
  95. package/dest/json-rpc/server/api_key_auth.js +57 -0
  96. package/dest/json-rpc/server/index.d.ts +2 -1
  97. package/dest/json-rpc/server/index.d.ts.map +1 -1
  98. package/dest/json-rpc/server/index.js +1 -0
  99. package/dest/log/bigint-utils.d.ts +5 -0
  100. package/dest/log/bigint-utils.d.ts.map +1 -0
  101. package/dest/log/bigint-utils.js +21 -0
  102. package/dest/log/gcloud-logger-config.d.ts +1 -1
  103. package/dest/log/gcloud-logger-config.d.ts.map +1 -1
  104. package/dest/log/gcloud-logger-config.js +3 -0
  105. package/dest/log/libp2p_logger.d.ts +5 -2
  106. package/dest/log/libp2p_logger.d.ts.map +1 -1
  107. package/dest/log/libp2p_logger.js +14 -4
  108. package/dest/log/log-filters.d.ts +17 -4
  109. package/dest/log/log-filters.d.ts.map +1 -1
  110. package/dest/log/log-filters.js +26 -12
  111. package/dest/log/pino-logger-server.d.ts +9 -0
  112. package/dest/log/pino-logger-server.d.ts.map +1 -0
  113. package/dest/log/pino-logger-server.js +18 -0
  114. package/dest/log/pino-logger.d.ts +37 -8
  115. package/dest/log/pino-logger.d.ts.map +1 -1
  116. package/dest/log/pino-logger.js +137 -29
  117. package/dest/queue/base_memory_queue.d.ts +2 -2
  118. package/dest/queue/base_memory_queue.d.ts.map +1 -1
  119. package/dest/queue/batch_queue.d.ts +1 -1
  120. package/dest/queue/batch_queue.d.ts.map +1 -1
  121. package/dest/queue/batch_queue.js +1 -0
  122. package/dest/retry/index.d.ts +12 -1
  123. package/dest/retry/index.d.ts.map +1 -1
  124. package/dest/retry/index.js +21 -0
  125. package/dest/schemas/api.d.ts +2 -2
  126. package/dest/schemas/api.d.ts.map +1 -1
  127. package/dest/serialize/buffer_reader.d.ts +8 -1
  128. package/dest/serialize/buffer_reader.d.ts.map +1 -1
  129. package/dest/serialize/buffer_reader.js +13 -0
  130. package/dest/serialize/serialize.d.ts +19 -1
  131. package/dest/serialize/serialize.d.ts.map +1 -1
  132. package/dest/serialize/serialize.js +31 -0
  133. package/dest/sleep/index.d.ts +2 -1
  134. package/dest/sleep/index.d.ts.map +1 -1
  135. package/dest/sleep/index.js +10 -1
  136. package/dest/string/index.js +1 -1
  137. package/dest/timer/date.d.ts +25 -1
  138. package/dest/timer/date.d.ts.map +1 -1
  139. package/dest/timer/date.js +33 -0
  140. package/dest/transport/dispatch/create_dispatch_proxy.d.ts +11 -2
  141. package/dest/transport/dispatch/create_dispatch_proxy.d.ts.map +1 -1
  142. package/dest/transport/index.d.ts +1 -2
  143. package/dest/transport/index.d.ts.map +1 -1
  144. package/dest/transport/index.js +0 -1
  145. package/dest/transport/transport_client.js +2 -2
  146. package/dest/trees/indexed_merkle_tree_calculator.d.ts +1 -1
  147. package/dest/trees/indexed_merkle_tree_calculator.d.ts.map +1 -1
  148. package/dest/trees/indexed_merkle_tree_calculator.js +5 -1
  149. package/dest/types/index.d.ts +3 -1
  150. package/dest/types/index.d.ts.map +1 -1
  151. package/dest/types/index.js +3 -0
  152. package/package.json +24 -2
  153. package/src/array/sorted_array.ts +22 -17
  154. package/src/branded-types/buffer32_hash.ts +42 -0
  155. package/src/branded-types/checkpoint_number.ts +5 -0
  156. package/src/branded-types/index.ts +1 -0
  157. package/src/branded-types/slot.ts +5 -0
  158. package/src/buffer/buffer16.ts +3 -0
  159. package/src/buffer/buffer32.ts +36 -65
  160. package/src/buffer/index.ts +1 -0
  161. package/src/buffer/utils.ts +8 -0
  162. package/src/collection/array.ts +14 -0
  163. package/src/collection/index.ts +1 -0
  164. package/src/collection/lru_set.ts +115 -0
  165. package/src/config/env_var.ts +58 -13
  166. package/src/config/index.ts +110 -83
  167. package/src/config/network_config.ts +3 -0
  168. package/src/config/network_name.ts +4 -1
  169. package/src/crypto/aes128/index.ts +11 -2
  170. package/src/crypto/bls/bn254_keystore.ts +0 -23
  171. package/src/crypto/poseidon/index.ts +42 -34
  172. package/src/crypto/random/randomness_singleton.ts +9 -5
  173. package/src/crypto/secp256k1-signer/utils.ts +32 -0
  174. package/src/curves/bls12/field.ts +0 -7
  175. package/src/curves/bn254/field.ts +31 -33
  176. package/src/curves/grumpkin/point.ts +6 -3
  177. package/src/eth-address/index.ts +0 -4
  178. package/src/eth-signature/eth_signature.ts +7 -1
  179. package/src/fifo/fifo_frame_reader.ts +98 -0
  180. package/src/fifo/index.ts +1 -0
  181. package/src/jest/setup.mjs +31 -1
  182. package/src/json-rpc/client/fetch.ts +4 -3
  183. package/src/json-rpc/client/safe_json_rpc_client.ts +2 -0
  184. package/src/json-rpc/client/undici.ts +5 -3
  185. package/src/json-rpc/server/api_key_auth.ts +63 -0
  186. package/src/json-rpc/server/index.ts +1 -0
  187. package/src/log/bigint-utils.ts +25 -0
  188. package/src/log/gcloud-logger-config.ts +5 -0
  189. package/src/log/libp2p_logger.ts +12 -5
  190. package/src/log/log-filters.ts +29 -11
  191. package/src/log/pino-logger-server.ts +25 -0
  192. package/src/log/pino-logger.ts +160 -39
  193. package/src/queue/base_memory_queue.ts +1 -1
  194. package/src/queue/batch_queue.ts +1 -0
  195. package/src/retry/index.ts +30 -0
  196. package/src/schemas/api.ts +4 -1
  197. package/src/serialize/buffer_reader.ts +15 -0
  198. package/src/serialize/serialize.ts +32 -0
  199. package/src/sleep/index.ts +10 -1
  200. package/src/string/index.ts +1 -1
  201. package/src/timer/date.ts +48 -0
  202. package/src/transport/dispatch/create_dispatch_proxy.ts +11 -1
  203. package/src/transport/index.ts +0 -1
  204. package/src/transport/transport_client.ts +2 -2
  205. package/src/trees/indexed_merkle_tree_calculator.ts +5 -1
  206. package/src/types/index.ts +5 -0
  207. package/dest/crypto/serialize.d.ts +0 -51
  208. package/dest/crypto/serialize.d.ts.map +0 -1
  209. package/dest/crypto/serialize.js +0 -68
  210. package/dest/transport/dispatch/create_dispatch_fn.d.ts +0 -25
  211. package/dest/transport/dispatch/create_dispatch_fn.d.ts.map +0 -1
  212. package/dest/transport/dispatch/create_dispatch_fn.js +0 -17
  213. package/src/crypto/serialize.ts +0 -85
  214. package/src/transport/dispatch/create_dispatch_fn.ts +0 -35
@@ -44,18 +44,20 @@ export function makeUndiciFetch(client = new Agent()): JsonRpcFetch {
44
44
  let responseJson: any;
45
45
  const responseOk = resp.statusCode >= 200 && resp.statusCode <= 299;
46
46
  const contentEncoding = resp.headers['content-encoding'];
47
+ let responseText: string;
47
48
  try {
48
49
  if (contentEncoding === 'gzip') {
49
50
  const jsonBuffer = await gunzip(await resp.body.arrayBuffer());
50
- responseJson = JSON.parse(jsonBuffer.toString('utf-8'));
51
+ responseText = jsonBuffer.toString('utf-8');
51
52
  } else {
52
- responseJson = await resp.body.json();
53
+ responseText = await resp.body.text();
53
54
  }
55
+ responseJson = JSON.parse(responseText);
54
56
  } catch {
55
57
  if (!responseOk) {
56
58
  throw new Error('HTTP ' + resp.statusCode);
57
59
  }
58
- throw new Error(`Failed to parse body as JSON. encoding: ${contentEncoding}, body: ${await resp.body.text()}`);
60
+ throw new Error(`Failed to parse body as JSON. encoding: ${contentEncoding}, body: ${responseText!}`);
59
61
  }
60
62
 
61
63
  if (!responseOk) {
@@ -0,0 +1,63 @@
1
+ import { timingSafeEqual } from 'crypto';
2
+ import type Koa from 'koa';
3
+
4
+ import { sha256 } from '../../crypto/sha256/index.js';
5
+ import { createLogger } from '../../log/index.js';
6
+
7
+ const log = createLogger('json-rpc:api-key-auth');
8
+
9
+ /**
10
+ * Computes the SHA-256 hash of a string and returns it as a Buffer.
11
+ * @param input - The input string to hash.
12
+ * @returns The SHA-256 hash as a Buffer.
13
+ */
14
+ export function sha256Hash(input: string): Buffer {
15
+ return sha256(Buffer.from(input));
16
+ }
17
+
18
+ /**
19
+ * Creates a Koa middleware that enforces API key authentication on all requests
20
+ * except the health check endpoint (GET /status).
21
+ *
22
+ * The API key can be provided via the `x-api-key` header or the `Authorization: Bearer <key>` header.
23
+ * Comparison is done by hashing the provided key with SHA-256 and comparing against the stored hash.
24
+ *
25
+ * @param apiKeyHash - The SHA-256 hash of the expected API key as a Buffer.
26
+ * @returns A Koa middleware that rejects requests without a valid API key.
27
+ */
28
+ export function getApiKeyAuthMiddleware(
29
+ apiKeyHash: Buffer,
30
+ ): (ctx: Koa.Context, next: () => Promise<void>) => Promise<void> {
31
+ return async (ctx: Koa.Context, next: () => Promise<void>) => {
32
+ // Allow health check through without auth
33
+ if (ctx.path === '/status' && ctx.method === 'GET') {
34
+ return next();
35
+ }
36
+
37
+ const providedKey = ctx.get('x-api-key') || ctx.get('authorization')?.replace(/^Bearer\s+/i, '');
38
+ if (!providedKey) {
39
+ log.warn(`Rejected admin RPC request from ${ctx.ip}: missing API key`);
40
+ ctx.status = 401;
41
+ ctx.body = {
42
+ jsonrpc: '2.0',
43
+ id: null,
44
+ error: { code: -32000, message: 'Unauthorized: invalid or missing API key' },
45
+ };
46
+ return;
47
+ }
48
+
49
+ const providedHashBuf = sha256Hash(providedKey);
50
+ if (!timingSafeEqual(apiKeyHash, providedHashBuf)) {
51
+ log.warn(`Rejected admin RPC request from ${ctx.ip}: invalid API key`);
52
+ ctx.status = 401;
53
+ ctx.body = {
54
+ jsonrpc: '2.0',
55
+ id: null,
56
+ error: { code: -32000, message: 'Unauthorized: invalid or missing API key' },
57
+ };
58
+ return;
59
+ }
60
+
61
+ await next();
62
+ };
63
+ }
@@ -1 +1,2 @@
1
+ export * from './api_key_auth.js';
1
2
  export * from './safe_json_rpc_server.js';
@@ -0,0 +1,25 @@
1
+ /**
2
+ * Converts bigint values to strings recursively in a log object to avoid serialization issues.
3
+ */
4
+ export function convertBigintsToStrings(obj: unknown): unknown {
5
+ if (typeof obj === 'bigint') {
6
+ return String(obj);
7
+ }
8
+
9
+ if (Array.isArray(obj)) {
10
+ return obj.map(item => convertBigintsToStrings(item));
11
+ }
12
+
13
+ if (obj !== null && typeof obj === 'object') {
14
+ if (typeof (obj as any).toJSON === 'function') {
15
+ return convertBigintsToStrings((obj as any).toJSON());
16
+ }
17
+ const result: Record<string, unknown> = {};
18
+ for (const key in obj) {
19
+ result[key] = convertBigintsToStrings((obj as Record<string, unknown>)[key]);
20
+ }
21
+ return result;
22
+ }
23
+
24
+ return obj;
25
+ }
@@ -1,5 +1,7 @@
1
1
  import type { pino } from 'pino';
2
2
 
3
+ import { convertBigintsToStrings } from './bigint-utils.js';
4
+
3
5
  /* eslint-disable camelcase */
4
6
 
5
7
  const GOOGLE_CLOUD_TRACE_ID = 'logging.googleapis.com/trace';
@@ -15,6 +17,9 @@ export const GoogleCloudLoggerConfig = {
15
17
  messageKey: 'message',
16
18
  formatters: {
17
19
  log(object: Record<string, unknown>): Record<string, unknown> {
20
+ // Convert bigints to strings recursively to avoid serialization issues
21
+ object = convertBigintsToStrings(object) as Record<string, unknown>;
22
+
18
23
  // Add trace context attributes following Cloud Logging structured log format described
19
24
  // in https://cloud.google.com/logging/docs/structured-logging#special-payload-fields
20
25
  const { trace_id, span_id, trace_flags, ...rest } = object;
@@ -2,15 +2,17 @@ import type { ComponentLogger, Logger } from '@libp2p/interface';
2
2
 
3
3
  import { getLogLevelFromFilters } from './log-filters.js';
4
4
  import type { LogLevel } from './log-levels.js';
5
- import { logFilters, logger } from './pino-logger.js';
5
+ import { type LoggerBindings, logFilters, logger } from './pino-logger.js';
6
6
 
7
7
  /**
8
8
  * Creates a libp2p compatible logger that wraps our pino logger.
9
9
  * This adapter implements the ComponentLogger interface required by libp2p.
10
+ * @param namespace - Base namespace for the logger
11
+ * @param bindings - Optional bindings to pass to the logger (actor, instanceId)
10
12
  */
11
- export function createLibp2pComponentLogger(namespace: string): ComponentLogger {
13
+ export function createLibp2pComponentLogger(namespace: string, bindings?: LoggerBindings): ComponentLogger {
12
14
  return {
13
- forComponent: (component: string) => createLibp2pLogger(`${namespace}:${component}`),
15
+ forComponent: (component: string) => createLibp2pLogger(`${namespace}:${component}`, bindings),
14
16
  };
15
17
  }
16
18
 
@@ -24,9 +26,14 @@ function replaceFormatting(message: string) {
24
26
  return message.replace(/(%p|%a)/g, '%s');
25
27
  }
26
28
 
27
- function createLibp2pLogger(component: string): Logger {
29
+ function createLibp2pLogger(component: string, bindings?: LoggerBindings): Logger {
28
30
  // Create a direct pino logger instance for libp2p that supports string interpolation
29
- const log = logger.child({ module: component }, { level: getLogLevelFromFilters(logFilters, component) });
31
+ const actor = bindings?.actor;
32
+ const instanceId = bindings?.instanceId;
33
+ const log = logger.child(
34
+ { module: component, ...(actor && { actor }), ...(instanceId && { instanceId }) },
35
+ { level: getLogLevelFromFilters(logFilters, component) },
36
+ );
30
37
 
31
38
  const logIfEnabled = (level: LogLevel, message: string, ...args: unknown[]) => {
32
39
  if (!log.isLevelEnabled(level)) {
@@ -19,22 +19,40 @@ export function getLogLevelFromFilters(filters: LogFilters, module: string): Log
19
19
  return undefined;
20
20
  }
21
21
 
22
- export function assertLogLevel(level: string): asserts level is LogLevel {
23
- if (!LogLevels.includes(level as LogLevel)) {
24
- throw new Error(`Invalid log level: ${level}`);
22
+ /**
23
+ * Parses the LOG_LEVEL env string into a default level and per-module filter overrides.
24
+ *
25
+ * Format: `<default_level>;<level>:<module1>,<module2>;<level>:<module3>;...`
26
+ * - First segment (before the first `;`) is the default log level for all modules.
27
+ * - Remaining segments are `level:module` pairs: apply the given level to the listed modules (comma-separated).
28
+ * - Later filters override earlier ones for overlapping module matches.
29
+ * - The `aztec:` prefix is stripped from module names; spaces are trimmed.
30
+ *
31
+ * @example
32
+ * ```ts
33
+ * parseLogLevel('debug;warn:module1,module2;error:module3', 'info')
34
+ * // => ['debug', [['module3', 'error'], ['module2', 'warn'], ['module1', 'warn']]]
35
+ * ```
36
+ */
37
+ export function parseLogLevelEnvVar(
38
+ logLevelEnvVar: string | undefined,
39
+ defaultLevel: LogLevel,
40
+ ): [LogLevel, LogFilters] {
41
+ if (!logLevelEnvVar) {
42
+ return [defaultLevel, []];
25
43
  }
44
+ const [level] = logLevelEnvVar.split(';', 1);
45
+ assertValidLogLevel(level);
46
+ return [level, parseFilters(logLevelEnvVar.slice(level.length + 1))];
26
47
  }
27
48
 
28
- export function parseEnv(env: string | undefined, defaultLevel: LogLevel): [LogLevel, LogFilters] {
29
- if (!env) {
30
- return [defaultLevel, []];
49
+ function assertValidLogLevel(level: string): asserts level is LogLevel {
50
+ if (!LogLevels.includes(level as LogLevel)) {
51
+ throw new Error(`Invalid log level: ${level}`);
31
52
  }
32
- const [level] = env.split(';', 1);
33
- assertLogLevel(level);
34
- return [level, parseFilters(env.slice(level.length + 1))];
35
53
  }
36
54
 
37
- export function parseFilters(definition: string | undefined): LogFilters {
55
+ function parseFilters(definition: string | undefined): LogFilters {
38
56
  if (!definition) {
39
57
  return [];
40
58
  }
@@ -48,7 +66,7 @@ export function parseFilters(definition: string | undefined): LogFilters {
48
66
  throw new Error(`Invalid log filter statement: ${statement}`);
49
67
  }
50
68
  const sanitizedLevel = level.trim().toLowerCase();
51
- assertLogLevel(sanitizedLevel);
69
+ assertValidLogLevel(sanitizedLevel);
52
70
  for (const module of modules.split(',')) {
53
71
  filters.push([
54
72
  module
@@ -0,0 +1,25 @@
1
+ import { AsyncLocalStorage } from 'node:async_hooks';
2
+
3
+ import { type LoggerBindings, addLogBindingsHandler, removeLogBindingsHandler } from './pino-logger.js';
4
+
5
+ /** AsyncLocalStorage for logger bindings context propagation (Node.js only). */
6
+ const bindingsStorage = new AsyncLocalStorage<LoggerBindings>();
7
+
8
+ /** Returns the current bindings from AsyncLocalStorage, if any. */
9
+ export function getBindings(): LoggerBindings | undefined {
10
+ return bindingsStorage.getStore();
11
+ }
12
+
13
+ /**
14
+ * Runs a callback within a bindings context. All loggers created within the callback
15
+ * will automatically inherit the bindings (actor, instanceId) via the log bindings handler.
16
+ */
17
+ export async function withLoggerBindings<T>(bindings: LoggerBindings, callback: () => Promise<T>): Promise<T> {
18
+ const handler = () => bindingsStorage.getStore();
19
+ addLogBindingsHandler(handler);
20
+ try {
21
+ return await bindingsStorage.run(bindings, callback);
22
+ } finally {
23
+ removeLogBindingsHandler(handler);
24
+ }
25
+ }
@@ -1,4 +1,4 @@
1
- import { createColors, isColorSupported } from 'colorette';
1
+ import { type Color, createColors, isColorSupported } from 'colorette';
2
2
  import isNode from 'detect-node';
3
3
  import { pino, symbols } from 'pino';
4
4
  import type { Writable } from 'stream';
@@ -7,14 +7,59 @@ import { inspect } from 'util';
7
7
  import { compactArray } from '../collection/array.js';
8
8
  import type { EnvVar } from '../config/index.js';
9
9
  import { parseBooleanEnv } from '../config/parse-env.js';
10
+ import { convertBigintsToStrings } from './bigint-utils.js';
10
11
  import { GoogleCloudLoggerConfig } from './gcloud-logger-config.js';
11
- import { getLogLevelFromFilters, parseEnv } from './log-filters.js';
12
+ import { getLogLevelFromFilters, parseLogLevelEnvVar } from './log-filters.js';
12
13
  import type { LogLevel } from './log-levels.js';
13
14
  import type { LogData, LogFn } from './log_fn.js';
14
15
 
15
- export function createLogger(module: string): Logger {
16
- module = logNameHandlers.reduce((moduleName, handler) => handler(moduleName), module.replace(/^aztec:/, ''));
17
- const pinoLogger = logger.child({ module }, { level: getLogLevelFromFilters(logFilters, module) });
16
+ /** Optional bindings to pass to createLogger for additional context. */
17
+ export type LoggerBindings = {
18
+ /** Actor label shown in logs (e.g., 'MAIN', 'prover-node'). */
19
+ actor?: string;
20
+ /** Instance identifier for distinguishing multiple instances of the same component. */
21
+ instanceId?: string;
22
+ };
23
+
24
+ const MAX_MODULE_NAME_LENGTH = 256;
25
+
26
+ // Allow global hooks for providing default bindings.
27
+ // Used by withLoggerBindings in pino-logger-server to propagate bindings via AsyncLocalStorage.
28
+ type LogBindingsHandler = () => LoggerBindings | undefined;
29
+ const logBindingsHandlers: LogBindingsHandler[] = [];
30
+
31
+ export function addLogBindingsHandler(handler: LogBindingsHandler): void {
32
+ logBindingsHandlers.push(handler);
33
+ }
34
+
35
+ export function removeLogBindingsHandler(handler: LogBindingsHandler) {
36
+ const index = logBindingsHandlers.indexOf(handler);
37
+ if (index !== -1) {
38
+ logBindingsHandlers.splice(index, 1);
39
+ }
40
+ }
41
+
42
+ function getBindingsFromHandlers(): LoggerBindings | undefined {
43
+ for (const handler of logBindingsHandlers) {
44
+ const bindings = handler();
45
+ if (bindings) {
46
+ return bindings;
47
+ }
48
+ }
49
+ return undefined;
50
+ }
51
+
52
+ export function createLogger(module: string, bindings?: LoggerBindings): Logger {
53
+ module = module.slice(0, MAX_MODULE_NAME_LENGTH).replace(/^aztec:/, '');
54
+
55
+ const resolvedBindings = { ...getBindingsFromHandlers(), ...bindings };
56
+ const actor = resolvedBindings?.actor;
57
+ const instanceId = resolvedBindings?.instanceId;
58
+
59
+ const pinoLogger = logger.child(
60
+ { module, ...(actor && { actor }), ...(instanceId && { instanceId }) },
61
+ { level: getLogLevelFromFilters(logFilters, module) },
62
+ );
18
63
 
19
64
  // We check manually for isLevelEnabled to avoid calling processLogData unnecessarily.
20
65
  // Note that isLevelEnabled is missing from the browser version of pino.
@@ -44,11 +89,24 @@ export function createLogger(module: string): Logger {
44
89
  isLevelEnabled: (level: LogLevel) => isLevelEnabled(pinoLogger, level),
45
90
  /** Module name for the logger. */
46
91
  module,
47
- /** Creates another logger by extending this logger module name. */
48
- createChild: (childModule: string) => createLogger(`${module}:${childModule}`),
92
+ /** Creates another logger by extending this logger module name and preserving bindings. */
93
+ createChild: (childModule: string) => createLogger(`${module}:${childModule}`, { actor, instanceId }),
94
+ /** Returns the bindings (actor, instanceId) for this logger. */
95
+ getBindings: () => ({ actor, instanceId }),
49
96
  };
50
97
  }
51
98
 
99
+ /**
100
+ * Returns a logger for the given module. If loggerOrBindings is already a Logger, returns it directly.
101
+ * Otherwise, creates a new logger with the given module name and bindings.
102
+ */
103
+ export function resolveLogger(module: string, loggerOrBindings?: Logger | LoggerBindings): Logger {
104
+ if (loggerOrBindings && 'info' in loggerOrBindings) {
105
+ return loggerOrBindings as Logger;
106
+ }
107
+ return createLogger(module, loggerOrBindings);
108
+ }
109
+
52
110
  // Allow global hooks for processing log data.
53
111
  // Used for injecting OTEL trace_id in telemetry client.
54
112
  type LogDataHandler = (data: LogData) => LogData;
@@ -62,31 +120,6 @@ function processLogData(data: LogData): LogData {
62
120
  return logDataHandlers.reduce((accum, handler) => handler(accum), data);
63
121
  }
64
122
 
65
- // Allow global hooks for tweaking module names.
66
- // Used in tests to add a uid to modules, so we can differentiate multiple nodes in the same process.
67
- type LogNameHandler = (module: string) => string;
68
- const logNameHandlers: LogNameHandler[] = [];
69
-
70
- export function addLogNameHandler(handler: LogNameHandler): void {
71
- logNameHandlers.push(handler);
72
- }
73
-
74
- export function removeLogNameHandler(handler: LogNameHandler) {
75
- const index = logNameHandlers.indexOf(handler);
76
- if (index !== -1) {
77
- logNameHandlers.splice(index, 1);
78
- }
79
- }
80
-
81
- /** Creates all loggers within the given callback with the suffix appended to the module name. */
82
- export async function withLogNameSuffix<T>(suffix: string, callback: () => Promise<T>): Promise<T> {
83
- const logNameHandler = (module: string) => `${module}:${suffix}`;
84
- addLogNameHandler(logNameHandler);
85
- const result = await callback();
86
- removeLogNameHandler(logNameHandler);
87
- return result;
88
- }
89
-
90
123
  // Patch isLevelEnabled missing from pino/browser.
91
124
  function isLevelEnabled(logger: pino.Logger<'verbose', boolean>, level: LogLevel): boolean {
92
125
  return typeof logger.isLevelEnabled === 'function'
@@ -96,7 +129,7 @@ function isLevelEnabled(logger: pino.Logger<'verbose', boolean>, level: LogLevel
96
129
 
97
130
  // Load log levels from environment variables.
98
131
  const defaultLogLevel = process.env.NODE_ENV === 'test' ? 'silent' : 'info';
99
- export const [logLevel, logFilters] = parseEnv(process.env.LOG_LEVEL, defaultLogLevel);
132
+ export const [logLevel, logFilters] = parseLogLevelEnvVar(process.env.LOG_LEVEL, defaultLogLevel);
100
133
 
101
134
  // Define custom logging levels for pino.
102
135
  const customLevels = { verbose: 25 };
@@ -135,6 +168,9 @@ const pinoOpts: pino.LoggerOptions<keyof typeof customLevels> = {
135
168
  ...redactedPaths.map(p => `opts.${p}`),
136
169
  ],
137
170
  },
171
+ formatters: {
172
+ log: obj => convertBigintsToStrings(obj) as Record<string, unknown>,
173
+ },
138
174
  ...(useGcloudLogging ? GoogleCloudLoggerConfig : {}),
139
175
  };
140
176
 
@@ -146,22 +182,90 @@ export const levels = {
146
182
  // Transport options for pretty logging to stderr via pino-pretty.
147
183
  const colorEnv = process.env['FORCE_COLOR' satisfies EnvVar];
148
184
  const useColor = colorEnv === undefined ? isColorSupported : parseBooleanEnv(colorEnv);
149
- const { bold, reset } = createColors({ useColor });
150
- export const pinoPrettyOpts = {
185
+ const { bold, reset, cyan, magenta, yellow, blue, green, magentaBright, yellowBright, blueBright, greenBright } =
186
+ createColors({ useColor });
187
+
188
+ // Per-actor coloring: each unique actor gets a different color for easier visual distinction.
189
+ // Disabled when LOG_NO_COLOR_PER_ACTOR is set to a truthy value.
190
+ const useColorPerActor = useColor && !parseBooleanEnv(process.env['LOG_NO_COLOR_PER_ACTOR' satisfies EnvVar]);
191
+ const actorColors: Color[] = [yellow, magenta, blue, green, magentaBright, yellowBright, blueBright, greenBright];
192
+ const actorColorMap = new Map<string, Color>();
193
+ let nextColorIndex = 0;
194
+
195
+ /** Returns the color function assigned to a given actor, assigning a new one if needed. */
196
+ export function getActorColor(actor: string): Color {
197
+ let color = actorColorMap.get(actor);
198
+ if (!color) {
199
+ color = actorColors[nextColorIndex % actorColors.length];
200
+ actorColorMap.set(actor, color);
201
+ nextColorIndex++;
202
+ }
203
+ return color;
204
+ }
205
+
206
+ /** Resets the actor-to-color mapping. Useful for testing. */
207
+ export function resetActorColors(): void {
208
+ actorColorMap.clear();
209
+ nextColorIndex = 0;
210
+ }
211
+
212
+ // String template for messageFormat (used in worker threads and when per-actor coloring is disabled).
213
+ const messageFormatString = `${bold('{module}')}{if actor} ${cyan('{actor}')}{end}{if instanceId} ${reset(cyan('{instanceId}'))}{end} ${reset('{msg}')}`;
214
+
215
+ // Function for messageFormat when per-actor coloring is enabled (can only be used in-process, not worker threads).
216
+ type LogObject = { actor?: string; module?: string; instanceId?: string; msg?: string };
217
+
218
+ /** Formats a log message with per-actor coloring. Actor, module, and instanceId share the same color. */
219
+ export function formatLogMessage(log: LogObject, messageKey: string): string {
220
+ const actor = log.actor;
221
+ const module = log.module ?? '';
222
+ const instanceId = log.instanceId;
223
+ const msg = log[messageKey as keyof LogObject] ?? '';
224
+
225
+ // Use actor color for actor, module, and instanceId when actor is present
226
+ const color = actor ? getActorColor(actor) : cyan;
227
+
228
+ let result = bold(color(module));
229
+ if (actor) {
230
+ result += ' ' + color(actor);
231
+ }
232
+ if (instanceId) {
233
+ result += ' ' + reset(color(instanceId));
234
+ }
235
+ result += ' ' + reset(String(msg));
236
+ return result;
237
+ }
238
+
239
+ // Base options for pino-pretty (shared between transport and direct use).
240
+ const pinoPrettyBaseOpts = {
151
241
  destination: 2,
152
242
  sync: true,
153
243
  colorize: useColor,
154
- ignore: 'module,pid,hostname,trace_id,span_id,trace_flags,severity',
155
- messageFormat: `${bold('{module}')} ${reset('{msg}')}`,
244
+ ignore: 'module,actor,instanceId,pid,hostname,trace_id,span_id,trace_flags,severity',
156
245
  customLevels: 'fatal:60,error:50,warn:40,info:30,verbose:25,debug:20,trace:10',
157
246
  customColors: 'fatal:bgRed,error:red,warn:yellow,info:green,verbose:magenta,debug:blue,trace:gray',
158
247
  minimumLevel: 'trace' as const,
159
248
  singleLine: !parseBooleanEnv(process.env['LOG_MULTILINE' satisfies EnvVar]),
160
249
  };
161
250
 
251
+ /**
252
+ * Pino-pretty options for direct use (e.g., jest/setup.mjs).
253
+ * Includes function-based messageFormat for per-actor coloring when enabled.
254
+ */
255
+ export const pinoPrettyOpts = {
256
+ ...pinoPrettyBaseOpts,
257
+ messageFormat: useColorPerActor ? formatLogMessage : messageFormatString,
258
+ };
259
+
260
+ // Transport options use string template only (functions can't be serialized to worker threads).
261
+ const prettyTransportOpts = {
262
+ ...pinoPrettyBaseOpts,
263
+ messageFormat: messageFormatString,
264
+ };
265
+
162
266
  const prettyTransport: pino.TransportTargetOptions = {
163
267
  target: 'pino-pretty',
164
- options: pinoPrettyOpts,
268
+ options: prettyTransportOpts,
165
269
  level: 'trace',
166
270
  };
167
271
 
@@ -262,6 +366,8 @@ export type Logger = { [K in LogLevel]: LogFn } & { /** Error log function */ er
262
366
  isLevelEnabled: (level: LogLevel) => boolean;
263
367
  module: string;
264
368
  createChild: (childModule: string) => Logger;
369
+ /** Returns the bindings (actor, instanceId) for this logger. */
370
+ getBindings: () => LoggerBindings;
265
371
  };
266
372
 
267
373
  /**
@@ -271,5 +377,20 @@ export type Logger = { [K in LogLevel]: LogFn } & { /** Error log function */ er
271
377
  * @returns A string with both the log message and the error message.
272
378
  */
273
379
  function formatErr(msg: string, err?: unknown): string {
274
- return err ? `${msg}: ${inspect(err)}` : msg;
380
+ if (!err) {
381
+ return msg;
382
+ }
383
+
384
+ try {
385
+ return `${msg}: ${inspect(err)}`;
386
+ } catch {
387
+ // inspect can crash on error objects with broken property descriptors
388
+ try {
389
+ // eslint-disable-next-line @typescript-eslint/no-base-to-string
390
+ return `${msg}: ${err instanceof Error ? `${err.name}: ${err.message}` : String(err)}`;
391
+ } catch {
392
+ // if even String(err) fails, return the original message with a note about the error
393
+ return `${msg}: [unserializable error]`;
394
+ }
395
+ }
275
396
  }
@@ -122,7 +122,7 @@ export abstract class BaseMemoryQueue<T> {
122
122
  * @param handler - A function that takes an item of type T and returns a Promise<void> after processing the item.
123
123
  * @returns A Promise<void> that resolves when the queue is finished processing.
124
124
  */
125
- public async process(handler: (item: T) => Promise<void>) {
125
+ public async process(handler: (item: T) => Promise<void> | void) {
126
126
  try {
127
127
  while (true) {
128
128
  const item = await this.get();
@@ -105,6 +105,7 @@ export class BatchQueue<T, K extends string | number> {
105
105
  return Promise.resolve();
106
106
  }
107
107
 
108
+ this.flushCurrentBatch();
108
109
  this.container.end();
109
110
  return runningPromise;
110
111
  }
@@ -104,6 +104,36 @@ export async function retryUntil<T>(
104
104
  }
105
105
  }
106
106
 
107
+ /**
108
+ * Retry an asynchronous function until it returns a truthy value or the maximum number of retries is exceeded.
109
+ * The function is retried periodically with a fixed interval between attempts.
110
+ *
111
+ * @param fn - The asynchronous function to be retried, which should return a truthy value upon success or undefined otherwise.
112
+ * @param name - The optional name of the operation, used for generating error messages.
113
+ * @param maxRetries - The maximum number of retry attempts before throwing an error.
114
+ * @param retryInterval - The optional interval, in seconds, between retry attempts. Defaults to 1 second.
115
+ * @returns A Promise that resolves with the successful (truthy) result of the provided function, or rejects if retries are exhausted.
116
+ */
117
+ export async function retryTimes<T>(
118
+ fn: () => (T | undefined) | Promise<T | undefined>,
119
+ name = '',
120
+ maxRetries: number,
121
+ retryInterval = 1,
122
+ ) {
123
+ for (let attempt = 0; attempt <= maxRetries; attempt++) {
124
+ const result = await fn();
125
+ if (result) {
126
+ return result;
127
+ }
128
+
129
+ if (attempt < maxRetries) {
130
+ await sleep(retryInterval * 1000);
131
+ }
132
+ }
133
+
134
+ throw new Error(name ? `Retries exhausted awaiting ${name}` : 'Retries exhausted');
135
+ }
136
+
107
137
  /**
108
138
  * Convenience wrapper around retryUntil with fast polling for tests.
109
139
  * Uses 10s timeout and 100ms polling interval by default.
@@ -37,7 +37,10 @@ export type ApiSchema = {
37
37
  };
38
38
 
39
39
  /** Return whether an API schema defines a valid function schema for a given method name. */
40
- export function schemaHasMethod(schema: ApiSchema, methodName: string) {
40
+ export function schemaHasMethod<T extends ApiSchema>(
41
+ schema: T,
42
+ methodName: string,
43
+ ): methodName is Extract<keyof T, string> {
41
44
  return (
42
45
  typeof methodName === 'string' &&
43
46
  Object.hasOwn(schema, methodName) &&
@@ -1,3 +1,4 @@
1
+ import { toBigIntBE } from '../bigint-buffer/index.js';
1
2
  import type { Tuple } from './types.js';
2
3
 
3
4
  /**
@@ -130,6 +131,20 @@ export class BufferReader {
130
131
  return result;
131
132
  }
132
133
 
134
+ /**
135
+ * Reads a 256-bit signed integer (two's complement) from the buffer at the current index position.
136
+ * Updates the index position by 32 bytes after reading the number.
137
+ *
138
+ * @returns The read 256 bit signed value as a bigint.
139
+ */
140
+ public readInt256(): bigint {
141
+ this.#rangeCheck(32);
142
+ const unsigned = toBigIntBE(this.buffer.subarray(this.index, this.index + 32));
143
+ this.index += 32;
144
+ const signBit = 1n << 255n;
145
+ return unsigned >= signBit ? unsigned - (1n << 256n) : unsigned;
146
+ }
147
+
133
148
  /** Alias for readUInt256 */
134
149
  public readBigInt(): bigint {
135
150
  return this.readUInt256();