@aztec/foundation 0.0.1-commit.d431d1c → 0.0.1-commit.db765a8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/dest/array/sorted_array.d.ts +6 -1
  2. package/dest/array/sorted_array.d.ts.map +1 -1
  3. package/dest/array/sorted_array.js +18 -15
  4. package/dest/collection/array.d.ts +12 -1
  5. package/dest/collection/array.d.ts.map +1 -1
  6. package/dest/collection/array.js +51 -0
  7. package/dest/config/env_var.d.ts +2 -2
  8. package/dest/config/env_var.d.ts.map +1 -1
  9. package/dest/config/index.d.ts +1 -1
  10. package/dest/config/index.d.ts.map +1 -1
  11. package/dest/config/index.js +15 -0
  12. package/dest/config/network_config.d.ts +7 -1
  13. package/dest/config/network_config.d.ts.map +1 -1
  14. package/dest/config/network_config.js +2 -1
  15. package/dest/config/network_name.d.ts +2 -2
  16. package/dest/config/network_name.d.ts.map +1 -1
  17. package/dest/config/network_name.js +2 -0
  18. package/dest/crypto/poseidon/index.d.ts +1 -2
  19. package/dest/crypto/poseidon/index.d.ts.map +1 -1
  20. package/dest/crypto/poseidon/index.js +13 -22
  21. package/dest/crypto/random/randomness_singleton.d.ts +4 -3
  22. package/dest/crypto/random/randomness_singleton.d.ts.map +1 -1
  23. package/dest/crypto/random/randomness_singleton.js +4 -4
  24. package/dest/crypto/secp256k1-signer/utils.d.ts +12 -1
  25. package/dest/crypto/secp256k1-signer/utils.d.ts.map +1 -1
  26. package/dest/crypto/secp256k1-signer/utils.js +26 -0
  27. package/dest/crypto/sync/poseidon/index.d.ts +1 -2
  28. package/dest/crypto/sync/poseidon/index.d.ts.map +1 -1
  29. package/dest/crypto/sync/poseidon/index.js +0 -8
  30. package/dest/curves/bn254/field.d.ts +2 -1
  31. package/dest/curves/bn254/field.d.ts.map +1 -1
  32. package/dest/curves/bn254/field.js +5 -2
  33. package/dest/eth-signature/eth_signature.d.ts +2 -1
  34. package/dest/eth-signature/eth_signature.d.ts.map +1 -1
  35. package/dest/eth-signature/eth_signature.js +7 -2
  36. package/dest/jest/setup.js +28 -1
  37. package/dest/json-rpc/client/safe_json_rpc_client.d.ts +2 -1
  38. package/dest/json-rpc/client/safe_json_rpc_client.d.ts.map +1 -1
  39. package/dest/json-rpc/client/safe_json_rpc_client.js +1 -1
  40. package/dest/json-rpc/client/undici.d.ts +1 -1
  41. package/dest/json-rpc/client/undici.d.ts.map +1 -1
  42. package/dest/json-rpc/client/undici.js +21 -4
  43. package/dest/json-rpc/server/api_key_auth.d.ts +19 -0
  44. package/dest/json-rpc/server/api_key_auth.d.ts.map +1 -0
  45. package/dest/json-rpc/server/api_key_auth.js +57 -0
  46. package/dest/json-rpc/server/index.d.ts +2 -1
  47. package/dest/json-rpc/server/index.d.ts.map +1 -1
  48. package/dest/json-rpc/server/index.js +1 -0
  49. package/dest/json-rpc/server/safe_json_rpc_server.js +1 -1
  50. package/dest/log/bigint-utils.d.ts +5 -0
  51. package/dest/log/bigint-utils.d.ts.map +1 -0
  52. package/dest/log/bigint-utils.js +21 -0
  53. package/dest/log/gcloud-logger-config.d.ts +1 -1
  54. package/dest/log/gcloud-logger-config.d.ts.map +1 -1
  55. package/dest/log/gcloud-logger-config.js +3 -0
  56. package/dest/log/libp2p_logger.d.ts +5 -2
  57. package/dest/log/libp2p_logger.d.ts.map +1 -1
  58. package/dest/log/libp2p_logger.js +14 -4
  59. package/dest/log/log-filters.d.ts +17 -4
  60. package/dest/log/log-filters.d.ts.map +1 -1
  61. package/dest/log/log-filters.js +26 -12
  62. package/dest/log/pino-logger-server.d.ts +9 -0
  63. package/dest/log/pino-logger-server.d.ts.map +1 -0
  64. package/dest/log/pino-logger-server.js +18 -0
  65. package/dest/log/pino-logger.d.ts +37 -8
  66. package/dest/log/pino-logger.d.ts.map +1 -1
  67. package/dest/log/pino-logger.js +121 -28
  68. package/dest/queue/base_memory_queue.d.ts +2 -2
  69. package/dest/queue/base_memory_queue.d.ts.map +1 -1
  70. package/dest/queue/semaphore.d.ts +5 -1
  71. package/dest/queue/semaphore.d.ts.map +1 -1
  72. package/dest/serialize/buffer_reader.d.ts +8 -1
  73. package/dest/serialize/buffer_reader.d.ts.map +1 -1
  74. package/dest/serialize/buffer_reader.js +13 -0
  75. package/dest/serialize/serialize.d.ts +19 -1
  76. package/dest/serialize/serialize.d.ts.map +1 -1
  77. package/dest/serialize/serialize.js +31 -0
  78. package/dest/sleep/index.d.ts +2 -1
  79. package/dest/sleep/index.d.ts.map +1 -1
  80. package/dest/sleep/index.js +10 -1
  81. package/dest/timer/date.d.ts +25 -1
  82. package/dest/timer/date.d.ts.map +1 -1
  83. package/dest/timer/date.js +33 -0
  84. package/dest/transport/transport_client.js +2 -2
  85. package/dest/trees/balanced_merkle_tree_root.d.ts +2 -3
  86. package/dest/trees/balanced_merkle_tree_root.d.ts.map +1 -1
  87. package/dest/trees/balanced_merkle_tree_root.js +2 -3
  88. package/dest/trees/hasher.d.ts +1 -2
  89. package/dest/trees/hasher.d.ts.map +1 -1
  90. package/dest/trees/hasher.js +0 -5
  91. package/dest/trees/membership_witness.d.ts +5 -1
  92. package/dest/trees/membership_witness.d.ts.map +1 -1
  93. package/dest/trees/membership_witness.js +9 -0
  94. package/dest/trees/merkle_tree_calculator.d.ts +1 -1
  95. package/dest/trees/merkle_tree_calculator.d.ts.map +1 -1
  96. package/dest/trees/merkle_tree_calculator.js +2 -2
  97. package/dest/trees/sibling_path.d.ts +1 -1
  98. package/dest/trees/sibling_path.d.ts.map +1 -1
  99. package/dest/trees/sibling_path.js +2 -2
  100. package/dest/types/index.d.ts +3 -1
  101. package/dest/types/index.d.ts.map +1 -1
  102. package/dest/types/index.js +3 -0
  103. package/package.json +23 -2
  104. package/src/array/sorted_array.ts +22 -17
  105. package/src/collection/array.ts +52 -0
  106. package/src/config/env_var.ts +42 -3
  107. package/src/config/index.ts +15 -0
  108. package/src/config/network_config.ts +1 -0
  109. package/src/config/network_name.ts +4 -1
  110. package/src/crypto/poseidon/index.ts +13 -23
  111. package/src/crypto/random/randomness_singleton.ts +9 -5
  112. package/src/crypto/secp256k1-signer/utils.ts +32 -0
  113. package/src/crypto/sync/poseidon/index.ts +0 -9
  114. package/src/curves/bn254/field.ts +6 -2
  115. package/src/eth-signature/eth_signature.ts +7 -1
  116. package/src/jest/setup.mjs +31 -1
  117. package/src/json-rpc/client/safe_json_rpc_client.ts +2 -0
  118. package/src/json-rpc/client/undici.ts +21 -3
  119. package/src/json-rpc/server/api_key_auth.ts +63 -0
  120. package/src/json-rpc/server/index.ts +1 -0
  121. package/src/json-rpc/server/safe_json_rpc_server.ts +1 -1
  122. package/src/log/bigint-utils.ts +25 -0
  123. package/src/log/gcloud-logger-config.ts +5 -0
  124. package/src/log/libp2p_logger.ts +12 -5
  125. package/src/log/log-filters.ts +29 -11
  126. package/src/log/pino-logger-server.ts +25 -0
  127. package/src/log/pino-logger.ts +142 -38
  128. package/src/queue/base_memory_queue.ts +1 -1
  129. package/src/queue/semaphore.ts +5 -0
  130. package/src/serialize/buffer_reader.ts +15 -0
  131. package/src/serialize/serialize.ts +32 -0
  132. package/src/sleep/index.ts +10 -1
  133. package/src/timer/date.ts +48 -0
  134. package/src/transport/transport_client.ts +2 -2
  135. package/src/trees/balanced_merkle_tree_root.ts +2 -5
  136. package/src/trees/hasher.ts +0 -4
  137. package/src/trees/membership_witness.ts +8 -0
  138. package/src/trees/merkle_tree_calculator.ts +2 -2
  139. package/src/trees/sibling_path.ts +2 -2
  140. package/src/types/index.ts +5 -0
@@ -0,0 +1,25 @@
1
+ /**
2
+ * Converts bigint values to strings recursively in a log object to avoid serialization issues.
3
+ */
4
+ export function convertBigintsToStrings(obj: unknown): unknown {
5
+ if (typeof obj === 'bigint') {
6
+ return String(obj);
7
+ }
8
+
9
+ if (Array.isArray(obj)) {
10
+ return obj.map(item => convertBigintsToStrings(item));
11
+ }
12
+
13
+ if (obj !== null && typeof obj === 'object') {
14
+ if (typeof (obj as any).toJSON === 'function') {
15
+ return convertBigintsToStrings((obj as any).toJSON());
16
+ }
17
+ const result: Record<string, unknown> = {};
18
+ for (const key in obj) {
19
+ result[key] = convertBigintsToStrings((obj as Record<string, unknown>)[key]);
20
+ }
21
+ return result;
22
+ }
23
+
24
+ return obj;
25
+ }
@@ -1,5 +1,7 @@
1
1
  import type { pino } from 'pino';
2
2
 
3
+ import { convertBigintsToStrings } from './bigint-utils.js';
4
+
3
5
  /* eslint-disable camelcase */
4
6
 
5
7
  const GOOGLE_CLOUD_TRACE_ID = 'logging.googleapis.com/trace';
@@ -15,6 +17,9 @@ export const GoogleCloudLoggerConfig = {
15
17
  messageKey: 'message',
16
18
  formatters: {
17
19
  log(object: Record<string, unknown>): Record<string, unknown> {
20
+ // Convert bigints to strings recursively to avoid serialization issues
21
+ object = convertBigintsToStrings(object) as Record<string, unknown>;
22
+
18
23
  // Add trace context attributes following Cloud Logging structured log format described
19
24
  // in https://cloud.google.com/logging/docs/structured-logging#special-payload-fields
20
25
  const { trace_id, span_id, trace_flags, ...rest } = object;
@@ -2,15 +2,17 @@ import type { ComponentLogger, Logger } from '@libp2p/interface';
2
2
 
3
3
  import { getLogLevelFromFilters } from './log-filters.js';
4
4
  import type { LogLevel } from './log-levels.js';
5
- import { logFilters, logger } from './pino-logger.js';
5
+ import { type LoggerBindings, logFilters, logger } from './pino-logger.js';
6
6
 
7
7
  /**
8
8
  * Creates a libp2p compatible logger that wraps our pino logger.
9
9
  * This adapter implements the ComponentLogger interface required by libp2p.
10
+ * @param namespace - Base namespace for the logger
11
+ * @param bindings - Optional bindings to pass to the logger (actor, instanceId)
10
12
  */
11
- export function createLibp2pComponentLogger(namespace: string): ComponentLogger {
13
+ export function createLibp2pComponentLogger(namespace: string, bindings?: LoggerBindings): ComponentLogger {
12
14
  return {
13
- forComponent: (component: string) => createLibp2pLogger(`${namespace}:${component}`),
15
+ forComponent: (component: string) => createLibp2pLogger(`${namespace}:${component}`, bindings),
14
16
  };
15
17
  }
16
18
 
@@ -24,9 +26,14 @@ function replaceFormatting(message: string) {
24
26
  return message.replace(/(%p|%a)/g, '%s');
25
27
  }
26
28
 
27
- function createLibp2pLogger(component: string): Logger {
29
+ function createLibp2pLogger(component: string, bindings?: LoggerBindings): Logger {
28
30
  // Create a direct pino logger instance for libp2p that supports string interpolation
29
- const log = logger.child({ module: component }, { level: getLogLevelFromFilters(logFilters, component) });
31
+ const actor = bindings?.actor;
32
+ const instanceId = bindings?.instanceId;
33
+ const log = logger.child(
34
+ { module: component, ...(actor && { actor }), ...(instanceId && { instanceId }) },
35
+ { level: getLogLevelFromFilters(logFilters, component) },
36
+ );
30
37
 
31
38
  const logIfEnabled = (level: LogLevel, message: string, ...args: unknown[]) => {
32
39
  if (!log.isLevelEnabled(level)) {
@@ -19,22 +19,40 @@ export function getLogLevelFromFilters(filters: LogFilters, module: string): Log
19
19
  return undefined;
20
20
  }
21
21
 
22
- export function assertLogLevel(level: string): asserts level is LogLevel {
23
- if (!LogLevels.includes(level as LogLevel)) {
24
- throw new Error(`Invalid log level: ${level}`);
22
+ /**
23
+ * Parses the LOG_LEVEL env string into a default level and per-module filter overrides.
24
+ *
25
+ * Format: `<default_level>;<level>:<module1>,<module2>;<level>:<module3>;...`
26
+ * - First segment (before the first `;`) is the default log level for all modules.
27
+ * - Remaining segments are `level:module` pairs: apply the given level to the listed modules (comma-separated).
28
+ * - Later filters override earlier ones for overlapping module matches.
29
+ * - The `aztec:` prefix is stripped from module names; spaces are trimmed.
30
+ *
31
+ * @example
32
+ * ```ts
33
+ * parseLogLevel('debug;warn:module1,module2;error:module3', 'info')
34
+ * // => ['debug', [['module3', 'error'], ['module2', 'warn'], ['module1', 'warn']]]
35
+ * ```
36
+ */
37
+ export function parseLogLevelEnvVar(
38
+ logLevelEnvVar: string | undefined,
39
+ defaultLevel: LogLevel,
40
+ ): [LogLevel, LogFilters] {
41
+ if (!logLevelEnvVar) {
42
+ return [defaultLevel, []];
25
43
  }
44
+ const [level] = logLevelEnvVar.split(';', 1);
45
+ assertValidLogLevel(level);
46
+ return [level, parseFilters(logLevelEnvVar.slice(level.length + 1))];
26
47
  }
27
48
 
28
- export function parseEnv(env: string | undefined, defaultLevel: LogLevel): [LogLevel, LogFilters] {
29
- if (!env) {
30
- return [defaultLevel, []];
49
+ function assertValidLogLevel(level: string): asserts level is LogLevel {
50
+ if (!LogLevels.includes(level as LogLevel)) {
51
+ throw new Error(`Invalid log level: ${level}`);
31
52
  }
32
- const [level] = env.split(';', 1);
33
- assertLogLevel(level);
34
- return [level, parseFilters(env.slice(level.length + 1))];
35
53
  }
36
54
 
37
- export function parseFilters(definition: string | undefined): LogFilters {
55
+ function parseFilters(definition: string | undefined): LogFilters {
38
56
  if (!definition) {
39
57
  return [];
40
58
  }
@@ -48,7 +66,7 @@ export function parseFilters(definition: string | undefined): LogFilters {
48
66
  throw new Error(`Invalid log filter statement: ${statement}`);
49
67
  }
50
68
  const sanitizedLevel = level.trim().toLowerCase();
51
- assertLogLevel(sanitizedLevel);
69
+ assertValidLogLevel(sanitizedLevel);
52
70
  for (const module of modules.split(',')) {
53
71
  filters.push([
54
72
  module
@@ -0,0 +1,25 @@
1
+ import { AsyncLocalStorage } from 'node:async_hooks';
2
+
3
+ import { type LoggerBindings, addLogBindingsHandler, removeLogBindingsHandler } from './pino-logger.js';
4
+
5
+ /** AsyncLocalStorage for logger bindings context propagation (Node.js only). */
6
+ const bindingsStorage = new AsyncLocalStorage<LoggerBindings>();
7
+
8
+ /** Returns the current bindings from AsyncLocalStorage, if any. */
9
+ export function getBindings(): LoggerBindings | undefined {
10
+ return bindingsStorage.getStore();
11
+ }
12
+
13
+ /**
14
+ * Runs a callback within a bindings context. All loggers created within the callback
15
+ * will automatically inherit the bindings (actor, instanceId) via the log bindings handler.
16
+ */
17
+ export async function withLoggerBindings<T>(bindings: LoggerBindings, callback: () => Promise<T>): Promise<T> {
18
+ const handler = () => bindingsStorage.getStore();
19
+ addLogBindingsHandler(handler);
20
+ try {
21
+ return await bindingsStorage.run(bindings, callback);
22
+ } finally {
23
+ removeLogBindingsHandler(handler);
24
+ }
25
+ }
@@ -1,4 +1,4 @@
1
- import { createColors, isColorSupported } from 'colorette';
1
+ import { type Color, createColors, isColorSupported } from 'colorette';
2
2
  import isNode from 'detect-node';
3
3
  import { pino, symbols } from 'pino';
4
4
  import type { Writable } from 'stream';
@@ -7,14 +7,57 @@ import { inspect } from 'util';
7
7
  import { compactArray } from '../collection/array.js';
8
8
  import type { EnvVar } from '../config/index.js';
9
9
  import { parseBooleanEnv } from '../config/parse-env.js';
10
+ import { convertBigintsToStrings } from './bigint-utils.js';
10
11
  import { GoogleCloudLoggerConfig } from './gcloud-logger-config.js';
11
- import { getLogLevelFromFilters, parseEnv } from './log-filters.js';
12
+ import { getLogLevelFromFilters, parseLogLevelEnvVar } from './log-filters.js';
12
13
  import type { LogLevel } from './log-levels.js';
13
14
  import type { LogData, LogFn } from './log_fn.js';
14
15
 
15
- export function createLogger(module: string): Logger {
16
- module = logNameHandlers.reduce((moduleName, handler) => handler(moduleName), module.replace(/^aztec:/, ''));
17
- const pinoLogger = logger.child({ module }, { level: getLogLevelFromFilters(logFilters, module) });
16
+ /** Optional bindings to pass to createLogger for additional context. */
17
+ export type LoggerBindings = {
18
+ /** Actor label shown in logs (e.g., 'MAIN', 'prover-node'). */
19
+ actor?: string;
20
+ /** Instance identifier for distinguishing multiple instances of the same component. */
21
+ instanceId?: string;
22
+ };
23
+
24
+ // Allow global hooks for providing default bindings.
25
+ // Used by withLoggerBindings in pino-logger-server to propagate bindings via AsyncLocalStorage.
26
+ type LogBindingsHandler = () => LoggerBindings | undefined;
27
+ const logBindingsHandlers: LogBindingsHandler[] = [];
28
+
29
+ export function addLogBindingsHandler(handler: LogBindingsHandler): void {
30
+ logBindingsHandlers.push(handler);
31
+ }
32
+
33
+ export function removeLogBindingsHandler(handler: LogBindingsHandler) {
34
+ const index = logBindingsHandlers.indexOf(handler);
35
+ if (index !== -1) {
36
+ logBindingsHandlers.splice(index, 1);
37
+ }
38
+ }
39
+
40
+ function getBindingsFromHandlers(): LoggerBindings | undefined {
41
+ for (const handler of logBindingsHandlers) {
42
+ const bindings = handler();
43
+ if (bindings) {
44
+ return bindings;
45
+ }
46
+ }
47
+ return undefined;
48
+ }
49
+
50
+ export function createLogger(module: string, bindings?: LoggerBindings): Logger {
51
+ module = module.replace(/^aztec:/, '');
52
+
53
+ const resolvedBindings = { ...getBindingsFromHandlers(), ...bindings };
54
+ const actor = resolvedBindings?.actor;
55
+ const instanceId = resolvedBindings?.instanceId;
56
+
57
+ const pinoLogger = logger.child(
58
+ { module, ...(actor && { actor }), ...(instanceId && { instanceId }) },
59
+ { level: getLogLevelFromFilters(logFilters, module) },
60
+ );
18
61
 
19
62
  // We check manually for isLevelEnabled to avoid calling processLogData unnecessarily.
20
63
  // Note that isLevelEnabled is missing from the browser version of pino.
@@ -44,11 +87,24 @@ export function createLogger(module: string): Logger {
44
87
  isLevelEnabled: (level: LogLevel) => isLevelEnabled(pinoLogger, level),
45
88
  /** Module name for the logger. */
46
89
  module,
47
- /** Creates another logger by extending this logger module name. */
48
- createChild: (childModule: string) => createLogger(`${module}:${childModule}`),
90
+ /** Creates another logger by extending this logger module name and preserving bindings. */
91
+ createChild: (childModule: string) => createLogger(`${module}:${childModule}`, { actor, instanceId }),
92
+ /** Returns the bindings (actor, instanceId) for this logger. */
93
+ getBindings: () => ({ actor, instanceId }),
49
94
  };
50
95
  }
51
96
 
97
+ /**
98
+ * Returns a logger for the given module. If loggerOrBindings is already a Logger, returns it directly.
99
+ * Otherwise, creates a new logger with the given module name and bindings.
100
+ */
101
+ export function resolveLogger(module: string, loggerOrBindings?: Logger | LoggerBindings): Logger {
102
+ if (loggerOrBindings && 'info' in loggerOrBindings) {
103
+ return loggerOrBindings as Logger;
104
+ }
105
+ return createLogger(module, loggerOrBindings);
106
+ }
107
+
52
108
  // Allow global hooks for processing log data.
53
109
  // Used for injecting OTEL trace_id in telemetry client.
54
110
  type LogDataHandler = (data: LogData) => LogData;
@@ -62,31 +118,6 @@ function processLogData(data: LogData): LogData {
62
118
  return logDataHandlers.reduce((accum, handler) => handler(accum), data);
63
119
  }
64
120
 
65
- // Allow global hooks for tweaking module names.
66
- // Used in tests to add a uid to modules, so we can differentiate multiple nodes in the same process.
67
- type LogNameHandler = (module: string) => string;
68
- const logNameHandlers: LogNameHandler[] = [];
69
-
70
- export function addLogNameHandler(handler: LogNameHandler): void {
71
- logNameHandlers.push(handler);
72
- }
73
-
74
- export function removeLogNameHandler(handler: LogNameHandler) {
75
- const index = logNameHandlers.indexOf(handler);
76
- if (index !== -1) {
77
- logNameHandlers.splice(index, 1);
78
- }
79
- }
80
-
81
- /** Creates all loggers within the given callback with the suffix appended to the module name. */
82
- export async function withLogNameSuffix<T>(suffix: string, callback: () => Promise<T>): Promise<T> {
83
- const logNameHandler = (module: string) => `${module}:${suffix}`;
84
- addLogNameHandler(logNameHandler);
85
- const result = await callback();
86
- removeLogNameHandler(logNameHandler);
87
- return result;
88
- }
89
-
90
121
  // Patch isLevelEnabled missing from pino/browser.
91
122
  function isLevelEnabled(logger: pino.Logger<'verbose', boolean>, level: LogLevel): boolean {
92
123
  return typeof logger.isLevelEnabled === 'function'
@@ -96,7 +127,7 @@ function isLevelEnabled(logger: pino.Logger<'verbose', boolean>, level: LogLevel
96
127
 
97
128
  // Load log levels from environment variables.
98
129
  const defaultLogLevel = process.env.NODE_ENV === 'test' ? 'silent' : 'info';
99
- export const [logLevel, logFilters] = parseEnv(process.env.LOG_LEVEL, defaultLogLevel);
130
+ export const [logLevel, logFilters] = parseLogLevelEnvVar(process.env.LOG_LEVEL, defaultLogLevel);
100
131
 
101
132
  // Define custom logging levels for pino.
102
133
  const customLevels = { verbose: 25 };
@@ -135,6 +166,9 @@ const pinoOpts: pino.LoggerOptions<keyof typeof customLevels> = {
135
166
  ...redactedPaths.map(p => `opts.${p}`),
136
167
  ],
137
168
  },
169
+ formatters: {
170
+ log: obj => convertBigintsToStrings(obj) as Record<string, unknown>,
171
+ },
138
172
  ...(useGcloudLogging ? GoogleCloudLoggerConfig : {}),
139
173
  };
140
174
 
@@ -146,22 +180,90 @@ export const levels = {
146
180
  // Transport options for pretty logging to stderr via pino-pretty.
147
181
  const colorEnv = process.env['FORCE_COLOR' satisfies EnvVar];
148
182
  const useColor = colorEnv === undefined ? isColorSupported : parseBooleanEnv(colorEnv);
149
- const { bold, reset } = createColors({ useColor });
150
- export const pinoPrettyOpts = {
183
+ const { bold, reset, cyan, magenta, yellow, blue, green, magentaBright, yellowBright, blueBright, greenBright } =
184
+ createColors({ useColor });
185
+
186
+ // Per-actor coloring: each unique actor gets a different color for easier visual distinction.
187
+ // Disabled when LOG_NO_COLOR_PER_ACTOR is set to a truthy value.
188
+ const useColorPerActor = useColor && !parseBooleanEnv(process.env['LOG_NO_COLOR_PER_ACTOR' satisfies EnvVar]);
189
+ const actorColors: Color[] = [yellow, magenta, blue, green, magentaBright, yellowBright, blueBright, greenBright];
190
+ const actorColorMap = new Map<string, Color>();
191
+ let nextColorIndex = 0;
192
+
193
+ /** Returns the color function assigned to a given actor, assigning a new one if needed. */
194
+ export function getActorColor(actor: string): Color {
195
+ let color = actorColorMap.get(actor);
196
+ if (!color) {
197
+ color = actorColors[nextColorIndex % actorColors.length];
198
+ actorColorMap.set(actor, color);
199
+ nextColorIndex++;
200
+ }
201
+ return color;
202
+ }
203
+
204
+ /** Resets the actor-to-color mapping. Useful for testing. */
205
+ export function resetActorColors(): void {
206
+ actorColorMap.clear();
207
+ nextColorIndex = 0;
208
+ }
209
+
210
+ // String template for messageFormat (used in worker threads and when per-actor coloring is disabled).
211
+ const messageFormatString = `${bold('{module}')}{if actor} ${cyan('{actor}')}{end}{if instanceId} ${reset(cyan('{instanceId}'))}{end} ${reset('{msg}')}`;
212
+
213
+ // Function for messageFormat when per-actor coloring is enabled (can only be used in-process, not worker threads).
214
+ type LogObject = { actor?: string; module?: string; instanceId?: string; msg?: string };
215
+
216
+ /** Formats a log message with per-actor coloring. Actor, module, and instanceId share the same color. */
217
+ export function formatLogMessage(log: LogObject, messageKey: string): string {
218
+ const actor = log.actor;
219
+ const module = log.module ?? '';
220
+ const instanceId = log.instanceId;
221
+ const msg = log[messageKey as keyof LogObject] ?? '';
222
+
223
+ // Use actor color for actor, module, and instanceId when actor is present
224
+ const color = actor ? getActorColor(actor) : cyan;
225
+
226
+ let result = bold(color(module));
227
+ if (actor) {
228
+ result += ' ' + color(actor);
229
+ }
230
+ if (instanceId) {
231
+ result += ' ' + reset(color(instanceId));
232
+ }
233
+ result += ' ' + reset(String(msg));
234
+ return result;
235
+ }
236
+
237
+ // Base options for pino-pretty (shared between transport and direct use).
238
+ const pinoPrettyBaseOpts = {
151
239
  destination: 2,
152
240
  sync: true,
153
241
  colorize: useColor,
154
- ignore: 'module,pid,hostname,trace_id,span_id,trace_flags,severity',
155
- messageFormat: `${bold('{module}')} ${reset('{msg}')}`,
242
+ ignore: 'module,actor,instanceId,pid,hostname,trace_id,span_id,trace_flags,severity',
156
243
  customLevels: 'fatal:60,error:50,warn:40,info:30,verbose:25,debug:20,trace:10',
157
244
  customColors: 'fatal:bgRed,error:red,warn:yellow,info:green,verbose:magenta,debug:blue,trace:gray',
158
245
  minimumLevel: 'trace' as const,
159
246
  singleLine: !parseBooleanEnv(process.env['LOG_MULTILINE' satisfies EnvVar]),
160
247
  };
161
248
 
249
+ /**
250
+ * Pino-pretty options for direct use (e.g., jest/setup.mjs).
251
+ * Includes function-based messageFormat for per-actor coloring when enabled.
252
+ */
253
+ export const pinoPrettyOpts = {
254
+ ...pinoPrettyBaseOpts,
255
+ messageFormat: useColorPerActor ? formatLogMessage : messageFormatString,
256
+ };
257
+
258
+ // Transport options use string template only (functions can't be serialized to worker threads).
259
+ const prettyTransportOpts = {
260
+ ...pinoPrettyBaseOpts,
261
+ messageFormat: messageFormatString,
262
+ };
263
+
162
264
  const prettyTransport: pino.TransportTargetOptions = {
163
265
  target: 'pino-pretty',
164
- options: pinoPrettyOpts,
266
+ options: prettyTransportOpts,
165
267
  level: 'trace',
166
268
  };
167
269
 
@@ -262,6 +364,8 @@ export type Logger = { [K in LogLevel]: LogFn } & { /** Error log function */ er
262
364
  isLevelEnabled: (level: LogLevel) => boolean;
263
365
  module: string;
264
366
  createChild: (childModule: string) => Logger;
367
+ /** Returns the bindings (actor, instanceId) for this logger. */
368
+ getBindings: () => LoggerBindings;
265
369
  };
266
370
 
267
371
  /**
@@ -122,7 +122,7 @@ export abstract class BaseMemoryQueue<T> {
122
122
  * @param handler - A function that takes an item of type T and returns a Promise<void> after processing the item.
123
123
  * @returns A Promise<void> that resolves when the queue is finished processing.
124
124
  */
125
- public async process(handler: (item: T) => Promise<void>) {
125
+ public async process(handler: (item: T) => Promise<void> | void) {
126
126
  try {
127
127
  while (true) {
128
128
  const item = await this.get();
@@ -1,5 +1,10 @@
1
1
  import { FifoMemoryQueue } from './fifo_memory_queue.js';
2
2
 
3
+ export interface ISemaphore {
4
+ acquire(): Promise<void>;
5
+ release(): void;
6
+ }
7
+
3
8
  /**
4
9
  * Allows the acquiring of up to `size` tokens before calls to acquire block, waiting for a call to release().
5
10
  */
@@ -1,3 +1,4 @@
1
+ import { toBigIntBE } from '../bigint-buffer/index.js';
1
2
  import type { Tuple } from './types.js';
2
3
 
3
4
  /**
@@ -130,6 +131,20 @@ export class BufferReader {
130
131
  return result;
131
132
  }
132
133
 
134
+ /**
135
+ * Reads a 256-bit signed integer (two's complement) from the buffer at the current index position.
136
+ * Updates the index position by 32 bytes after reading the number.
137
+ *
138
+ * @returns The read 256 bit signed value as a bigint.
139
+ */
140
+ public readInt256(): bigint {
141
+ this.#rangeCheck(32);
142
+ const unsigned = toBigIntBE(this.buffer.subarray(this.index, this.index + 32));
143
+ this.index += 32;
144
+ const signBit = 1n << 255n;
145
+ return unsigned >= signBit ? unsigned - (1n << 256n) : unsigned;
146
+ }
147
+
133
148
  /** Alias for readUInt256 */
134
149
  public readBigInt(): bigint {
135
150
  return this.readUInt256();
@@ -269,6 +269,22 @@ export function serializeBigInt(n: bigint, width = 32) {
269
269
  return toBufferBE(n, width);
270
270
  }
271
271
 
272
+ /**
273
+ * Serialize a signed BigInt value into a Buffer of specified width using two's complement.
274
+ * @param n - The signed BigInt value to be serialized.
275
+ * @param width - The width (in bytes) of the output Buffer, optional with default value 32.
276
+ * @returns A Buffer containing the serialized signed BigInt value in big-endian format.
277
+ */
278
+ export function serializeSignedBigInt(n: bigint, width = 32) {
279
+ const widthBits = BigInt(width * 8);
280
+ const max = 1n << (widthBits - 1n);
281
+ if (n < -max || n >= max) {
282
+ throw new Error(`Signed BigInt ${n.toString()} does not fit into ${width} bytes`);
283
+ }
284
+ const unsigned = n < 0n ? (1n << widthBits) + n : n;
285
+ return toBufferBE(unsigned, width);
286
+ }
287
+
272
288
  /**
273
289
  * Deserialize a big integer from a buffer, given an offset and width.
274
290
  * Reads the specified number of bytes from the buffer starting at the offset, converts it to a big integer, and returns the deserialized result along with the number of bytes read (advanced).
@@ -282,6 +298,22 @@ export function deserializeBigInt(buf: Buffer, offset = 0, width = 32) {
282
298
  return { elem: toBigIntBE(buf.subarray(offset, offset + width)), adv: width };
283
299
  }
284
300
 
301
+ /**
302
+ * Deserialize a signed BigInt from a buffer (two's complement).
303
+ * @param buf - The buffer containing the signed big integer to be deserialized.
304
+ * @param offset - The position in the buffer where the integer starts. Defaults to 0.
305
+ * @param width - The number of bytes to read from the buffer for the integer. Defaults to 32.
306
+ * @returns An object containing the deserialized signed bigint value ('elem') and bytes advanced ('adv').
307
+ */
308
+ export function deserializeSignedBigInt(buf: Buffer, offset = 0, width = 32) {
309
+ const { elem, adv } = deserializeBigInt(buf, offset, width);
310
+ const widthBits = BigInt(width * 8);
311
+ const signBit = 1n << (widthBits - 1n);
312
+ const fullRange = 1n << widthBits;
313
+ const signed = elem >= signBit ? elem - fullRange : elem;
314
+ return { elem: signed, adv };
315
+ }
316
+
285
317
  /**
286
318
  * Serializes a Date object into a Buffer containing its timestamp as a big integer value.
287
319
  * The resulting Buffer has a fixed width of 8 bytes, representing a 64-bit big-endian integer.
@@ -22,6 +22,7 @@ import { InterruptError } from '../error/index.js';
22
22
  */
23
23
  export class InterruptibleSleep {
24
24
  private interrupts: Array<(shouldThrow: boolean) => void> = [];
25
+ private timeoutIds: NodeJS.Timeout[] = [];
25
26
 
26
27
  /**
27
28
  * Sleep for a specified amount of time in milliseconds.
@@ -38,9 +39,15 @@ export class InterruptibleSleep {
38
39
  this.interrupts.push(resolve);
39
40
  });
40
41
 
41
- const timeoutPromise = new Promise<boolean>(resolve => setTimeout(() => resolve(false), ms));
42
+ let timeoutId: NodeJS.Timeout;
43
+ const timeoutPromise = new Promise<boolean>(resolve => {
44
+ timeoutId = setTimeout(() => resolve(false), ms);
45
+ this.timeoutIds.push(timeoutId);
46
+ });
42
47
  const shouldThrow = await Promise.race([interruptPromise, timeoutPromise]);
43
48
 
49
+ clearTimeout(timeoutId!);
50
+ this.timeoutIds = this.timeoutIds.filter(id => id !== timeoutId);
44
51
  this.interrupts = this.interrupts.filter(res => res !== interruptResolve);
45
52
 
46
53
  if (shouldThrow) {
@@ -58,6 +65,8 @@ export class InterruptibleSleep {
58
65
  public interrupt(sleepShouldThrow = false): void {
59
66
  this.interrupts.forEach(resolve => resolve(sleepShouldThrow));
60
67
  this.interrupts = [];
68
+ this.timeoutIds.forEach(id => clearTimeout(id));
69
+ this.timeoutIds = [];
61
70
  }
62
71
  }
63
72
 
package/src/timer/date.ts CHANGED
@@ -31,4 +31,52 @@ export class TestDateProvider extends DateProvider {
31
31
  this.offset = timeMs - Date.now();
32
32
  this.logger.warn(`Time set to ${new Date(timeMs).toISOString()}`, { offset: this.offset, timeMs });
33
33
  }
34
+
35
+ /** Resets the time back to real time (offset = 0). */
36
+ public reset() {
37
+ this.offset = 0;
38
+ this.logger.warn('Time reset to real time');
39
+ }
40
+
41
+ /** Advances the time by the given number of seconds. */
42
+ public advanceTime(seconds: number) {
43
+ this.offset += seconds * 1000;
44
+ }
45
+ }
46
+
47
+ /**
48
+ * A date provider for tests that only advances time via explicit advanceTime() calls.
49
+ * Unlike TestDateProvider, this does NOT track real time progression - time is completely
50
+ * frozen until explicitly advanced. This eliminates flakiness from tests taking
51
+ * varying amounts of real time to execute.
52
+ */
53
+ export class ManualDateProvider extends DateProvider {
54
+ private currentTimeMs: number;
55
+
56
+ /**
57
+ * @param initialTimeMs - Initial time in milliseconds. Defaults to a round timestamp for easy visualization.
58
+ */
59
+ constructor(initialTimeMs: number = Date.UTC(2025, 0, 1, 0, 0, 0)) {
60
+ super();
61
+ this.currentTimeMs = initialTimeMs;
62
+ }
63
+
64
+ public override now(): number {
65
+ return this.currentTimeMs;
66
+ }
67
+
68
+ /** Sets the current time to the given timestamp in milliseconds. */
69
+ public setTime(timeMs: number) {
70
+ this.currentTimeMs = timeMs;
71
+ }
72
+
73
+ /** Advances the time by the given number of seconds. */
74
+ public advanceTime(seconds: number) {
75
+ this.currentTimeMs += seconds * 1000;
76
+ }
77
+
78
+ /** Advances the time by the given number of milliseconds. */
79
+ public advanceTimeMs(ms: number) {
80
+ this.currentTimeMs += ms;
81
+ }
34
82
  }
@@ -91,7 +91,7 @@ export class TransportClient<Payload> extends EventEmitter {
91
91
  }
92
92
  const msgId = this.msgId++;
93
93
  const msg = { msgId, payload };
94
- log.debug(format(`->`, msg));
94
+ log.trace(format(`->`, msg));
95
95
  return new Promise<any>((resolve, reject) => {
96
96
  this.pendingRequests.push({ resolve, reject, msgId });
97
97
  this.socket!.send(msg, transfer).catch(reject);
@@ -111,7 +111,7 @@ export class TransportClient<Payload> extends EventEmitter {
111
111
  this.close();
112
112
  return;
113
113
  }
114
- log.debug(format(`<-`, msg));
114
+ log.trace(format(`<-`, msg));
115
115
  if (isEventMessage(msg)) {
116
116
  this.emit('event_msg', msg.payload);
117
117
  return;
@@ -1,10 +1,7 @@
1
- import { pedersenMerkleHash, poseidonMerkleHash, shaMerkleHash } from './hasher.js';
1
+ import { poseidonMerkleHash, shaMerkleHash } from './hasher.js';
2
2
 
3
3
  export const computeBalancedShaRoot = (leaves: Buffer[]) => computeBalancedMerkleTreeRoot(leaves);
4
4
 
5
- export const computeBalancedPedersenRoot = async (leaves: Buffer[]) =>
6
- await computeBalancedMerkleTreeRootAsync(leaves, pedersenMerkleHash);
7
-
8
5
  export const computeBalancedPoseidonRoot = async (leaves: Buffer[]) =>
9
6
  await computeBalancedMerkleTreeRootAsync(leaves, poseidonMerkleHash);
10
7
 
@@ -33,7 +30,7 @@ export function computeBalancedMerkleTreeRoot(leaves: Buffer[], hasher = shaMerk
33
30
 
34
31
  /**
35
32
  * Computes the Merkle root with the provided leaves **asynchronously**.
36
- * This method uses an asynchronous hash function (defaults to `pedersenHash`).
33
+ * This method uses an asynchronous hash function (defaults to `poseidon2Hash`).
37
34
  *
38
35
  * @throws If the number of leaves is not a power of two.
39
36
  */
@@ -1,4 +1,3 @@
1
- import { pedersenHash as pedersenHashArray } from '../crypto/pedersen/index.js';
2
1
  import { poseidon2Hash } from '../crypto/poseidon/index.js';
3
2
  import { sha256Trunc } from '../crypto/sha256/index.js';
4
3
 
@@ -45,8 +44,5 @@ export interface AsyncHasher {
45
44
  export const shaMerkleHash: Hasher['hash'] = (left: Buffer, right: Buffer) =>
46
45
  sha256Trunc(Buffer.concat([left, right])) as Buffer<ArrayBuffer>;
47
46
 
48
- export const pedersenMerkleHash: AsyncHasher['hash'] = async (left: Buffer, right: Buffer) =>
49
- (await pedersenHashArray([left, right])).toBuffer() as Buffer<ArrayBuffer>;
50
-
51
47
  export const poseidonMerkleHash: AsyncHasher['hash'] = async (left: Buffer, right: Buffer) =>
52
48
  (await poseidon2Hash([left, right])).toBuffer() as Buffer<ArrayBuffer>;
@@ -38,6 +38,14 @@ export class MembershipWitness<N extends number> {
38
38
  return [new Fr(this.leafIndex), ...this.siblingPath];
39
39
  }
40
40
 
41
+ /**
42
+ * Returns a representation of the membership witness as expected by intrinsic Noir deserialization.
43
+ */
44
+ public toNoirRepresentation(): (string | string[])[] {
45
+ // TODO(#12874): remove the stupid as string conversion by modifying ForeignCallOutput type in acvm.js
46
+ return [new Fr(this.leafIndex).toString() as string, this.siblingPath.map(fr => fr.toString()) as string[]];
47
+ }
48
+
41
49
  static schemaFor<N extends number>(size: N) {
42
50
  return schemas.Buffer.transform(b => MembershipWitness.fromBuffer(b, size));
43
51
  }