@aztec/telemetry-client 0.0.1-commit.343b43af6 → 0.0.1-commit.350e0a4d

package/dest/metrics.js

@@ -128,7 +128,7 @@ export const MEMPOOL_TX_ADDED_COUNT = {
 };
 export const MEMPOOL_TX_MINED_DELAY = {
     name: 'aztec.mempool.tx_mined_delay',
-    description: 'Delay between transaction added and evicted from the mempool',
+    description: 'Delay (ms) from a transaction being received into the pool to being mined',
     unit: 'ms',
     valueType: ValueType.INT
 };
@@ -267,6 +267,12 @@ export const ARCHIVER_SYNC_PER_BLOCK = {
     unit: 'ms',
     valueType: ValueType.INT
 };
+export const ARCHIVER_SYNC_PER_CHECKPOINT = {
+    name: 'aztec.archiver.checkpoint.sync_per_item_duration',
+    description: 'Duration to sync a checkpoint',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
 export const ARCHIVER_SYNC_BLOCK_COUNT = {
     name: 'aztec.archiver.block.sync_count',
     description: 'Number of blocks synced from L1',
@@ -291,7 +297,7 @@ export const ARCHIVER_PRUNE_DURATION = {
 };
 export const ARCHIVER_PRUNE_COUNT = {
     name: 'aztec.archiver.prune_count',
-    description: 'Number of prunes detected',
+    description: 'Number of prunes detected, dimensioned by prune_type: unproven (epoch prune of checkpoints that will not be proven), uncheckpointed (proposed blocks whose slot ended without a checkpoint), l1_conflict (proposed blocks conflicting with an L1 checkpoint), orphan (proposed blocks whose matching proposed checkpoint never arrived before the deadline), and l1_mismatch (the local checkpointed tip diverged from L1 — an L1 reorg or a pruned/missed-proof checkpoint — rewinding already-checkpointed blocks).',
     valueType: ValueType.INT
 };
 export const ARCHIVER_TOTAL_TXS = {
@@ -310,6 +316,11 @@ export const ARCHIVER_CHECKPOINT_L1_INCLUSION_DELAY = {
     unit: 's',
     valueType: ValueType.INT
 };
+export const ARCHIVER_CHECKPOINT_PROMOTED_COUNT = {
+    name: 'aztec.archiver.checkpoint_promoted_count',
+    description: 'Number of checkpoints promoted from proposed (blob fetch skipped)',
+    valueType: ValueType.INT
+};
 export const NODE_RECEIVE_TX_DURATION = {
     name: 'aztec.node.receive_tx.duration',
     description: 'The duration of the receiveTx method',
@@ -338,6 +349,12 @@ export const SEQUENCER_STATE_TRANSITION_BUFFER_DURATION = {
     unit: 'ms',
     valueType: ValueType.INT
 };
+export const SEQUENCER_STATE_DURATION = {
+    name: 'aztec.sequencer.state_duration',
+    description: 'Wall-clock time spent in each sequencer state, labelled by the state being left',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
 export const SEQUENCER_BLOCK_BUILD_DURATION = {
     name: 'aztec.sequencer.block.build_duration',
     description: 'Duration to build a block',
@@ -355,6 +372,12 @@ export const SEQUENCER_BLOCK_COUNT = {
     description: 'Number of blocks built by this sequencer',
     valueType: ValueType.INT
 };
+export const SEQUENCER_BLOCK_INTER_BLOCK_TIME = {
+    name: 'aztec.sequencer.block.inter_block_time',
+    description: 'Wall-clock time elapsed between consecutive blocks being built by this sequencer',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
 export const SEQUENCER_CURRENT_SLOT_REWARDS = {
     name: 'aztec.sequencer.current_slot_rewards',
     description: 'The rewards earned per filled slot',
@@ -424,6 +447,24 @@ export const SEQUENCER_CHECKPOINT_BUILD_DURATION = {
     unit: 'ms',
     valueType: ValueType.INT
 };
+export const SEQUENCER_CHECKPOINT_START_TO_FIRST_BLOCK_DURATION = {
+    name: 'aztec.sequencer.checkpoint.start_to_first_block_duration',
+    description: 'Time from starting checkpoint work to the first block finishing build',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
+export const SEQUENCER_CHECKPOINT_LAST_BLOCK_TO_BROADCAST_DURATION = {
+    name: 'aztec.sequencer.checkpoint.last_block_to_broadcast_duration',
+    description: 'Time from the final block finishing build to the checkpoint proposal being broadcast',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
+export const SEQUENCER_PIPELINED_CHECKPOINT_BUILD_START_OFFSET_FROM_SLOT_BOUNDARY = {
+    name: 'aztec.sequencer.pipelined_checkpoint.build_start_offset_from_slot_boundary',
+    description: 'Absolute offset from the wall-clock slot boundary when a pipelined checkpoint build starts. Use aztec.slot_boundary_side to distinguish before vs after the boundary.',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
 export const SEQUENCER_CHECKPOINT_BLOCK_COUNT = {
     name: 'aztec.sequencer.checkpoint.block_count',
     description: 'Number of blocks built in a checkpoint',
@@ -446,11 +487,31 @@ export const SEQUENCER_SLASHING_ATTEMPTS_COUNT = {
     description: 'The number of slashing action attempts',
     valueType: ValueType.INT
 };
+export const SLASHER_ROUND_EXECUTED_COUNT = {
+    name: 'aztec.slasher.round.executed_count',
+    description: 'The number of slashing rounds executed',
+    valueType: ValueType.INT
+};
 export const SEQUENCER_CHECKPOINT_SUCCESS_COUNT = {
     name: 'aztec.sequencer.checkpoint.success_count',
     description: 'The number of times checkpoint publishing succeeded',
     valueType: ValueType.INT
 };
+export const SEQUENCER_PIPELINE_DEPTH = {
+    name: 'aztec.sequencer.pipeline.depth',
+    description: 'Current pipeline depth when builder pipelining is enabled',
+    valueType: ValueType.INT
+};
+export const SEQUENCER_PIPELINE_DISCARDS_COUNT = {
+    name: 'aztec.sequencer.pipeline.discards_count',
+    description: 'The number of times a pipeline was discarded',
+    valueType: ValueType.INT
+};
+export const SEQUENCER_PIPELINE_PARENT_CHECKPOINT_MISMATCH_COUNT = {
+    name: 'aztec.sequencer.pipeline.parent_checkpoint_mismatch_count',
+    description: 'The number of times a pipelined checkpoint was discarded because the parent did not match expectations',
+    valueType: ValueType.INT
+};
 // Fisherman fee analysis metrics
 export const FISHERMAN_FEE_ANALYSIS_WOULD_BE_INCLUDED = {
     name: 'aztec.fisherman.fee_analysis.would_be_included',
@@ -615,6 +676,24 @@ export const L1_PUBLISHER_TX_TOTAL_FEE = {
     unit: 'eth',
     valueType: ValueType.DOUBLE
 };
+export const PROVER_NODE_ESTIMATED_SUBMISSION_GAS = {
+    name: 'aztec.prover_node.estimated_submission.gas',
+    description: 'Estimated gas for a proof submission tx (proof publishing disabled, not actually sent)',
+    unit: 'gas',
+    valueType: ValueType.INT
+};
+export const PROVER_NODE_ESTIMATED_SUBMISSION_GAS_PRICE = {
+    name: 'aztec.prover_node.estimated_submission.gas_price',
+    description: 'Estimated effective gas price for a proof submission tx (proof publishing disabled, not actually sent)',
+    unit: 'gwei',
+    valueType: ValueType.DOUBLE
+};
+export const PROVER_NODE_ESTIMATED_SUBMISSION_TOTAL_FEE = {
+    name: 'aztec.prover_node.estimated_submission.total_fee',
+    description: 'Estimated total L1 fee for a proof submission tx (proof publishing disabled, not actually sent)',
+    unit: 'eth',
+    valueType: ValueType.DOUBLE
+};
 export const L1_BLOCK_HEIGHT = {
     name: 'aztec.l1.block_height',
     description: 'The current L1 block height',
@@ -835,6 +914,11 @@ export const P2P_GOSSIP_AGG_MESSAGE_VALIDATION_DURATION_AVG = {
     unit: 'ms',
     valueType: ValueType.INT
 };
+export const P2P_GOSSIP_SLOW_VALIDATION_COUNT = {
+    name: 'aztec.p2p.gossip.slow_validation_count',
+    description: 'Number of gossip validations that exceeded 75% of the mcache eviction window',
+    valueType: ValueType.INT
+};
 export const PUBLIC_PROCESSOR_TX_DURATION = {
     name: 'aztec.public_processor.tx_duration',
     description: 'Duration to process a public transaction',
@@ -898,6 +982,17 @@ export const PUBLIC_PROCESSOR_TREE_INSERTION = {
     unit: 'ms',
     valueType: ValueType.INT
 };
+export const PUBLIC_PROCESSOR_SILENTLY_SKIPPED_COUNT = {
+    name: 'aztec.public_processor.silently_skipped_count',
+    description: 'Public txs fully processed then skipped (e.g. blob-field limit); not counted as processed or failed',
+    valueType: ValueType.INT
+};
+export const PUBLIC_PROCESSOR_SILENTLY_SKIPPED_DURATION = {
+    name: 'aztec.public_processor.silently_skipped_duration',
+    description: 'Wall-clock time spent processing txs that were then silently skipped',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
 export const PUBLIC_EXECUTOR_PREFIX = 'aztec.public_executor.';
 export const PUBLIC_EXECUTOR_SIMULATION_COUNT = {
     name: 'aztec.public_executor.simulation_count',
@@ -1037,12 +1132,6 @@ export const PROVING_AGENT_IDLE = {
     unit: 's',
     valueType: ValueType.DOUBLE
 };
-export const PROVER_NODE_EXECUTION_DURATION = {
-    name: 'aztec.prover_node.execution.duration',
-    description: 'Duration of execution of an epoch by the prover',
-    unit: 'ms',
-    valueType: ValueType.INT
-};
 export const PROVER_NODE_JOB_DURATION = {
     name: 'aztec.prover_node.job_duration',
     description: 'Duration of proving job',
@@ -1070,12 +1159,6 @@ export const PROVER_NODE_BLOB_PROCESSING_LAST_DURATION = {
     unit: 'ms',
     valueType: ValueType.INT
 };
-export const PROVER_NODE_CHONK_VERIFIER_LAST_DURATION = {
-    name: 'aztec.prover_node.chonk_verifier.last_duration',
-    description: 'Duration of chonk verifier enqueuing in epoch proving job',
-    unit: 'ms',
-    valueType: ValueType.INT
-};
 export const PROVER_NODE_BLOCK_PROCESSING_DURATION = {
     name: 'aztec.prover_node.block_processing.duration',
     description: 'Duration of processing a single block in epoch proving job',
@@ -1088,12 +1171,32 @@ export const PROVER_NODE_CHECKPOINT_PROCESSING_DURATION = {
     unit: 'ms',
     valueType: ValueType.INT
 };
-export const PROVER_NODE_ALL_CHECKPOINTS_PROCESSING_LAST_DURATION = {
-    name: 'aztec.prover_node.all_checkpoints_processing.last_duration',
-    description: 'Duration of processing all checkpoints in epoch proving job',
+export const PROVER_NODE_CHECKPOINT_BLOCKS = {
+    name: 'aztec.prover_node.checkpoint_blocks',
+    description: 'Number of blocks in a proven checkpoint',
+    valueType: ValueType.INT
+};
+export const PROVER_NODE_CHECKPOINT_TRANSACTIONS = {
+    name: 'aztec.prover_node.checkpoint_transactions',
+    description: 'Number of transactions in a proven checkpoint',
+    valueType: ValueType.INT
+};
+export const PROVER_NODE_CHECKPOINT_PROVING_DURATION = {
+    name: 'aztec.prover_node.checkpoint_proving.duration',
+    description: 'Duration from the start of checkpoint processing to its block proofs being ready (excludes tx gathering)',
     unit: 'ms',
     valueType: ValueType.INT
 };
+export const PROVER_NODE_ACTIVE_CHECKPOINTS = {
+    name: 'aztec.prover_node.active_checkpoints',
+    description: 'Current number of canonical CheckpointProvers in the store (i.e. checkpoints currently being proven)',
+    valueType: ValueType.INT
+};
+export const PROVER_NODE_ACTIVE_EPOCH_SESSIONS = {
+    name: 'aztec.prover_node.active_epoch_sessions',
+    description: 'Current number of live EpochSessions, broken down by kind (full|partial)',
+    valueType: ValueType.INT
+};
 export const PROVER_NODE_REWARDS_TOTAL = {
     name: 'aztec.prover_node.rewards_total',
     description: 'The rewards earned (total)',
@@ -1204,6 +1307,18 @@ export const VALIDATOR_RE_EXECUTION_TX_COUNT = {
     unit: 'tx',
     valueType: ValueType.INT
 };
+export const VALIDATOR_CHECKPOINT_PROPOSAL_TO_PIPELINED_STATE_DURATION = {
+    name: 'aztec.validator.checkpoint_proposal_to_pipelined_state_duration',
+    description: 'Time from receiving a checkpoint proposal to setting proposed checkpoint state for pipelining',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
+export const VALIDATOR_CHECKPOINT_PROPOSAL_RECEIVE_OFFSET_FROM_NEXT_SLOT_BOUNDARY = {
+    name: 'aztec.validator.checkpoint.proposal_receive_offset_from_next_slot_boundary',
+    description: 'Absolute offset from the next slot boundary when a foreign checkpoint proposal is received. Use aztec.slot_boundary_side to distinguish before vs after the boundary.',
+    unit: 'ms',
+    valueType: ValueType.INT
+};
 export const VALIDATOR_FAILED_REEXECUTION_COUNT = {
     name: 'aztec.validator.failed_reexecution_count',
     description: 'The number of failed re-executions',

package/dest/monitored_batch_span_processor.d.ts

@@ -0,0 +1,29 @@
+import type { Logger } from '@aztec/foundation/log';
+import { type Context } from '@opentelemetry/api';
+import type { SpanExporter } from '@opentelemetry/sdk-trace-base';
+import { BatchSpanProcessor, type BufferConfig, type ReadableSpan, type Span } from '@opentelemetry/sdk-trace-node';
+export type MonitoredBatchSpanProcessorConfig = BufferConfig & {
+    minTraceDurationMs?: number;
+};
+/**
+ * Wraps BatchSpanProcessor to emit warnings when spans are dropped due to a full queue.
+ * The standard BatchSpanProcessor silently discards spans when its internal queue reaches
+ * maxQueueSize, making telemetry data loss invisible to operators.
+ */
+export declare class MonitoredBatchSpanProcessor extends BatchSpanProcessor {
+    private readonly maxQueueSize;
+    private readonly minTraceDurationMs;
+    private readonly log;
+    private approxQueueSize;
+    private droppedSinceLastWarning;
+    private totalDropped;
+    private lastWarningTime;
+    constructor(exporter: SpanExporter, log: Logger, config?: MonitoredBatchSpanProcessorConfig);
+    onStart(span: Span, parentContext: Context): void;
+    onEnd(span: ReadableSpan): void;
+    forceFlush(): Promise<void>;
+    shutdown(): Promise<void>;
+    private shouldDropShortSpan;
+    private maybeLogDropWarning;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibW9uaXRvcmVkX2JhdGNoX3NwYW5fcHJvY2Vzc29yLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvbW9uaXRvcmVkX2JhdGNoX3NwYW5fcHJvY2Vzc29yLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBRXBELE9BQU8sRUFBRSxLQUFLLE9BQU8sRUFBa0IsTUFBTSxvQkFBb0IsQ0FBQztBQUVsRSxPQUFPLEtBQUssRUFBRSxZQUFZLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUNsRSxPQUFPLEVBQUUsa0JBQWtCLEVBQUUsS0FBSyxZQUFZLEVBQUUsS0FBSyxZQUFZLEVBQUUsS0FBSyxJQUFJLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQWFwSCxNQUFNLE1BQU0saUNBQWlDLEdBQUcsWUFBWSxHQUFHO0lBQzdELGtCQUFrQixDQUFDLEVBQUUsTUFBTSxDQUFDO0NBQzdCLENBQUM7QUFFRjs7OztHQUlHO0FBQ0gscUJBQWEsMkJBQTRCLFNBQVEsa0JBQWtCO0lBQ2pFLE9BQU8sQ0FBQyxRQUFRLENBQUMsWUFBWSxDQUFTO0lBQ3RDLE9BQU8sQ0FBQyxRQUFRLENBQUMsa0JBQWtCLENBQVM7SUFDNUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQVM7SUFFN0IsT0FBTyxDQUFDLGVBQWUsQ0FBSztJQUM1QixPQUFPLENBQUMsdUJBQXVCLENBQUs7SUFDcEMsT0FBTyxDQUFDLFlBQVksQ0FBSztJQUN6QixPQUFPLENBQUMsZUFBZSxDQUFLO0lBRTVCLFlBQVksUUFBUSxFQUFFLFlBQVksRUFBRSxHQUFHLEVBQUUsTUFBTSxFQUFFLE1BQU0sQ0FBQyxFQUFFLGlDQUFpQyxFQU8xRjtJQUVRLE9BQU8sQ0FBQyxJQUFJLEVBQUUsSUFBSSxFQUFFLGFBQWEsRUFBRSxPQUFPLEdBQUcsSUFBSSxDQUV6RDtJQUVRLEtBQUssQ0FBQyxJQUFJLEVBQUUsWUFBWSxHQUFHLElBQUksQ0FhdkM7SUFFYyxVQUFVLElBQUksT0FBTyxDQUFDLElBQUksQ0FBQyxDQUd6QztJQUVjLFFBQVEsSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLENBT3ZDO0lBRUQsT0FBTyxDQUFDLG1CQUFtQjtJQVEzQixPQUFPLENBQUMsbUJBQW1CO0NBWTVCIn0=

package/dest/monitored_batch_span_processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitored_batch_span_processor.d.ts","sourceRoot":"","sources":["../src/monitored_batch_span_processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,EAAE,KAAK,OAAO,EAAkB,MAAM,oBAAoB,CAAC;AAElE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,KAAK,YAAY,EAAE,KAAK,YAAY,EAAE,KAAK,IAAI,EAAE,MAAM,+BAA+B,CAAC;AAapH,MAAM,MAAM,iCAAiC,GAAG,YAAY,GAAG;IAC7D,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;GAIG;AACH,qBAAa,2BAA4B,SAAQ,kBAAkB;IACjE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAE7B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,uBAAuB,CAAK;IACpC,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,eAAe,CAAK;IAE5B,YAAY,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,iCAAiC,EAO1F;IAEQ,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,GAAG,IAAI,CAEzD;IAEQ,KAAK,CAAC,IAAI,EAAE,YAAY,GAAG,IAAI,CAavC;IAEc,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAGzC;IAEc,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAOvC;IAED,OAAO,CAAC,mBAAmB;IAQ3B,OAAO,CAAC,mBAAmB;CAY5B"}

package/dest/monitored_batch_span_processor.js

@@ -0,0 +1,75 @@
+import { SpanStatusCode } from '@opentelemetry/api';
+import { hrTimeToMilliseconds } from '@opentelemetry/core';
+import { BatchSpanProcessor } from '@opentelemetry/sdk-trace-node';
+/** Minimum interval between drop warnings to avoid log spam. */ const DROP_WARNING_INTERVAL_MS = 30_000;
+const DEFAULT_MIN_TRACE_DURATION_MS = 10;
+const DEFAULT_MAX_QUEUE_SIZE = 16384;
+/** Cap on the per-export batch size, so a large queue can actually be drained instead of dribbling out
+ * at the SDK default of 512 spans per scheduled export. Kept <= maxQueueSize per the BatchSpanProcessor contract. */ const DEFAULT_MAX_EXPORT_BATCH_SIZE = 2048;
+/**
+ * Wraps BatchSpanProcessor to emit warnings when spans are dropped due to a full queue.
+ * The standard BatchSpanProcessor silently discards spans when its internal queue reaches
+ * maxQueueSize, making telemetry data loss invisible to operators.
+ */ export class MonitoredBatchSpanProcessor extends BatchSpanProcessor {
+    maxQueueSize;
+    minTraceDurationMs;
+    log;
+    approxQueueSize = 0;
+    droppedSinceLastWarning = 0;
+    totalDropped = 0;
+    lastWarningTime = 0;
+    constructor(exporter, log, config){
+        const maxQueueSize = config?.maxQueueSize ?? DEFAULT_MAX_QUEUE_SIZE;
+        const maxExportBatchSize = Math.min(config?.maxExportBatchSize ?? DEFAULT_MAX_EXPORT_BATCH_SIZE, maxQueueSize);
+        super(exporter, {
+            ...config,
+            maxQueueSize,
+            maxExportBatchSize
+        });
+        this.maxQueueSize = maxQueueSize;
+        this.minTraceDurationMs = Math.max(0, config?.minTraceDurationMs ?? DEFAULT_MIN_TRACE_DURATION_MS);
+        this.log = log;
+    }
+    onStart(span, parentContext) {
+        super.onStart(span, parentContext);
+    }
+    onEnd(span) {
+        if (this.shouldDropShortSpan(span)) {
+            return;
+        }
+        if (this.approxQueueSize >= this.maxQueueSize) {
+            this.droppedSinceLastWarning++;
+            this.totalDropped++;
+            this.maybeLogDropWarning();
+        } else {
+            this.approxQueueSize++;
+        }
+        super.onEnd(span);
+    }
+    async forceFlush() {
+        await super.forceFlush();
+        this.approxQueueSize = 0;
+    }
+    async shutdown() {
+        if (this.totalDropped > 0) {
+            this.log.warn(`BatchSpanProcessor shutting down with ${this.totalDropped} total spans dropped`, {
+                totalDropped: this.totalDropped
+            });
+        }
+        await super.shutdown();
+    }
+    shouldDropShortSpan(span) {
+        return this.minTraceDurationMs > 0 && span.status.code !== SpanStatusCode.ERROR && hrTimeToMilliseconds(span.duration) < this.minTraceDurationMs;
+    }
+    maybeLogDropWarning() {
+        const now = Date.now();
+        if (now - this.lastWarningTime >= DROP_WARNING_INTERVAL_MS) {
+            this.log.warn(`BatchSpanProcessor dropping spans: queue full (maxQueueSize=${this.maxQueueSize}). ` + `${this.droppedSinceLastWarning} dropped since last warning, ${this.totalDropped} total.`, {
+                droppedSinceLastWarning: this.droppedSinceLastWarning,
+                totalDropped: this.totalDropped
+            });
+            this.droppedSinceLastWarning = 0;
+            this.lastWarningTime = now;
+        }
+    }
+}

package/dest/otel.d.ts

@@ -20,6 +20,10 @@ export declare class OpenTelemetryClient implements TelemetryClient {
     nodejsMetricsMonitor: NodejsMetricsMonitor | undefined;
     private meters;
     private tracers;
+    /** Memoized shutdown promise. The telemetry client is shared between the aztec-node and an embedded prover-node,
+     * so stop() can be invoked more than once; the providers throw "shutdown may only be called once" and
+     * "invalid attempt to force flush after shutdown" if that happens. Guarding here makes stop()/flush() idempotent. */
+    private stopPromise;
     protected constructor(resource: IResource, meterProvider: MeterProvider, traceProvider: TracerProvider, loggerProvider: LoggerProvider | undefined, publicMetricExporter: PublicOtelFilterMetricExporter | undefined, log: Logger);
     setExportedPublicTelemetry(metrics: string[]): void;
     setPublicTelemetryCollectFrom(roles: string[]): void;
@@ -29,10 +33,11 @@ export declare class OpenTelemetryClient implements TelemetryClient {
     isEnabled(): boolean;
     flush(): Promise<void>;
     stop(): Promise<void>;
+    private doStop;
     getTraceContext(): string | undefined;
     extractPropagatedContext(traceContext: string): Context;
     static createMeterProvider(resource: IResource, exporters: Array<PeriodicExportingMetricReaderOptions>): MeterProvider;
     private static getCustomClientFactory;
     static createAndStart(config: TelemetryClientConfig, log: Logger): OpenTelemetryClient;
 }
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3RlbC5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL290ZWwudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFnQixLQUFLLE1BQU0sRUFBcUIsTUFBTSx1QkFBdUIsQ0FBQztBQUVyRixPQUFPLEVBQ0wsS0FBSyxPQUFPLEVBS1osS0FBSyxNQUFNLEVBQ1gsS0FBSyxjQUFjLEVBTXBCLE1BQU0sb0JBQW9CLENBQUM7QUFJNUIsT0FBTyxFQUFFLFdBQVcsRUFBRSxNQUFNLDZCQUE2QixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLGNBQWMsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzlELE9BQU8sRUFHTCxhQUFhLEVBRWIsS0FBSyxvQ0FBb0MsRUFFMUMsTUFBTSw0QkFBNEIsQ0FBQztBQUlwQyxPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUd6RCxPQUFPLEVBQUUsb0JBQW9CLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUNuRSxPQUFPLEVBQTRCLDhCQUE4QixFQUFFLE1BQU0sa0NBQWtDLENBQUM7QUFHNUcsT0FBTyxLQUFLLEVBR1YsS0FBSyxFQUdMLGVBQWUsRUFFaEIsTUFBTSxnQkFBZ0IsQ0FBQztBQXlDeEIsTUFBTSxNQUFNLDBCQUEwQixHQUFHLENBQUMsUUFBUSxFQUFFLFNBQVMsRUFBRSxHQUFHLEVBQUUsTUFBTSxLQUFLLG1CQUFtQixDQUFDO0FBRW5HLHFCQUFhLG1CQUFvQixZQUFXLGVBQWU7SUFPdkQsT0FBTyxDQUFDLFFBQVE7SUFDaEIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGNBQWM7SUFDdEIsT0FBTyxDQUFDLG9CQUFvQjtJQUM1QixPQUFPLENBQUMsR0FBRztJQVhiLFdBQVcsRUFBRSxXQUFXLEdBQUcsU0FBUyxDQUFDO0lBQ3JDLG9CQUFvQixFQUFFLG9CQUFvQixHQUFHLFNBQVMsQ0FBQztJQUN2RCxPQUFPLENBQUMsTUFBTSxDQUE4RDtJQUM1RSxPQUFPLENBQUMsT0FBTyxDQUFrRDtJQUVqRSxTQUFTLGFBQ0MsUUFBUSxFQUFFLFNBQVMsRUFDbkIsYUFBYSxFQUFFLGFBQWEsRUFDNUIsYUFBYSxFQUFFLGNBQWMsRUFDN0IsY0FBYyxFQUFFLGNBQWMsR0FBRyxTQUFTLEVBQzFDLG9CQUFvQixFQUFFLDhCQUE4QixHQUFHLFNBQVMsRUFDaEUsR0FBRyxFQUFFLE1BQU0sRUFDakI7SUFFSiwwQkFBMEIsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEdBQUcsSUFBSSxDQUVsRDtJQUVELDZCQUE2QixDQUFDLEtBQUssRUFBRSxNQUFNLEVBQUUsR0FBRyxJQUFJLENBRW5EO0lBRUQsUUFBUSxDQUFDLElBQUksRUFBRSxNQUFNLEdBQUcsS0FBSyxDQVE1QjtJQUVELFNBQVMsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sQ0FPOUI7SUFFTSxLQUFLLFNBOEJYO0lBRU0sU0FBUyxZQUVmO0lBRVksS0FBSyxrQkFNakI7SUFFWSxJQUFJLGtCQWdCaEI7SUFFTSxlQUFlLElBQUksTUFBTSxHQUFHLFNBQVMsQ0FJM0M7SUFFTSx3QkFBd0IsQ0FBQyxZQUFZLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FLN0Q7SUFFRCxPQUFjLG1CQUFtQixDQUMvQixRQUFRLEVBQUUsU0FBUyxFQUNuQixTQUFTLEVBQUUsS0FBSyxDQUFDLG9DQUFvQyxDQUFDLEdBQ3JELGFBQWEsQ0ErSGY7SUFFRCxPQUFPLENBQUMsTUFBTSxDQUFDLHNCQUFzQjtJQWlFckMsT0FBYyxjQUFjLENBQUMsTUFBTSxFQUFFLHFCQUFxQixFQUFFLEdBQUcsRUFBRSxNQUFNLEdBQUcsbUJBQW1CLENBUTVGO0NBQ0YifQ==
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3RlbC5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL290ZWwudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFnQixLQUFLLE1BQU0sRUFBcUIsTUFBTSx1QkFBdUIsQ0FBQztBQUVyRixPQUFPLEVBQ0wsS0FBSyxPQUFPLEVBS1osS0FBSyxNQUFNLEVBQ1gsS0FBSyxjQUFjLEVBTXBCLE1BQU0sb0JBQW9CLENBQUM7QUFJNUIsT0FBTyxFQUFFLFdBQVcsRUFBRSxNQUFNLDZCQUE2QixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLGNBQWMsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzlELE9BQU8sRUFHTCxhQUFhLEVBRWIsS0FBSyxvQ0FBb0MsRUFFMUMsTUFBTSw0QkFBNEIsQ0FBQztBQUlwQyxPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUl6RCxPQUFPLEVBQUUsb0JBQW9CLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUNuRSxPQUFPLEVBQTRCLDhCQUE4QixFQUFFLE1BQU0sa0NBQWtDLENBQUM7QUFHNUcsT0FBTyxLQUFLLEVBR1YsS0FBSyxFQUdMLGVBQWUsRUFFaEIsTUFBTSxnQkFBZ0IsQ0FBQztBQXlDeEIsTUFBTSxNQUFNLDBCQUEwQixHQUFHLENBQUMsUUFBUSxFQUFFLFNBQVMsRUFBRSxHQUFHLEVBQUUsTUFBTSxLQUFLLG1CQUFtQixDQUFDO0FBRW5HLHFCQUFhLG1CQUFvQixZQUFXLGVBQWU7SUFZdkQsT0FBTyxDQUFDLFFBQVE7SUFDaEIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGNBQWM7SUFDdEIsT0FBTyxDQUFDLG9CQUFvQjtJQUM1QixPQUFPLENBQUMsR0FBRztJQWhCYixXQUFXLEVBQUUsV0FBVyxHQUFHLFNBQVMsQ0FBQztJQUNyQyxvQkFBb0IsRUFBRSxvQkFBb0IsR0FBRyxTQUFTLENBQUM7SUFDdkQsT0FBTyxDQUFDLE1BQU0sQ0FBOEQ7SUFDNUUsT0FBTyxDQUFDLE9BQU8sQ0FBa0Q7SUFFakU7O3lIQUVxSDtJQUNySCxPQUFPLENBQUMsV0FBVyxDQUE0QjtJQUUvQyxTQUFTLGFBQ0MsUUFBUSxFQUFFLFNBQVMsRUFDbkIsYUFBYSxFQUFFLGFBQWEsRUFDNUIsYUFBYSxFQUFFLGNBQWMsRUFDN0IsY0FBYyxFQUFFLGNBQWMsR0FBRyxTQUFTLEVBQzFDLG9CQUFvQixFQUFFLDhCQUE4QixHQUFHLFNBQVMsRUFDaEUsR0FBRyxFQUFFLE1BQU0sRUFDakI7SUFFSiwwQkFBMEIsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEdBQUcsSUFBSSxDQUVsRDtJQUVELDZCQUE2QixDQUFDLEtBQUssRUFBRSxNQUFNLEVBQUUsR0FBRyxJQUFJLENBRW5EO0lBRUQsUUFBUSxDQUFDLElBQUksRUFBRSxNQUFNLEdBQUcsS0FBSyxDQVE1QjtJQUVELFNBQVMsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sQ0FPOUI7SUFFTSxLQUFLLFNBOEJYO0lBRU0sU0FBUyxZQUVmO0lBRVksS0FBSyxrQkFVakI7SUFFTSxJQUFJLGtCQUVWO1lBRWEsTUFBTTtJQWtCYixlQUFlLElBQUksTUFBTSxHQUFHLFNBQVMsQ0FJM0M7SUFFTSx3QkFBd0IsQ0FBQyxZQUFZLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FLN0Q7SUFFRCxPQUFjLG1CQUFtQixDQUMvQixRQUFRLEVBQUUsU0FBUyxFQUNuQixTQUFTLEVBQUUsS0FBSyxDQUFDLG9DQUFvQyxDQUFDLEdBQ3JELGFBQWEsQ0E4S2Y7SUFFRCxPQUFPLENBQUMsTUFBTSxDQUFDLHNCQUFzQjtJQXNFckMsT0FBYyxjQUFjLENBQUMsTUFBTSxFQUFFLHFCQUFxQixFQUFFLEdBQUcsRUFBRSxNQUFNLEdBQUcsbUJBQW1CLENBUTVGO0NBQ0YifQ==

package/dest/otel.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"otel.d.ts","sourceRoot":"","sources":["../src/otel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,KAAK,MAAM,EAAqB,MAAM,uBAAuB,CAAC;AAErF,OAAO,EACL,KAAK,OAAO,EAKZ,KAAK,MAAM,EACX,KAAK,cAAc,EAMpB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAGL,aAAa,EAEb,KAAK,oCAAoC,EAE1C,MAAM,4BAA4B,CAAC;AAIpC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAGzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAA4B,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAG5G,OAAO,KAAK,EAGV,KAAK,EAGL,eAAe,EAEhB,MAAM,gBAAgB,CAAC;AAyCxB,MAAM,MAAM,0BAA0B,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,KAAK,mBAAmB,CAAC;AAEnG,qBAAa,mBAAoB,YAAW,eAAe;IAOvD,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,oBAAoB;IAC5B,OAAO,CAAC,GAAG;IAXb,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,oBAAoB,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACvD,OAAO,CAAC,MAAM,CAA8D;IAC5E,OAAO,CAAC,OAAO,CAAkD;IAEjE,SAAS,aACC,QAAQ,EAAE,SAAS,EACnB,aAAa,EAAE,aAAa,EAC5B,aAAa,EAAE,cAAc,EAC7B,cAAc,EAAE,cAAc,GAAG,SAAS,EAC1C,oBAAoB,EAAE,8BAA8B,GAAG,SAAS,EAChE,GAAG,EAAE,MAAM,EACjB;IAEJ,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAElD;IAED,6BAA6B,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAEnD;IAED,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,CAQ5B;IAED,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAO9B;IAEM,KAAK,SA8BX;IAEM,SAAS,YAEf;IAEY,KAAK,kBAMjB;IAEY,IAAI,kBAgBhB;IAEM,eAAe,IAAI,MAAM,GAAG,SAAS,CAI3C;IAEM,wBAAwB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAK7D;IAED,OAAc,mBAAmB,CAC/B,QAAQ,EAAE,SAAS,EACnB,SAAS,EAAE,KAAK,CAAC,oCAAoC,CAAC,GACrD,aAAa,CA+Hf;IAED,OAAO,CAAC,MAAM,CAAC,sBAAsB;IAiErC,OAAc,cAAc,CAAC,MAAM,EAAE,qBAAqB,EAAE,GAAG,EAAE,MAAM,GAAG,mBAAmB,CAQ5F;CACF"}
+{"version":3,"file":"otel.d.ts","sourceRoot":"","sources":["../src/otel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,KAAK,MAAM,EAAqB,MAAM,uBAAuB,CAAC;AAErF,OAAO,EACL,KAAK,OAAO,EAKZ,KAAK,MAAM,EACX,KAAK,cAAc,EAMpB,MAAM,oBAAoB,CAAC;AAI5B,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAGL,aAAa,EAEb,KAAK,oCAAoC,EAE1C,MAAM,4BAA4B,CAAC;AAIpC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAIzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAA4B,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAG5G,OAAO,KAAK,EAGV,KAAK,EAGL,eAAe,EAEhB,MAAM,gBAAgB,CAAC;AAyCxB,MAAM,MAAM,0BAA0B,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,KAAK,mBAAmB,CAAC;AAEnG,qBAAa,mBAAoB,YAAW,eAAe;IAYvD,OAAO,CAAC,QAAQ;IAChB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,cAAc;IACtB,OAAO,CAAC,oBAAoB;IAC5B,OAAO,CAAC,GAAG;IAhBb,WAAW,EAAE,WAAW,GAAG,SAAS,CAAC;IACrC,oBAAoB,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACvD,OAAO,CAAC,MAAM,CAA8D;IAC5E,OAAO,CAAC,OAAO,CAAkD;IAEjE;;yHAEqH;IACrH,OAAO,CAAC,WAAW,CAA4B;IAE/C,SAAS,aACC,QAAQ,EAAE,SAAS,EACnB,aAAa,EAAE,aAAa,EAC5B,aAAa,EAAE,cAAc,EAC7B,cAAc,EAAE,cAAc,GAAG,SAAS,EAC1C,oBAAoB,EAAE,8BAA8B,GAAG,SAAS,EAChE,GAAG,EAAE,MAAM,EACjB;IAEJ,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAElD;IAED,6BAA6B,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,CAEnD;IAED,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,KAAK,CAQ5B;IAED,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAO9B;IAEM,KAAK,SA8BX;IAEM,SAAS,YAEf;IAEY,KAAK,kBAUjB;IAEM,IAAI,kBAEV;YAEa,MAAM;IAkBb,eAAe,IAAI,MAAM,GAAG,SAAS,CAI3C;IAEM,wBAAwB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAK7D;IAED,OAAc,mBAAmB,CAC/B,QAAQ,EAAE,SAAS,EACnB,SAAS,EAAE,KAAK,CAAC,oCAAoC,CAAC,GACrD,aAAa,CA8Kf;IAED,OAAO,CAAC,MAAM,CAAC,sBAAsB;IAsErC,OAAc,cAAc,CAAC,MAAM,EAAE,qBAAqB,EAAE,GAAG,EAAE,MAAM,GAAG,mBAAmB,CAQ5F;CACF"}

package/dest/otel.js

@@ -5,9 +5,10 @@ import { OTLPMetricExporter } from '@opentelemetry/exporter-metrics-otlp-http';
 import { OTLPTraceExporter } from '@opentelemetry/exporter-trace-otlp-http';
 import { HostMetrics } from '@opentelemetry/host-metrics';
 import { ExplicitBucketHistogramAggregation, InstrumentType, MeterProvider, PeriodicExportingMetricReader, View } from '@opentelemetry/sdk-metrics';
-import { BatchSpanProcessor, NodeTracerProvider } from '@opentelemetry/sdk-trace-node';
+import { NodeTracerProvider } from '@opentelemetry/sdk-trace-node';
 import { ATTR_SERVICE_NAME, ATTR_SERVICE_VERSION } from '@opentelemetry/semantic-conventions';
 import { toMetricOptions } from './metric-utils.js';
+import { MonitoredBatchSpanProcessor } from './monitored_batch_span_processor.js';
 import { NodejsMetricsMonitor } from './nodejs_metrics_monitor.js';
 import { OtelFilterMetricExporter, PublicOtelFilterMetricExporter } from './otel_filter_metric_exporter.js';
 import { registerOtelLoggerProvider } from './otel_logger_provider.js';
@@ -53,6 +54,9 @@ export class OpenTelemetryClient {
     nodejsMetricsMonitor;
     meters;
     tracers;
+    /** Memoized shutdown promise. The telemetry client is shared between the aztec-node and an embedded prover-node,
+   * so stop() can be invoked more than once; the providers throw "shutdown may only be called once" and
+   * "invalid attempt to force flush after shutdown" if that happens. Guarding here makes stop()/flush() idempotent. */ stopPromise;
     constructor(resource, meterProvider, traceProvider, loggerProvider, publicMetricExporter, log){
         this.resource = resource;
         this.meterProvider = meterProvider;
@@ -113,13 +117,20 @@ export class OpenTelemetryClient {
         return true;
     }
     async flush() {
+        // Flushing after the providers have been shut down throws "invalid attempt to force flush after shutdown".
+        if (this.stopPromise) {
+            return;
+        }
         await Promise.all([
             this.meterProvider.forceFlush(),
             this.loggerProvider?.forceFlush(),
             this.traceProvider instanceof NodeTracerProvider ? this.traceProvider.forceFlush() : Promise.resolve()
         ]);
     }
-    async stop() {
+    stop() {
+        return this.stopPromise ??= this.doStop();
+    }
+    async doStop() {
         this.nodejsMetricsMonitor?.stop();
         const flushAndShutdown = async (provider)=>{
             if (!provider) {
@@ -209,6 +220,32 @@ export class OpenTelemetryClient {
                         1200
                     ], true)
                 }),
+                // Pending-to-mined delay routinely exceeds the 1-minute ceiling of the generic `ms`
+                // view below under load, so it would saturate at 60s. Give this one metric wider
+                // buckets (1s to 10min). This must precede the generic `ms` view: when multiple views
+                // match an instrument, the SDK keeps the first-registered compatible storage, so the
+                // first view in this list wins the bucket boundaries.
+                new View({
+                    instrumentType: InstrumentType.HISTOGRAM,
+                    instrumentName: 'aztec.mempool.tx_mined_delay',
+                    instrumentUnit: 'ms',
+                    aggregation: new ExplicitBucketHistogramAggregation([
+                        1_000,
+                        2_500,
+                        5_000,
+                        7_500,
+                        10_000,
+                        15_000,
+                        30_000,
+                        45_000,
+                        60_000,
+                        90_000,
+                        120_000,
+                        180_000,
+                        300_000,
+                        600_000
+                    ], true)
+                }),
                 new View({
                     instrumentType: InstrumentType.HISTOGRAM,
                     instrumentUnit: 'ms',
@@ -369,6 +406,61 @@ export class OpenTelemetryClient {
                         15_000_000,
                         30_000_000
                     ], true)
+                }),
+                // L1 gas prices in gwei: priority fees ~0.01-10, base fees ~1-500, spikes to 1000+
+                new View({
+                    instrumentType: InstrumentType.HISTOGRAM,
+                    instrumentUnit: 'gwei',
+                    aggregation: new ExplicitBucketHistogramAggregation([
+                        0.1,
+                        0.5,
+                        1,
+                        2,
+                        5,
+                        10,
+                        20,
+                        50,
+                        100,
+                        200,
+                        500,
+                        1_000
+                    ], true)
+                }),
+                // L1 gas consumption: tx gas 100k-30M, calldata/blob gas varies
+                new View({
+                    instrumentType: InstrumentType.HISTOGRAM,
+                    instrumentUnit: 'gas',
+                    aggregation: new ExplicitBucketHistogramAggregation([
+                        10_000,
+                        50_000,
+                        100_000,
+                        250_000,
+                        500_000,
+                        1_000_000,
+                        2_000_000,
+                        5_000_000,
+                        10_000_000,
+                        15_000_000,
+                        30_000_000
+                    ], true)
+                }),
+                // L1 tx total fee in ETH: typically 0.001 - 1 ETH
+                new View({
+                    instrumentType: InstrumentType.HISTOGRAM,
+                    instrumentUnit: 'eth',
+                    aggregation: new ExplicitBucketHistogramAggregation([
+                        0.0001,
+                        0.0005,
+                        0.001,
+                        0.005,
+                        0.01,
+                        0.05,
+                        0.1,
+                        0.5,
+                        1,
+                        5,
+                        10
+                    ], true)
                 })
             ]
         });
@@ -378,9 +470,12 @@ export class OpenTelemetryClient {
             const tracerProvider = new NodeTracerProvider({
                 resource,
                 spanProcessors: config.tracesCollectorUrl ? [
-                    new BatchSpanProcessor(new OTLPTraceExporter({
+                    new MonitoredBatchSpanProcessor(new OTLPTraceExporter({
                         url: config.tracesCollectorUrl.href
-                    }))
+                    }), log, {
+                        maxQueueSize: config.otelBspMaxQueueSize,
+                        minTraceDurationMs: config.otelMinTraceDurationMs
+                    })
                 ] : []
             });
             tracerProvider.register({

package/dest/otel_propagation.d.ts

@@ -1,3 +1,5 @@
+import type { DiagnosticsMiddleware } from '@aztec/foundation/json-rpc/server';
 import type Koa from 'koa';
 export declare function getOtelJsonRpcPropagationMiddleware(scope?: string): (ctx: Koa.Context, next: () => Promise<void>) => Promise<void>;
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3RlbF9wcm9wYWdhdGlvbi5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL290ZWxfcHJvcGFnYXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsT0FBTyxLQUFLLEdBQUcsTUFBTSxLQUFLLENBQUM7QUFVM0Isd0JBQWdCLG1DQUFtQyxDQUNqRCxLQUFLLFNBQWtCLEdBQ3RCLENBQUMsR0FBRyxFQUFFLEdBQUcsQ0FBQyxPQUFPLEVBQUUsSUFBSSxFQUFFLE1BQU0sT0FBTyxDQUFDLElBQUksQ0FBQyxLQUFLLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FvQ2hFIn0=
+export declare function getOtelJsonRpcDiagnosticsMiddleware(): DiagnosticsMiddleware;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3RlbF9wcm9wYWdhdGlvbi5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL290ZWxfcHJvcGFnYXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLEVBQUUscUJBQXFCLEVBQUUsTUFBTSxtQ0FBbUMsQ0FBQztBQUcvRSxPQUFPLEtBQUssR0FBRyxNQUFNLEtBQUssQ0FBQztBQVUzQix3QkFBZ0IsbUNBQW1DLENBQ2pELEtBQUssU0FBa0IsR0FDdEIsQ0FBQyxHQUFHLEVBQUUsR0FBRyxDQUFDLE9BQU8sRUFBRSxJQUFJLEVBQUUsTUFBTSxPQUFPLENBQUMsSUFBSSxDQUFDLEtBQUssT0FBTyxDQUFDLElBQUksQ0FBQyxDQW9DaEU7QUFFRCx3QkFBZ0IsbUNBQW1DLElBQUkscUJBQXFCLENBNEIzRSJ9

package/dest/otel_propagation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"otel_propagation.d.ts","sourceRoot":"","sources":["../src/otel_propagation.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAU3B,wBAAgB,mCAAmC,CACjD,KAAK,SAAkB,GACtB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAoChE"}
+{"version":3,"file":"otel_propagation.d.ts","sourceRoot":"","sources":["../src/otel_propagation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAG/E,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAU3B,wBAAgB,mCAAmC,CACjD,KAAK,SAAkB,GACtB,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAoChE;AAED,wBAAgB,mCAAmC,IAAI,qBAAqB,CA4B3E"}

package/dest/otel_propagation.js

@@ -6,7 +6,7 @@ export function getOtelJsonRpcPropagationMiddleware(scope = 'JsonRpcServer') {
         const tracer = getTelemetryClient().getTracer(scope);
         const context = propagation.extract(ROOT_CONTEXT, ctx.request.headers);
         const method = ctx.request.body?.method;
-        return tracer.startActiveSpan(`JsonRpcServer.${method ?? 'unknown'}`, {
+        return tracer.startActiveSpan(`JsonRpcServer.${method ?? 'batch'}`, {
             kind: SpanKind.SERVER
         }, context, async (span)=>{
             if (ctx.id) {
@@ -42,3 +42,51 @@ export function getOtelJsonRpcPropagationMiddleware(scope = 'JsonRpcServer') {
         });
     };
 }
+export function getOtelJsonRpcDiagnosticsMiddleware() {
+    return function otelJsonRpcDiagnostics(ctx, next) {
+        const [namespace, method] = splitNamespace(ctx.method);
+        const scope = namespace ?? 'UnknownHandler';
+        const tracer = getTelemetryClient().getTracer(scope);
+        return tracer.startActiveSpan(`${scope}.${method}`, {
+            kind: SpanKind.INTERNAL,
+            attributes: {
+                [ATTR_JSONRPC_METHOD]: ctx.method
+            }
+        }, async (span)=>{
+            if (ctx.id !== null) {
+                span.setAttribute(ATTR_JSONRPC_REQUEST_ID, ctx.id);
+            }
+            try {
+                await next();
+                span.setStatus({
+                    code: SpanStatusCode.OK
+                });
+            } catch (err) {
+                span.setStatus({
+                    code: SpanStatusCode.ERROR,
+                    message: err instanceof Error ? err.message : String(err)
+                });
+                if (typeof err === 'string' || err instanceof Error) {
+                    span.recordException(err);
+                }
+                throw err;
+            } finally{
+                span.end();
+            }
+        });
+    };
+}
+function splitNamespace(fullMethod) {
+    const idx = fullMethod.indexOf('_');
+    if (idx > -1) {
+        return [
+            fullMethod.slice(0, idx),
+            fullMethod.slice(idx + 1)
+        ];
+    } else {
+        return [
+            undefined,
+            fullMethod
+        ];
+    }
+}

package/dest/start.d.ts

@@ -4,4 +4,4 @@ import type { TelemetryClient } from './telemetry.js';
 export * from './config.js';
 export declare function initTelemetryClient(config: TelemetryClientConfig, bindings?: LoggerBindings): Promise<TelemetryClient>;
 export declare function getTelemetryClient(): TelemetryClient;
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RhcnQuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3NyYy9zdGFydC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxjQUFjLEVBQWdCLE1BQU0sdUJBQXVCLENBQUM7QUFFMUUsT0FBTyxLQUFLLEVBQUUscUJBQXFCLEVBQUUsTUFBTSxhQUFhLENBQUM7QUFFekQsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sZ0JBQWdCLENBQUM7QUFFdEQsY0FBYyxhQUFhLENBQUM7QUFLNUIsd0JBQXNCLG1CQUFtQixDQUN2QyxNQUFNLEVBQUUscUJBQXFCLEVBQzdCLFFBQVEsQ0FBQyxFQUFFLGNBQWMsR0FDeEIsT0FBTyxDQUFDLGVBQWUsQ0FBQyxDQWtCMUI7QUFFRCx3QkFBZ0Isa0JBQWtCLElBQUksZUFBZSxDQUVwRCJ9
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RhcnQuZC50cyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3NyYy9zdGFydC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEVBQUUsS0FBSyxjQUFjLEVBQWdCLE1BQU0sdUJBQXVCLENBQUM7QUFFMUUsT0FBTyxLQUFLLEVBQUUscUJBQXFCLEVBQUUsTUFBTSxhQUFhLENBQUM7QUFFekQsT0FBTyxLQUFLLEVBQUUsZUFBZSxFQUFFLE1BQU0sZ0JBQWdCLENBQUM7QUFFdEQsY0FBYyxhQUFhLENBQUM7QUFLNUIsd0JBQXNCLG1CQUFtQixDQUN2QyxNQUFNLEVBQUUscUJBQXFCLEVBQzdCLFFBQVEsQ0FBQyxFQUFFLGNBQWMsR0FDeEIsT0FBTyxDQUFDLGVBQWUsQ0FBQyxDQXVCMUI7QUFFRCx3QkFBZ0Isa0JBQWtCLElBQUksZUFBZSxDQUVwRCJ9

package/dest/start.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"start.d.ts","sourceRoot":"","sources":["../src/start.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;AAE1E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtD,cAAc,aAAa,CAAC;AAK5B,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,qBAAqB,EAC7B,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,eAAe,CAAC,CAkB1B;AAED,wBAAgB,kBAAkB,IAAI,eAAe,CAEpD"}
+{"version":3,"file":"start.d.ts","sourceRoot":"","sources":["../src/start.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAgB,MAAM,uBAAuB,CAAC;AAE1E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEtD,cAAc,aAAa,CAAC;AAK5B,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,qBAAqB,EAC7B,QAAQ,CAAC,EAAE,cAAc,GACxB,OAAO,CAAC,eAAe,CAAC,CAuB1B;AAED,wBAAgB,kBAAkB,IAAI,eAAe,CAEpD"}