@aztec/telemetry-client 0.0.1-commit.179ed20 → 0.0.1-commit.189eedb3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (41) hide show
  1. package/dest/attributes.d.ts +13 -2
  2. package/dest/attributes.d.ts.map +1 -1
  3. package/dest/attributes.js +6 -1
  4. package/dest/config.d.ts +3 -1
  5. package/dest/config.d.ts.map +1 -1
  6. package/dest/config.js +17 -9
  7. package/dest/lmdb_metrics.d.ts +2 -2
  8. package/dest/lmdb_metrics.d.ts.map +1 -1
  9. package/dest/metrics.d.ts +70 -4
  10. package/dest/metrics.d.ts.map +1 -1
  11. package/dest/metrics.js +372 -11
  12. package/dest/monitored_batch_span_processor.d.ts +29 -0
  13. package/dest/monitored_batch_span_processor.d.ts.map +1 -0
  14. package/dest/monitored_batch_span_processor.js +75 -0
  15. package/dest/otel.d.ts +6 -1
  16. package/dest/otel.d.ts.map +1 -1
  17. package/dest/otel.js +73 -4
  18. package/dest/otel_propagation.d.ts +3 -1
  19. package/dest/otel_propagation.d.ts.map +1 -1
  20. package/dest/otel_propagation.js +49 -1
  21. package/dest/start.d.ts +1 -1
  22. package/dest/start.d.ts.map +1 -1
  23. package/dest/start.js +1 -1
  24. package/dest/telemetry.d.ts +2 -2
  25. package/dest/telemetry.d.ts.map +1 -1
  26. package/dest/wrappers/fetch.d.ts +3 -3
  27. package/dest/wrappers/fetch.d.ts.map +1 -1
  28. package/dest/wrappers/fetch.js +3 -2
  29. package/dest/wrappers/l2_block_stream.d.ts +2 -2
  30. package/dest/wrappers/l2_block_stream.d.ts.map +1 -1
  31. package/package.json +3 -3
  32. package/src/attributes.ts +17 -1
  33. package/src/config.ts +24 -9
  34. package/src/metrics.ts +382 -11
  35. package/src/monitored_batch_span_processor.ts +100 -0
  36. package/src/otel.ts +52 -3
  37. package/src/otel_propagation.ts +42 -1
  38. package/src/start.ts +6 -1
  39. package/src/telemetry.ts +0 -1
  40. package/src/wrappers/fetch.ts +9 -3
  41. package/src/wrappers/l2_block_stream.ts +1 -4
package/dest/metrics.js CHANGED
@@ -132,6 +132,52 @@ export const MEMPOOL_TX_MINED_DELAY = {
132
132
  unit: 'ms',
133
133
  valueType: ValueType.INT
134
134
  };
135
+ export const MEMPOOL_TX_POOL_V2_EVICTED_COUNT = {
136
+ name: 'aztec.mempool.tx_pool_v2.evicted_count',
137
+ description: 'The number of transactions evicted from the tx pool',
138
+ valueType: ValueType.INT
139
+ };
140
+ export const MEMPOOL_TX_POOL_V2_IGNORED_COUNT = {
141
+ name: 'aztec.mempool.tx_pool_v2.ignored_count',
142
+ description: 'The number of transactions ignored in addPendingTxs',
143
+ valueType: ValueType.INT
144
+ };
145
+ export const MEMPOOL_TX_POOL_V2_REJECTED_COUNT = {
146
+ name: 'aztec.mempool.tx_pool_v2.rejected_count',
147
+ description: 'The number of transactions rejected in addPendingTxs',
148
+ valueType: ValueType.INT
149
+ };
150
+ export const MEMPOOL_TX_POOL_V2_SOFT_DELETED_HITS = {
151
+ name: 'aztec.mempool.tx_pool_v2.soft_deleted_hits',
152
+ description: 'The number of transactions found in the soft-deleted pool',
153
+ valueType: ValueType.INT
154
+ };
155
+ export const MEMPOOL_TX_POOL_V2_MISSING_ON_PROTECT = {
156
+ name: 'aztec.mempool.tx_pool_v2.missing_on_protect',
157
+ description: 'The number of truly missing transactions in protectTxs',
158
+ valueType: ValueType.INT
159
+ };
160
+ export const MEMPOOL_TX_POOL_V2_MISSING_PREVIOUSLY_EVICTED = {
161
+ name: 'aztec.mempool.tx_pool_v2.missing_previously_evicted',
162
+ description: 'The number of truly missing transactions in protectTxs that were previously evicted',
163
+ valueType: ValueType.INT
164
+ };
165
+ export const MEMPOOL_TX_POOL_V2_METADATA_MEMORY = {
166
+ name: 'aztec.mempool.tx_pool_v2.metadata_memory',
167
+ description: 'Estimated total memory consumed by in-memory transaction metadata',
168
+ unit: 'By',
169
+ valueType: ValueType.INT
170
+ };
171
+ export const MEMPOOL_TX_POOL_V2_DUPLICATE_ADD = {
172
+ name: 'aztec.mempool.tx_pool_v2.duplicate_add',
173
+ description: 'Transactions received via addPendingTxs that were already in the pool',
174
+ valueType: ValueType.INT
175
+ };
176
+ export const MEMPOOL_TX_POOL_V2_ALREADY_PROTECTED_ADD = {
177
+ name: 'aztec.mempool.tx_pool_v2.already_protected_add',
178
+ description: 'Transactions received via addPendingTxs that were already pre-protected',
179
+ valueType: ValueType.INT
180
+ };
135
181
  export const DB_NUM_ITEMS = {
136
182
  name: 'aztec.db.num_items',
137
183
  description: 'LMDB Num Items',
@@ -187,6 +233,11 @@ export const ARCHIVER_BLOCK_HEIGHT = {
187
233
  description: 'The height of the latest block processed by the archiver',
188
234
  valueType: ValueType.INT
189
235
  };
236
+ export const ARCHIVER_CHECKPOINT_HEIGHT = {
237
+ name: 'aztec.archiver.checkpoint_height',
238
+ description: 'The height of the latest checkpoint processed by the archiver',
239
+ valueType: ValueType.INT
240
+ };
190
241
  export const ARCHIVER_ROLLUP_PROOF_DELAY = {
191
242
  name: 'aztec.archiver.rollup_proof_delay',
192
243
  description: 'Time after a block is submitted until its proof is published',
@@ -216,6 +267,12 @@ export const ARCHIVER_SYNC_PER_BLOCK = {
216
267
  unit: 'ms',
217
268
  valueType: ValueType.INT
218
269
  };
270
+ export const ARCHIVER_SYNC_PER_CHECKPOINT = {
271
+ name: 'aztec.archiver.checkpoint.sync_per_item_duration',
272
+ description: 'Duration to sync a checkpoint',
273
+ unit: 'ms',
274
+ valueType: ValueType.INT
275
+ };
219
276
  export const ARCHIVER_SYNC_BLOCK_COUNT = {
220
277
  name: 'aztec.archiver.block.sync_count',
221
278
  description: 'Number of blocks synced from L1',
@@ -253,6 +310,17 @@ export const ARCHIVER_BLOCK_PROPOSAL_TX_TARGET_COUNT = {
253
310
  description: 'Number of block proposals by tx target',
254
311
  valueType: ValueType.INT
255
312
  };
313
+ export const ARCHIVER_CHECKPOINT_L1_INCLUSION_DELAY = {
314
+ name: 'aztec.archiver.checkpoint_l1_inclusion_delay',
315
+ description: 'Seconds into the L2 slot when the checkpoint L1 tx was included',
316
+ unit: 's',
317
+ valueType: ValueType.INT
318
+ };
319
+ export const ARCHIVER_CHECKPOINT_PROMOTED_COUNT = {
320
+ name: 'aztec.archiver.checkpoint_promoted_count',
321
+ description: 'Number of checkpoints promoted from proposed (blob fetch skipped)',
322
+ valueType: ValueType.INT
323
+ };
256
324
  export const NODE_RECEIVE_TX_DURATION = {
257
325
  name: 'aztec.node.receive_tx.duration',
258
326
  description: 'The duration of the receiveTx method',
@@ -281,6 +349,12 @@ export const SEQUENCER_STATE_TRANSITION_BUFFER_DURATION = {
281
349
  unit: 'ms',
282
350
  valueType: ValueType.INT
283
351
  };
352
+ export const SEQUENCER_STATE_DURATION = {
353
+ name: 'aztec.sequencer.state_duration',
354
+ description: 'Wall-clock time spent in each sequencer state, labelled by the state being left',
355
+ unit: 'ms',
356
+ valueType: ValueType.INT
357
+ };
284
358
  export const SEQUENCER_BLOCK_BUILD_DURATION = {
285
359
  name: 'aztec.sequencer.block.build_duration',
286
360
  description: 'Duration to build a block',
@@ -298,9 +372,15 @@ export const SEQUENCER_BLOCK_COUNT = {
298
372
  description: 'Number of blocks built by this sequencer',
299
373
  valueType: ValueType.INT
300
374
  };
301
- export const SEQUENCER_CURRENT_BLOCK_REWARDS = {
302
- name: 'aztec.sequencer.current_block_rewards',
303
- description: 'The rewards earned',
375
+ export const SEQUENCER_BLOCK_INTER_BLOCK_TIME = {
376
+ name: 'aztec.sequencer.block.inter_block_time',
377
+ description: 'Wall-clock time elapsed between consecutive blocks being built by this sequencer',
378
+ unit: 'ms',
379
+ valueType: ValueType.INT
380
+ };
381
+ export const SEQUENCER_CURRENT_SLOT_REWARDS = {
382
+ name: 'aztec.sequencer.current_slot_rewards',
383
+ description: 'The rewards earned per filled slot',
304
384
  valueType: ValueType.DOUBLE
305
385
  };
306
386
  export const SEQUENCER_SLOT_COUNT = {
@@ -321,12 +401,12 @@ export const SEQUENCER_CHECKPOINT_ATTESTATION_DELAY = {
321
401
  };
322
402
  export const SEQUENCER_COLLECTED_ATTESTATIONS_COUNT = {
323
403
  name: 'aztec.sequencer.attestations.collected_count',
324
- description: 'The number of attestations collected for a block proposal',
404
+ description: 'The number of attestations collected for a checkpoint proposal',
325
405
  valueType: ValueType.INT
326
406
  };
327
407
  export const SEQUENCER_REQUIRED_ATTESTATIONS_COUNT = {
328
408
  name: 'aztec.sequencer.attestations.required_count',
329
- description: 'The minimum number of attestations required to publish a block',
409
+ description: 'The minimum number of attestations required to publish a checkpoint',
330
410
  valueType: ValueType.INT
331
411
  };
332
412
  export const SEQUENCER_COLLECT_ATTESTATIONS_DURATION = {
@@ -346,14 +426,60 @@ export const SEQUENCER_BLOCK_PROPOSAL_FAILED_COUNT = {
346
426
  description: 'The number of times block proposal failed (including validation builds)',
347
427
  valueType: ValueType.INT
348
428
  };
349
- export const SEQUENCER_BLOCK_PROPOSAL_SUCCESS_COUNT = {
350
- name: 'aztec.sequencer.block.proposal_success_count',
351
- description: 'The number of times block proposal succeeded (including validation builds)',
429
+ export const SEQUENCER_CHECKPOINT_PROPOSAL_SUCCESS_COUNT = {
430
+ name: 'aztec.sequencer.checkpoint.proposal_success_count',
431
+ description: 'The number of times checkpoint proposal succeeded',
432
+ valueType: ValueType.INT
433
+ };
434
+ export const SEQUENCER_CHECKPOINT_PRECHECK_FAILED_COUNT = {
435
+ name: 'aztec.sequencer.checkpoint.precheck_failed_count',
436
+ description: 'The number of times checkpoint pre-build checks failed',
437
+ valueType: ValueType.INT
438
+ };
439
+ export const SEQUENCER_CHECKPOINT_PROPOSAL_FAILED_COUNT = {
440
+ name: 'aztec.sequencer.checkpoint.proposal_failed_count',
441
+ description: 'The number of times checkpoint proposal failed',
442
+ valueType: ValueType.INT
443
+ };
444
+ export const SEQUENCER_CHECKPOINT_BUILD_DURATION = {
445
+ name: 'aztec.sequencer.checkpoint.build_duration',
446
+ description: 'Total duration to build all blocks in a checkpoint',
447
+ unit: 'ms',
448
+ valueType: ValueType.INT
449
+ };
450
+ export const SEQUENCER_CHECKPOINT_START_TO_FIRST_BLOCK_DURATION = {
451
+ name: 'aztec.sequencer.checkpoint.start_to_first_block_duration',
452
+ description: 'Time from starting checkpoint work to the first block finishing build',
453
+ unit: 'ms',
454
+ valueType: ValueType.INT
455
+ };
456
+ export const SEQUENCER_CHECKPOINT_LAST_BLOCK_TO_BROADCAST_DURATION = {
457
+ name: 'aztec.sequencer.checkpoint.last_block_to_broadcast_duration',
458
+ description: 'Time from the final block finishing build to the checkpoint proposal being broadcast',
459
+ unit: 'ms',
460
+ valueType: ValueType.INT
461
+ };
462
+ export const SEQUENCER_PIPELINED_CHECKPOINT_BUILD_START_OFFSET_FROM_SLOT_BOUNDARY = {
463
+ name: 'aztec.sequencer.pipelined_checkpoint.build_start_offset_from_slot_boundary',
464
+ description: 'Absolute offset from the wall-clock slot boundary when a pipelined checkpoint build starts. Use aztec.slot_boundary_side to distinguish before vs after the boundary.',
465
+ unit: 'ms',
352
466
  valueType: ValueType.INT
353
467
  };
354
- export const SEQUENCER_BLOCK_PROPOSAL_PRECHECK_FAILED_COUNT = {
355
- name: 'aztec.sequencer.block.proposal_precheck_failed_count',
356
- description: 'The number of times block proposal pre-build checks failed',
468
+ export const SEQUENCER_CHECKPOINT_BLOCK_COUNT = {
469
+ name: 'aztec.sequencer.checkpoint.block_count',
470
+ description: 'Number of blocks built in a checkpoint',
471
+ valueType: ValueType.INT
472
+ };
473
+ export const SEQUENCER_CHECKPOINT_TX_COUNT = {
474
+ name: 'aztec.sequencer.checkpoint.tx_count',
475
+ description: 'Total number of transactions across all blocks in a checkpoint',
476
+ unit: 'tx',
477
+ valueType: ValueType.INT
478
+ };
479
+ export const SEQUENCER_CHECKPOINT_TOTAL_MANA = {
480
+ name: 'aztec.sequencer.checkpoint.total_mana',
481
+ description: 'Total L2 mana used across all blocks in a checkpoint',
482
+ unit: 'mana',
357
483
  valueType: ValueType.INT
358
484
  };
359
485
  export const SEQUENCER_SLASHING_ATTEMPTS_COUNT = {
@@ -361,11 +487,31 @@ export const SEQUENCER_SLASHING_ATTEMPTS_COUNT = {
361
487
  description: 'The number of slashing action attempts',
362
488
  valueType: ValueType.INT
363
489
  };
490
+ export const SLASHER_ROUND_EXECUTED_COUNT = {
491
+ name: 'aztec.slasher.round.executed_count',
492
+ description: 'The number of slashing rounds executed',
493
+ valueType: ValueType.INT
494
+ };
364
495
  export const SEQUENCER_CHECKPOINT_SUCCESS_COUNT = {
365
496
  name: 'aztec.sequencer.checkpoint.success_count',
366
497
  description: 'The number of times checkpoint publishing succeeded',
367
498
  valueType: ValueType.INT
368
499
  };
500
+ export const SEQUENCER_PIPELINE_DEPTH = {
501
+ name: 'aztec.sequencer.pipeline.depth',
502
+ description: 'Current pipeline depth when builder pipelining is enabled',
503
+ valueType: ValueType.INT
504
+ };
505
+ export const SEQUENCER_PIPELINE_DISCARDS_COUNT = {
506
+ name: 'aztec.sequencer.pipeline.discards_count',
507
+ description: 'The number of times a pipeline was discarded',
508
+ valueType: ValueType.INT
509
+ };
510
+ export const SEQUENCER_PIPELINE_PARENT_CHECKPOINT_MISMATCH_COUNT = {
511
+ name: 'aztec.sequencer.pipeline.parent_checkpoint_mismatch_count',
512
+ description: 'The number of times a pipelined checkpoint was discarded because the parent did not match expectations',
513
+ valueType: ValueType.INT
514
+ };
369
515
  // Fisherman fee analysis metrics
370
516
  export const FISHERMAN_FEE_ANALYSIS_WOULD_BE_INCLUDED = {
371
517
  name: 'aztec.fisherman.fee_analysis.would_be_included',
@@ -424,6 +570,29 @@ export const FISHERMAN_FEE_ANALYSIS_MINED_BLOB_TX_TOTAL_COST = {
424
570
  unit: 'eth',
425
571
  valueType: ValueType.DOUBLE
426
572
  };
573
+ export const FISHERMAN_FEE_ANALYSIS_PENDING_BLOB_COUNT = {
574
+ name: 'aztec.fisherman.fee_analysis.pending_blob_count',
575
+ description: 'Total number of blobs in pending blob transactions',
576
+ unit: 'blobs',
577
+ valueType: ValueType.INT
578
+ };
579
+ export const FISHERMAN_FEE_ANALYSIS_INCLUDED_BLOB_COUNT = {
580
+ name: 'aztec.fisherman.fee_analysis.included_blob_count',
581
+ description: 'Total number of blobs included in the mined block',
582
+ unit: 'blobs',
583
+ valueType: ValueType.INT
584
+ };
585
+ export const FISHERMAN_FEE_ANALYSIS_BLOCK_BLOBS_FULL = {
586
+ name: 'aztec.fisherman.fee_analysis.block_blobs_full',
587
+ description: 'Whether the mined block reached 100% blob capacity',
588
+ valueType: ValueType.INT
589
+ };
590
+ export const FISHERMAN_FEE_ANALYSIS_MAX_BLOB_CAPACITY = {
591
+ name: 'aztec.fisherman.fee_analysis.max_blob_capacity',
592
+ description: 'Maximum blob capacity for the analyzed block based on L1 upgrade schedule',
593
+ unit: 'blobs',
594
+ valueType: ValueType.INT
595
+ };
427
596
  export const VALIDATOR_INVALID_ATTESTATION_RECEIVED_COUNT = {
428
597
  name: 'aztec.validator.invalid_attestation_received_count',
429
598
  description: 'Number of invalid attestations received',
@@ -507,6 +676,24 @@ export const L1_PUBLISHER_TX_TOTAL_FEE = {
507
676
  unit: 'eth',
508
677
  valueType: ValueType.DOUBLE
509
678
  };
679
+ export const PROVER_NODE_ESTIMATED_SUBMISSION_GAS = {
680
+ name: 'aztec.prover_node.estimated_submission.gas',
681
+ description: 'Estimated gas for a proof submission tx (proof publishing disabled, not actually sent)',
682
+ unit: 'gas',
683
+ valueType: ValueType.INT
684
+ };
685
+ export const PROVER_NODE_ESTIMATED_SUBMISSION_GAS_PRICE = {
686
+ name: 'aztec.prover_node.estimated_submission.gas_price',
687
+ description: 'Estimated effective gas price for a proof submission tx (proof publishing disabled, not actually sent)',
688
+ unit: 'gwei',
689
+ valueType: ValueType.DOUBLE
690
+ };
691
+ export const PROVER_NODE_ESTIMATED_SUBMISSION_TOTAL_FEE = {
692
+ name: 'aztec.prover_node.estimated_submission.total_fee',
693
+ description: 'Estimated total L1 fee for a proof submission tx (proof publishing disabled, not actually sent)',
694
+ unit: 'eth',
695
+ valueType: ValueType.DOUBLE
696
+ };
510
697
  export const L1_BLOCK_HEIGHT = {
511
698
  name: 'aztec.l1.block_height',
512
699
  description: 'The current L1 block height',
@@ -597,6 +784,12 @@ export const PEER_MANAGER_PEER_COUNT = {
597
784
  unit: 'peers',
598
785
  valueType: ValueType.INT
599
786
  };
787
+ export const PEER_MANAGER_HEALTHY_PEER_COUNT = {
788
+ name: 'aztec.peer_manager.healthy_peer_count',
789
+ description: 'Number of healthy (non-protected, non-banned) peers',
790
+ unit: 'peers',
791
+ valueType: ValueType.INT
792
+ };
600
793
  export const PEER_MANAGER_LOW_SCORE_DISCONNECTS = {
601
794
  name: 'aztec.peer_manager.low_score_disconnects',
602
795
  description: 'Number of peers disconnected due to low score',
@@ -721,6 +914,11 @@ export const P2P_GOSSIP_AGG_MESSAGE_VALIDATION_DURATION_AVG = {
721
914
  unit: 'ms',
722
915
  valueType: ValueType.INT
723
916
  };
917
+ export const P2P_GOSSIP_SLOW_VALIDATION_COUNT = {
918
+ name: 'aztec.p2p.gossip.slow_validation_count',
919
+ description: 'Number of gossip validations that exceeded 75% of the mcache eviction window',
920
+ valueType: ValueType.INT
921
+ };
724
922
  export const PUBLIC_PROCESSOR_TX_DURATION = {
725
923
  name: 'aztec.public_processor.tx_duration',
726
924
  description: 'Duration to process a public transaction',
@@ -784,6 +982,17 @@ export const PUBLIC_PROCESSOR_TREE_INSERTION = {
784
982
  unit: 'ms',
785
983
  valueType: ValueType.INT
786
984
  };
985
+ export const PUBLIC_PROCESSOR_SILENTLY_SKIPPED_COUNT = {
986
+ name: 'aztec.public_processor.silently_skipped_count',
987
+ description: 'Public txs fully processed then skipped (e.g. blob-field limit); not counted as processed or failed',
988
+ valueType: ValueType.INT
989
+ };
990
+ export const PUBLIC_PROCESSOR_SILENTLY_SKIPPED_DURATION = {
991
+ name: 'aztec.public_processor.silently_skipped_duration',
992
+ description: 'Wall-clock time spent processing txs that were then silently skipped',
993
+ unit: 'ms',
994
+ valueType: ValueType.INT
995
+ };
787
996
  export const PUBLIC_EXECUTOR_PREFIX = 'aztec.public_executor.';
788
997
  export const PUBLIC_EXECUTOR_SIMULATION_COUNT = {
789
998
  name: 'aztec.public_executor.simulation_count',
@@ -873,6 +1082,11 @@ export const PROVING_QUEUE_REJECTED_JOBS = {
873
1082
  description: 'Number of rejected proving jobs',
874
1083
  valueType: ValueType.INT
875
1084
  };
1085
+ export const PROVING_QUEUE_ABORTED_JOBS = {
1086
+ name: 'aztec.proving_queue.aborted_jobs_count',
1087
+ description: 'Number of aborted proving jobs',
1088
+ valueType: ValueType.INT
1089
+ };
876
1090
  export const PROVING_QUEUE_RETRIED_JOBS = {
877
1091
  name: 'aztec.proving_queue.retried_jobs_count',
878
1092
  description: 'Number of retried proving jobs',
@@ -945,6 +1159,36 @@ export const PROVER_NODE_JOB_TRANSACTIONS = {
945
1159
  description: 'Number of transactions in a proven epoch',
946
1160
  valueType: ValueType.INT
947
1161
  };
1162
+ export const PROVER_NODE_BLOB_PROCESSING_LAST_DURATION = {
1163
+ name: 'aztec.prover_node.blob_processing.last_duration',
1164
+ description: 'Duration of blob processing step in epoch proving job',
1165
+ unit: 'ms',
1166
+ valueType: ValueType.INT
1167
+ };
1168
+ export const PROVER_NODE_CHONK_VERIFIER_LAST_DURATION = {
1169
+ name: 'aztec.prover_node.chonk_verifier.last_duration',
1170
+ description: 'Duration of chonk verifier enqueuing in epoch proving job',
1171
+ unit: 'ms',
1172
+ valueType: ValueType.INT
1173
+ };
1174
+ export const PROVER_NODE_BLOCK_PROCESSING_DURATION = {
1175
+ name: 'aztec.prover_node.block_processing.duration',
1176
+ description: 'Duration of processing a single block in epoch proving job',
1177
+ unit: 'ms',
1178
+ valueType: ValueType.INT
1179
+ };
1180
+ export const PROVER_NODE_CHECKPOINT_PROCESSING_DURATION = {
1181
+ name: 'aztec.prover_node.checkpoint_processing.duration',
1182
+ description: 'Duration of processing a single checkpoint in epoch proving job',
1183
+ unit: 'ms',
1184
+ valueType: ValueType.INT
1185
+ };
1186
+ export const PROVER_NODE_ALL_CHECKPOINTS_PROCESSING_LAST_DURATION = {
1187
+ name: 'aztec.prover_node.all_checkpoints_processing.last_duration',
1188
+ description: 'Duration of processing all checkpoints in epoch proving job',
1189
+ unit: 'ms',
1190
+ valueType: ValueType.INT
1191
+ };
948
1192
  export const PROVER_NODE_REWARDS_TOTAL = {
949
1193
  name: 'aztec.prover_node.rewards_total',
950
1194
  description: 'The rewards earned (total)',
@@ -1055,6 +1299,18 @@ export const VALIDATOR_RE_EXECUTION_TX_COUNT = {
1055
1299
  unit: 'tx',
1056
1300
  valueType: ValueType.INT
1057
1301
  };
1302
+ export const VALIDATOR_CHECKPOINT_PROPOSAL_TO_PIPELINED_STATE_DURATION = {
1303
+ name: 'aztec.validator.checkpoint_proposal_to_pipelined_state_duration',
1304
+ description: 'Time from receiving a checkpoint proposal to setting proposed checkpoint state for pipelining',
1305
+ unit: 'ms',
1306
+ valueType: ValueType.INT
1307
+ };
1308
+ export const VALIDATOR_CHECKPOINT_PROPOSAL_RECEIVE_OFFSET_FROM_NEXT_SLOT_BOUNDARY = {
1309
+ name: 'aztec.validator.checkpoint.proposal_receive_offset_from_next_slot_boundary',
1310
+ description: 'Absolute offset from the next slot boundary when a foreign checkpoint proposal is received. Use aztec.slot_boundary_side to distinguish before vs after the boundary.',
1311
+ unit: 'ms',
1312
+ valueType: ValueType.INT
1313
+ };
1058
1314
  export const VALIDATOR_FAILED_REEXECUTION_COUNT = {
1059
1315
  name: 'aztec.validator.failed_reexecution_count',
1060
1316
  description: 'The number of failed re-executions',
@@ -1075,6 +1331,16 @@ export const VALIDATOR_ATTESTATION_FAILED_NODE_ISSUE_COUNT = {
1075
1331
  description: 'The number of failed attestations due to node issues (timeout, missing data, etc.)',
1076
1332
  valueType: ValueType.INT
1077
1333
  };
1334
+ export const VALIDATOR_CURRENT_EPOCH = {
1335
+ name: 'aztec.validator.current_epoch',
1336
+ description: 'The current epoch number, reflecting total epochs elapsed since genesis',
1337
+ valueType: ValueType.INT
1338
+ };
1339
+ export const VALIDATOR_ATTESTED_EPOCH_COUNT = {
1340
+ name: 'aztec.validator.attested_epoch_count',
1341
+ description: 'The number of epochs in which this node successfully submitted at least one attestation',
1342
+ valueType: ValueType.INT
1343
+ };
1078
1344
  export const NODEJS_EVENT_LOOP_DELAY_MIN = {
1079
1345
  name: 'nodejs.eventloop.delay.min',
1080
1346
  description: 'Minimum delay of the event loop',
@@ -1196,6 +1462,54 @@ export const TX_COLLECTOR_DURATION_PER_TX = {
1196
1462
  unit: 'ms',
1197
1463
  valueType: ValueType.INT
1198
1464
  };
1465
+ export const TX_FILE_STORE_UPLOADS_SUCCESS = {
1466
+ name: 'aztec.p2p.tx_file_store.uploads_success',
1467
+ description: 'Number of successful tx uploads to file storage',
1468
+ valueType: ValueType.INT
1469
+ };
1470
+ export const TX_FILE_STORE_UPLOADS_FAILED = {
1471
+ name: 'aztec.p2p.tx_file_store.uploads_failed',
1472
+ description: 'Number of failed tx uploads to file storage',
1473
+ valueType: ValueType.INT
1474
+ };
1475
+ export const TX_FILE_STORE_UPLOADS_SKIPPED = {
1476
+ name: 'aztec.p2p.tx_file_store.uploads_skipped',
1477
+ description: 'Number of tx uploads skipped (duplicates)',
1478
+ valueType: ValueType.INT
1479
+ };
1480
+ export const TX_FILE_STORE_UPLOAD_DURATION = {
1481
+ name: 'aztec.p2p.tx_file_store.upload_duration',
1482
+ description: 'Duration to upload a tx to file storage',
1483
+ unit: 'ms',
1484
+ valueType: ValueType.INT
1485
+ };
1486
+ export const TX_FILE_STORE_QUEUE_SIZE = {
1487
+ name: 'aztec.p2p.tx_file_store.queue_size',
1488
+ description: 'Number of txs pending upload',
1489
+ valueType: ValueType.INT
1490
+ };
1491
+ export const TX_FILE_STORE_DOWNLOADS_SUCCESS = {
1492
+ name: 'aztec.p2p.tx_file_store.downloads_success',
1493
+ description: 'Number of successful tx downloads from file storage',
1494
+ valueType: ValueType.INT
1495
+ };
1496
+ export const TX_FILE_STORE_DOWNLOADS_FAILED = {
1497
+ name: 'aztec.p2p.tx_file_store.downloads_failed',
1498
+ description: 'Number of failed tx downloads from file storage',
1499
+ valueType: ValueType.INT
1500
+ };
1501
+ export const TX_FILE_STORE_DOWNLOAD_DURATION = {
1502
+ name: 'aztec.p2p.tx_file_store.download_duration',
1503
+ description: 'Duration to download a tx from file storage',
1504
+ unit: 'ms',
1505
+ valueType: ValueType.INT
1506
+ };
1507
+ export const TX_FILE_STORE_DOWNLOAD_SIZE = {
1508
+ name: 'aztec.p2p.tx_file_store.download_size',
1509
+ description: 'Size of a downloaded tx from file storage',
1510
+ unit: 'By',
1511
+ valueType: ValueType.INT
1512
+ };
1199
1513
  export const IVC_VERIFIER_TIME = {
1200
1514
  name: 'aztec.ivc_verifier.time',
1201
1515
  description: 'Duration to verify chonk proofs',
@@ -1243,3 +1557,50 @@ export const IVC_VERIFIER_AGG_DURATION_AVG = {
1243
1557
  unit: 'ms',
1244
1558
  valueType: ValueType.DOUBLE
1245
1559
  };
1560
+ // HA Signer metrics
1561
+ export const HA_SIGNER_SIGNING_DURATION = {
1562
+ name: 'aztec.ha_signer.signing_duration',
1563
+ description: 'End-to-end duration for signing with HA protection (lock + sign + record)',
1564
+ unit: 'ms',
1565
+ valueType: ValueType.INT
1566
+ };
1567
+ export const HA_SIGNER_SIGNING_SUCCESS_COUNT = {
1568
+ name: 'aztec.ha_signer.signing_success_count',
1569
+ description: 'Count of successful signing operations',
1570
+ valueType: ValueType.INT
1571
+ };
1572
+ export const HA_SIGNER_DUTY_ALREADY_SIGNED_COUNT = {
1573
+ name: 'aztec.ha_signer.duty_already_signed_count',
1574
+ description: 'Count of DutyAlreadySignedError (expected in HA; another node signed first)',
1575
+ valueType: ValueType.INT
1576
+ };
1577
+ export const HA_SIGNER_SLASHING_PROTECTION_COUNT = {
1578
+ name: 'aztec.ha_signer.slashing_protection_count',
1579
+ description: 'Count of SlashingProtectionError (attempted to sign different data)',
1580
+ valueType: ValueType.INT
1581
+ };
1582
+ export const HA_SIGNER_SIGNING_ERROR_COUNT = {
1583
+ name: 'aztec.ha_signer.signing_error_count',
1584
+ description: 'Count of signing function failures (lock deleted for retry)',
1585
+ valueType: ValueType.INT
1586
+ };
1587
+ export const HA_SIGNER_LOCK_ACQUIRED_COUNT = {
1588
+ name: 'aztec.ha_signer.lock_acquired_count',
1589
+ description: 'Count of lock acquisitions (new lock acquired vs existing record found)',
1590
+ valueType: ValueType.INT
1591
+ };
1592
+ export const HA_SIGNER_CLEANUP_STUCK_DUTIES_COUNT = {
1593
+ name: 'aztec.ha_signer.cleanup_stuck_duties_count',
1594
+ description: 'Number of stuck duties cleaned up per cleanup run',
1595
+ valueType: ValueType.INT
1596
+ };
1597
+ export const HA_SIGNER_CLEANUP_OLD_DUTIES_COUNT = {
1598
+ name: 'aztec.ha_signer.cleanup_old_duties_count',
1599
+ description: 'Number of old duties cleaned up',
1600
+ valueType: ValueType.INT
1601
+ };
1602
+ export const HA_SIGNER_CLEANUP_OUTDATED_ROLLUP_DUTIES_COUNT = {
1603
+ name: 'aztec.ha_signer.cleanup_outdated_rollup_duties_count',
1604
+ description: 'Number of duties cleaned due to rollup upgrade',
1605
+ valueType: ValueType.INT
1606
+ };
@@ -0,0 +1,29 @@
1
+ import type { Logger } from '@aztec/foundation/log';
2
+ import { type Context } from '@opentelemetry/api';
3
+ import type { SpanExporter } from '@opentelemetry/sdk-trace-base';
4
+ import { BatchSpanProcessor, type BufferConfig, type ReadableSpan, type Span } from '@opentelemetry/sdk-trace-node';
5
+ export type MonitoredBatchSpanProcessorConfig = BufferConfig & {
6
+ minTraceDurationMs?: number;
7
+ };
8
+ /**
9
+ * Wraps BatchSpanProcessor to emit warnings when spans are dropped due to a full queue.
10
+ * The standard BatchSpanProcessor silently discards spans when its internal queue reaches
11
+ * maxQueueSize, making telemetry data loss invisible to operators.
12
+ */
13
+ export declare class MonitoredBatchSpanProcessor extends BatchSpanProcessor {
14
+ private readonly maxQueueSize;
15
+ private readonly minTraceDurationMs;
16
+ private readonly log;
17
+ private approxQueueSize;
18
+ private droppedSinceLastWarning;
19
+ private totalDropped;
20
+ private lastWarningTime;
21
+ constructor(exporter: SpanExporter, log: Logger, config?: MonitoredBatchSpanProcessorConfig);
22
+ onStart(span: Span, parentContext: Context): void;
23
+ onEnd(span: ReadableSpan): void;
24
+ forceFlush(): Promise<void>;
25
+ shutdown(): Promise<void>;
26
+ private shouldDropShortSpan;
27
+ private maybeLogDropWarning;
28
+ }
29
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibW9uaXRvcmVkX2JhdGNoX3NwYW5fcHJvY2Vzc29yLmQudHMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi9zcmMvbW9uaXRvcmVkX2JhdGNoX3NwYW5fcHJvY2Vzc29yLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sS0FBSyxFQUFFLE1BQU0sRUFBRSxNQUFNLHVCQUF1QixDQUFDO0FBRXBELE9BQU8sRUFBRSxLQUFLLE9BQU8sRUFBa0IsTUFBTSxvQkFBb0IsQ0FBQztBQUVsRSxPQUFPLEtBQUssRUFBRSxZQUFZLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQUNsRSxPQUFPLEVBQUUsa0JBQWtCLEVBQUUsS0FBSyxZQUFZLEVBQUUsS0FBSyxZQUFZLEVBQUUsS0FBSyxJQUFJLEVBQUUsTUFBTSwrQkFBK0IsQ0FBQztBQWFwSCxNQUFNLE1BQU0saUNBQWlDLEdBQUcsWUFBWSxHQUFHO0lBQzdELGtCQUFrQixDQUFDLEVBQUUsTUFBTSxDQUFDO0NBQzdCLENBQUM7QUFFRjs7OztHQUlHO0FBQ0gscUJBQWEsMkJBQTRCLFNBQVEsa0JBQWtCO0lBQ2pFLE9BQU8sQ0FBQyxRQUFRLENBQUMsWUFBWSxDQUFTO0lBQ3RDLE9BQU8sQ0FBQyxRQUFRLENBQUMsa0JBQWtCLENBQVM7SUFDNUMsT0FBTyxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQVM7SUFFN0IsT0FBTyxDQUFDLGVBQWUsQ0FBSztJQUM1QixPQUFPLENBQUMsdUJBQXVCLENBQUs7SUFDcEMsT0FBTyxDQUFDLFlBQVksQ0FBSztJQUN6QixPQUFPLENBQUMsZUFBZSxDQUFLO0lBRTVCLFlBQVksUUFBUSxFQUFFLFlBQVksRUFBRSxHQUFHLEVBQUUsTUFBTSxFQUFFLE1BQU0sQ0FBQyxFQUFFLGlDQUFpQyxFQU8xRjtJQUVRLE9BQU8sQ0FBQyxJQUFJLEVBQUUsSUFBSSxFQUFFLGFBQWEsRUFBRSxPQUFPLEdBQUcsSUFBSSxDQUV6RDtJQUVRLEtBQUssQ0FBQyxJQUFJLEVBQUUsWUFBWSxHQUFHLElBQUksQ0FhdkM7SUFFYyxVQUFVLElBQUksT0FBTyxDQUFDLElBQUksQ0FBQyxDQUd6QztJQUVjLFFBQVEsSUFBSSxPQUFPLENBQUMsSUFBSSxDQUFDLENBT3ZDO0lBRUQsT0FBTyxDQUFDLG1CQUFtQjtJQVEzQixPQUFPLENBQUMsbUJBQW1CO0NBWTVCIn0=
@@ -0,0 +1 @@
1
+ {"version":3,"file":"monitored_batch_span_processor.d.ts","sourceRoot":"","sources":["../src/monitored_batch_span_processor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAEpD,OAAO,EAAE,KAAK,OAAO,EAAkB,MAAM,oBAAoB,CAAC;AAElE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,KAAK,YAAY,EAAE,KAAK,YAAY,EAAE,KAAK,IAAI,EAAE,MAAM,+BAA+B,CAAC;AAapH,MAAM,MAAM,iCAAiC,GAAG,YAAY,GAAG;IAC7D,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF;;;;GAIG;AACH,qBAAa,2BAA4B,SAAQ,kBAAkB;IACjE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAE7B,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,uBAAuB,CAAK;IACpC,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,eAAe,CAAK;IAE5B,YAAY,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,iCAAiC,EAO1F;IAEQ,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,GAAG,IAAI,CAEzD;IAEQ,KAAK,CAAC,IAAI,EAAE,YAAY,GAAG,IAAI,CAavC;IAEc,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAGzC;IAEc,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAOvC;IAED,OAAO,CAAC,mBAAmB;IAQ3B,OAAO,CAAC,mBAAmB;CAY5B"}
@@ -0,0 +1,75 @@
1
+ import { SpanStatusCode } from '@opentelemetry/api';
2
+ import { hrTimeToMilliseconds } from '@opentelemetry/core';
3
+ import { BatchSpanProcessor } from '@opentelemetry/sdk-trace-node';
4
+ /** Minimum interval between drop warnings to avoid log spam. */ const DROP_WARNING_INTERVAL_MS = 30_000;
5
+ const DEFAULT_MIN_TRACE_DURATION_MS = 10;
6
+ const DEFAULT_MAX_QUEUE_SIZE = 16384;
7
+ /** Cap on the per-export batch size, so a large queue can actually be drained instead of dribbling out
8
+ * at the SDK default of 512 spans per scheduled export. Kept <= maxQueueSize per the BatchSpanProcessor contract. */ const DEFAULT_MAX_EXPORT_BATCH_SIZE = 2048;
9
+ /**
10
+ * Wraps BatchSpanProcessor to emit warnings when spans are dropped due to a full queue.
11
+ * The standard BatchSpanProcessor silently discards spans when its internal queue reaches
12
+ * maxQueueSize, making telemetry data loss invisible to operators.
13
+ */ export class MonitoredBatchSpanProcessor extends BatchSpanProcessor {
14
+ maxQueueSize;
15
+ minTraceDurationMs;
16
+ log;
17
+ approxQueueSize = 0;
18
+ droppedSinceLastWarning = 0;
19
+ totalDropped = 0;
20
+ lastWarningTime = 0;
21
+ constructor(exporter, log, config){
22
+ const maxQueueSize = config?.maxQueueSize ?? DEFAULT_MAX_QUEUE_SIZE;
23
+ const maxExportBatchSize = Math.min(config?.maxExportBatchSize ?? DEFAULT_MAX_EXPORT_BATCH_SIZE, maxQueueSize);
24
+ super(exporter, {
25
+ ...config,
26
+ maxQueueSize,
27
+ maxExportBatchSize
28
+ });
29
+ this.maxQueueSize = maxQueueSize;
30
+ this.minTraceDurationMs = Math.max(0, config?.minTraceDurationMs ?? DEFAULT_MIN_TRACE_DURATION_MS);
31
+ this.log = log;
32
+ }
33
+ onStart(span, parentContext) {
34
+ super.onStart(span, parentContext);
35
+ }
36
+ onEnd(span) {
37
+ if (this.shouldDropShortSpan(span)) {
38
+ return;
39
+ }
40
+ if (this.approxQueueSize >= this.maxQueueSize) {
41
+ this.droppedSinceLastWarning++;
42
+ this.totalDropped++;
43
+ this.maybeLogDropWarning();
44
+ } else {
45
+ this.approxQueueSize++;
46
+ }
47
+ super.onEnd(span);
48
+ }
49
+ async forceFlush() {
50
+ await super.forceFlush();
51
+ this.approxQueueSize = 0;
52
+ }
53
+ async shutdown() {
54
+ if (this.totalDropped > 0) {
55
+ this.log.warn(`BatchSpanProcessor shutting down with ${this.totalDropped} total spans dropped`, {
56
+ totalDropped: this.totalDropped
57
+ });
58
+ }
59
+ await super.shutdown();
60
+ }
61
+ shouldDropShortSpan(span) {
62
+ return this.minTraceDurationMs > 0 && span.status.code !== SpanStatusCode.ERROR && hrTimeToMilliseconds(span.duration) < this.minTraceDurationMs;
63
+ }
64
+ maybeLogDropWarning() {
65
+ const now = Date.now();
66
+ if (now - this.lastWarningTime >= DROP_WARNING_INTERVAL_MS) {
67
+ this.log.warn(`BatchSpanProcessor dropping spans: queue full (maxQueueSize=${this.maxQueueSize}). ` + `${this.droppedSinceLastWarning} dropped since last warning, ${this.totalDropped} total.`, {
68
+ droppedSinceLastWarning: this.droppedSinceLastWarning,
69
+ totalDropped: this.totalDropped
70
+ });
71
+ this.droppedSinceLastWarning = 0;
72
+ this.lastWarningTime = now;
73
+ }
74
+ }
75
+ }
package/dest/otel.d.ts CHANGED
@@ -20,6 +20,10 @@ export declare class OpenTelemetryClient implements TelemetryClient {
20
20
  nodejsMetricsMonitor: NodejsMetricsMonitor | undefined;
21
21
  private meters;
22
22
  private tracers;
23
+ /** Memoized shutdown promise. The telemetry client is shared between the aztec-node and an embedded prover-node,
24
+ * so stop() can be invoked more than once; the providers throw "shutdown may only be called once" and
25
+ * "invalid attempt to force flush after shutdown" if that happens. Guarding here makes stop()/flush() idempotent. */
26
+ private stopPromise;
23
27
  protected constructor(resource: IResource, meterProvider: MeterProvider, traceProvider: TracerProvider, loggerProvider: LoggerProvider | undefined, publicMetricExporter: PublicOtelFilterMetricExporter | undefined, log: Logger);
24
28
  setExportedPublicTelemetry(metrics: string[]): void;
25
29
  setPublicTelemetryCollectFrom(roles: string[]): void;
@@ -29,10 +33,11 @@ export declare class OpenTelemetryClient implements TelemetryClient {
29
33
  isEnabled(): boolean;
30
34
  flush(): Promise<void>;
31
35
  stop(): Promise<void>;
36
+ private doStop;
32
37
  getTraceContext(): string | undefined;
33
38
  extractPropagatedContext(traceContext: string): Context;
34
39
  static createMeterProvider(resource: IResource, exporters: Array<PeriodicExportingMetricReaderOptions>): MeterProvider;
35
40
  private static getCustomClientFactory;
36
41
  static createAndStart(config: TelemetryClientConfig, log: Logger): OpenTelemetryClient;
37
42
  }
38
- //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3RlbC5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL290ZWwudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFnQixLQUFLLE1BQU0sRUFBcUIsTUFBTSx1QkFBdUIsQ0FBQztBQUVyRixPQUFPLEVBQ0wsS0FBSyxPQUFPLEVBS1osS0FBSyxNQUFNLEVBQ1gsS0FBSyxjQUFjLEVBTXBCLE1BQU0sb0JBQW9CLENBQUM7QUFJNUIsT0FBTyxFQUFFLFdBQVcsRUFBRSxNQUFNLDZCQUE2QixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLGNBQWMsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzlELE9BQU8sRUFHTCxhQUFhLEVBRWIsS0FBSyxvQ0FBb0MsRUFFMUMsTUFBTSw0QkFBNEIsQ0FBQztBQUlwQyxPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUd6RCxPQUFPLEVBQUUsb0JBQW9CLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUNuRSxPQUFPLEVBQTRCLDhCQUE4QixFQUFFLE1BQU0sa0NBQWtDLENBQUM7QUFHNUcsT0FBTyxLQUFLLEVBR1YsS0FBSyxFQUdMLGVBQWUsRUFFaEIsTUFBTSxnQkFBZ0IsQ0FBQztBQXlDeEIsTUFBTSxNQUFNLDBCQUEwQixHQUFHLENBQUMsUUFBUSxFQUFFLFNBQVMsRUFBRSxHQUFHLEVBQUUsTUFBTSxLQUFLLG1CQUFtQixDQUFDO0FBRW5HLHFCQUFhLG1CQUFvQixZQUFXLGVBQWU7SUFPdkQsT0FBTyxDQUFDLFFBQVE7SUFDaEIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGNBQWM7SUFDdEIsT0FBTyxDQUFDLG9CQUFvQjtJQUM1QixPQUFPLENBQUMsR0FBRztJQVhiLFdBQVcsRUFBRSxXQUFXLEdBQUcsU0FBUyxDQUFDO0lBQ3JDLG9CQUFvQixFQUFFLG9CQUFvQixHQUFHLFNBQVMsQ0FBQztJQUN2RCxPQUFPLENBQUMsTUFBTSxDQUE4RDtJQUM1RSxPQUFPLENBQUMsT0FBTyxDQUFrRDtJQUVqRSxTQUFTLGFBQ0MsUUFBUSxFQUFFLFNBQVMsRUFDbkIsYUFBYSxFQUFFLGFBQWEsRUFDNUIsYUFBYSxFQUFFLGNBQWMsRUFDN0IsY0FBYyxFQUFFLGNBQWMsR0FBRyxTQUFTLEVBQzFDLG9CQUFvQixFQUFFLDhCQUE4QixHQUFHLFNBQVMsRUFDaEUsR0FBRyxFQUFFLE1BQU0sRUFDakI7SUFFSiwwQkFBMEIsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEdBQUcsSUFBSSxDQUVsRDtJQUVELDZCQUE2QixDQUFDLEtBQUssRUFBRSxNQUFNLEVBQUUsR0FBRyxJQUFJLENBRW5EO0lBRUQsUUFBUSxDQUFDLElBQUksRUFBRSxNQUFNLEdBQUcsS0FBSyxDQVE1QjtJQUVELFNBQVMsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sQ0FPOUI7SUFFTSxLQUFLLFNBOEJYO0lBRU0sU0FBUyxZQUVmO0lBRVksS0FBSyxrQkFNakI7SUFFWSxJQUFJLGtCQWdCaEI7SUFFTSxlQUFlLElBQUksTUFBTSxHQUFHLFNBQVMsQ0FJM0M7SUFFTSx3QkFBd0IsQ0FBQyxZQUFZLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FLN0Q7SUFFRCxPQUFjLG1CQUFtQixDQUMvQixRQUFRLEVBQUUsU0FBUyxFQUNuQixTQUFTLEVBQUUsS0FBSyxDQUFDLG9DQUFvQyxDQUFDLEdBQ3JELGFBQWEsQ0ErSGY7SUFFRCxPQUFPLENBQUMsTUFBTSxDQUFDLHNCQUFzQjtJQWlFckMsT0FBYyxjQUFjLENBQUMsTUFBTSxFQUFFLHFCQUFxQixFQUFFLEdBQUcsRUFBRSxNQUFNLEdBQUcsbUJBQW1CLENBUTVGO0NBQ0YifQ==
43
+ //# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoib3RlbC5kLnRzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vc3JjL290ZWwudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFnQixLQUFLLE1BQU0sRUFBcUIsTUFBTSx1QkFBdUIsQ0FBQztBQUVyRixPQUFPLEVBQ0wsS0FBSyxPQUFPLEVBS1osS0FBSyxNQUFNLEVBQ1gsS0FBSyxjQUFjLEVBTXBCLE1BQU0sb0JBQW9CLENBQUM7QUFJNUIsT0FBTyxFQUFFLFdBQVcsRUFBRSxNQUFNLDZCQUE2QixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLFNBQVMsRUFBRSxNQUFNLDBCQUEwQixDQUFDO0FBQzFELE9BQU8sS0FBSyxFQUFFLGNBQWMsRUFBRSxNQUFNLHlCQUF5QixDQUFDO0FBQzlELE9BQU8sRUFHTCxhQUFhLEVBRWIsS0FBSyxvQ0FBb0MsRUFFMUMsTUFBTSw0QkFBNEIsQ0FBQztBQUlwQyxPQUFPLEtBQUssRUFBRSxxQkFBcUIsRUFBRSxNQUFNLGFBQWEsQ0FBQztBQUl6RCxPQUFPLEVBQUUsb0JBQW9CLEVBQUUsTUFBTSw2QkFBNkIsQ0FBQztBQUNuRSxPQUFPLEVBQTRCLDhCQUE4QixFQUFFLE1BQU0sa0NBQWtDLENBQUM7QUFHNUcsT0FBTyxLQUFLLEVBR1YsS0FBSyxFQUdMLGVBQWUsRUFFaEIsTUFBTSxnQkFBZ0IsQ0FBQztBQXlDeEIsTUFBTSxNQUFNLDBCQUEwQixHQUFHLENBQUMsUUFBUSxFQUFFLFNBQVMsRUFBRSxHQUFHLEVBQUUsTUFBTSxLQUFLLG1CQUFtQixDQUFDO0FBRW5HLHFCQUFhLG1CQUFvQixZQUFXLGVBQWU7SUFZdkQsT0FBTyxDQUFDLFFBQVE7SUFDaEIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGFBQWE7SUFDckIsT0FBTyxDQUFDLGNBQWM7SUFDdEIsT0FBTyxDQUFDLG9CQUFvQjtJQUM1QixPQUFPLENBQUMsR0FBRztJQWhCYixXQUFXLEVBQUUsV0FBVyxHQUFHLFNBQVMsQ0FBQztJQUNyQyxvQkFBb0IsRUFBRSxvQkFBb0IsR0FBRyxTQUFTLENBQUM7SUFDdkQsT0FBTyxDQUFDLE1BQU0sQ0FBOEQ7SUFDNUUsT0FBTyxDQUFDLE9BQU8sQ0FBa0Q7SUFFakU7O3lIQUVxSDtJQUNySCxPQUFPLENBQUMsV0FBVyxDQUE0QjtJQUUvQyxTQUFTLGFBQ0MsUUFBUSxFQUFFLFNBQVMsRUFDbkIsYUFBYSxFQUFFLGFBQWEsRUFDNUIsYUFBYSxFQUFFLGNBQWMsRUFDN0IsY0FBYyxFQUFFLGNBQWMsR0FBRyxTQUFTLEVBQzFDLG9CQUFvQixFQUFFLDhCQUE4QixHQUFHLFNBQVMsRUFDaEUsR0FBRyxFQUFFLE1BQU0sRUFDakI7SUFFSiwwQkFBMEIsQ0FBQyxPQUFPLEVBQUUsTUFBTSxFQUFFLEdBQUcsSUFBSSxDQUVsRDtJQUVELDZCQUE2QixDQUFDLEtBQUssRUFBRSxNQUFNLEVBQUUsR0FBRyxJQUFJLENBRW5EO0lBRUQsUUFBUSxDQUFDLElBQUksRUFBRSxNQUFNLEdBQUcsS0FBSyxDQVE1QjtJQUVELFNBQVMsQ0FBQyxJQUFJLEVBQUUsTUFBTSxHQUFHLE1BQU0sQ0FPOUI7SUFFTSxLQUFLLFNBOEJYO0lBRU0sU0FBUyxZQUVmO0lBRVksS0FBSyxrQkFVakI7SUFFTSxJQUFJLGtCQUVWO1lBRWEsTUFBTTtJQWtCYixlQUFlLElBQUksTUFBTSxHQUFHLFNBQVMsQ0FJM0M7SUFFTSx3QkFBd0IsQ0FBQyxZQUFZLEVBQUUsTUFBTSxHQUFHLE9BQU8sQ0FLN0Q7SUFFRCxPQUFjLG1CQUFtQixDQUMvQixRQUFRLEVBQUUsU0FBUyxFQUNuQixTQUFTLEVBQUUsS0FBSyxDQUFDLG9DQUFvQyxDQUFDLEdBQ3JELGFBQWEsQ0E2SmY7SUFFRCxPQUFPLENBQUMsTUFBTSxDQUFDLHNCQUFzQjtJQXNFckMsT0FBYyxjQUFjLENBQUMsTUFBTSxFQUFFLHFCQUFxQixFQUFFLEdBQUcsRUFBRSxNQUFNLEdBQUcsbUJBQW1CLENBUTVGO0NBQ0YifQ==