tapimo 0.10.2 → 0.12.0

package/src/internal/MetricSink.test.ts

@@ -473,7 +473,7 @@ describe('requests', () => {
 })
 
 describe('webhooks', () => {
-  test('records recovery, poll-cycle, poll-stage, and failed-tick telemetry with bounded tags', () => {
+  test('records scan pipeline blocks, backlog, and finality lag', () => {
     const events: MetricEvent[] = []
     const metrics = Metrics.from({
       count(name, value, tags) {
@@ -483,205 +483,67 @@ describe('webhooks', () => {
       gauge(name, value, tags) {
         events.push({ name, tags, type: 'gauge', value })
       },
-      histogram(name, value, tags) {
-        events.push({ name, tags, type: 'histogram', value })
-      },
+      histogram() {},
     })
     const sink = MetricSink.webhooks(metrics)
 
-    sink.record({
-      chainId: 4217,
-      dequeuedAt: 1_300,
-      enqueuedAt: 1_100,
-      trigger: 'alarm',
-      type: 'webhook:head-recovery',
-    })
-    sink.record({
-      chainId: 4217,
-      lagBlocks: 2,
-      type: 'webhook:head-progress',
-    })
-    sink.record({
-      chainId: 4217,
-      delayMs: 200,
-      trigger: 'direct',
-      type: 'webhook:poll-start',
-    })
-    sink.record({
-      chainId: 4217,
-      outcome: 'ok',
-      requestedBoundaryAdvanceBlocks: 10,
-      trigger: 'direct',
-      type: 'webhook:poll-cycle',
-    })
-    sink.record({
-      chainId: 4217,
-      failure: 'remote',
-      stage: 'finish',
-      trigger: 'direct',
-      type: 'webhook:poll-failure',
-    })
-    sink.record({
-      chainId: 4217,
-      durationMs: 42,
-      eventType: 'token:transfer',
-      outcome: 'ok',
-      stage: 'scan',
-      type: 'webhook:poll',
-    })
-    sink.record({
-      cursorLagBlocks: 7,
-      meta: { chainId: 4217, durationMs: 50, outcome: 'error' },
-      result: undefined,
-      type: 'webhook:tick',
-    })
+    sink.record({ chainId: 42431, deferred: false, matches: 3, origin: 'socket', outcome: 'dispatched', type: 'webhook:scan-block', workMs: 12 }) // prettier-ignore
+    sink.record({ chainId: 42431, deferred: true, matches: 0, origin: 'poll', outcome: 'deferred', type: 'webhook:scan-block', workMs: 3 }) // prettier-ignore
+    sink.record({ chainId: 42431, oldestPendingAgeMs: 5_000, pendingCount: 2, type: 'webhook:scan-backlog', watermarkLagBlocks: 7 }) // prettier-ignore
+    sink.record({ chainId: 42431, lagBlocks: 1, type: 'webhook:scan-finality' })
 
-    expect(events).toMatchInlineSnapshot(`
-      [
-        {
-          "name": "webhook_head_recovery_queue_count",
-          "tags": {
-            "chain_id": "4217",
-            "trigger": "alarm",
-          },
-          "type": "count",
-          "value": 1,
-        },
-        {
-          "name": "webhook_head_recovery_queue_wait_ms",
-          "tags": {
-            "chain_id": "4217",
-            "trigger": "alarm",
-          },
-          "type": "histogram",
-          "value": 200,
-        },
-        {
-          "name": "webhook_head_progress_lag_blocks",
-          "tags": {
-            "chain_id": "4217",
-          },
-          "type": "gauge",
-          "value": 2,
-        },
-        {
-          "name": "webhook_poll_start_count",
-          "tags": {
-            "chain_id": "4217",
-            "trigger": "direct",
-          },
-          "type": "count",
-          "value": 1,
-        },
-        {
-          "name": "webhook_poll_start_delay_ms",
-          "tags": {
-            "chain_id": "4217",
-            "trigger": "direct",
-          },
-          "type": "histogram",
-          "value": 200,
-        },
-        {
-          "name": "webhook_poll_cycle_count",
-          "tags": {
-            "chain_id": "4217",
-            "outcome": "ok",
-            "trigger": "direct",
-          },
-          "type": "count",
-          "value": 1,
-        },
-        {
-          "name": "webhook_poll_requested_boundary_advance_blocks",
-          "tags": {
-            "chain_id": "4217",
-            "outcome": "ok",
-            "trigger": "direct",
-          },
-          "type": "histogram",
-          "value": 10,
-        },
-        {
-          "name": "webhook_poll_failure_count",
-          "tags": {
-            "chain_id": "4217",
-            "failure": "remote",
-            "stage": "finish",
-            "trigger": "direct",
-          },
-          "type": "count",
-          "value": 1,
-        },
-        {
-          "name": "webhook_poller_stage_duration_ms",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "token:transfer",
-            "outcome": "ok",
-            "stage": "scan",
-          },
-          "type": "histogram",
-          "value": 42,
-        },
-        {
-          "name": "webhook_poller_tick_count",
-          "tags": {
-            "chain_id": "4217",
-            "outcome": "error",
-          },
-          "type": "count",
-          "value": 1,
-        },
-        {
-          "name": "webhook_poller_tick_duration_ms",
-          "tags": {
-            "chain_id": "4217",
-            "outcome": "error",
-          },
-          "type": "histogram",
-          "value": 50,
-        },
-        {
-          "name": "webhook_subscription_cursor_lag_blocks",
-          "tags": {
-            "chain_id": "4217",
-          },
-          "type": "gauge",
-          "value": 7,
-        },
-      ]
-    `)
+    expect(events.map(({ name, tags, value }) => `${name}=${value} ${JSON.stringify(tags)}`))
+      .toMatchInlineSnapshot(`
+        [
+          "webhook_scan_block_count=1 {"chain_id":"42431","origin":"socket","outcome":"dispatched"}",
+          "webhook_scan_match_count=3 {"chain_id":"42431","origin":"socket","outcome":"dispatched"}",
+          "webhook_scan_block_count=1 {"chain_id":"42431","origin":"poll","outcome":"deferred"}",
+          "webhook_scan_pending_count=2 {"chain_id":"42431"}",
+          "webhook_scan_oldest_pending_age_ms=5000 {"chain_id":"42431"}",
+          "webhook_scan_watermark_lag_blocks=7 {"chain_id":"42431"}",
+          "webhook_scan_finality_lag_blocks=1 {"chain_id":"42431"}",
+        ]
+      `)
   })
 
-  test('records scan pipeline blocks, backlog, and finality lag', () => {
+  test('records scan timing spans and per-step attribution', () => {
     const events: MetricEvent[] = []
     const metrics = Metrics.from({
       count(name, value, tags) {
         events.push({ name, tags, type: 'count', value })
       },
       flush() {},
-      gauge(name, value, tags) {
-        events.push({ name, tags, type: 'gauge', value })
+      gauge() {},
+      histogram(name, value, tags) {
+        events.push({ name, tags, type: 'histogram', value })
       },
-      histogram() {},
     })
     const sink = MetricSink.webhooks(metrics)
 
-    sink.record({ chainId: 42431, matches: 3, origin: 'socket', outcome: 'dispatched', type: 'webhook:scan-block' }) // prettier-ignore
-    sink.record({ chainId: 42431, matches: 0, origin: 'poll', outcome: 'deferred', type: 'webhook:scan-block' }) // prettier-ignore
-    sink.record({ chainId: 42431, oldestPendingAgeMs: 5_000, pendingCount: 2, type: 'webhook:scan-backlog' }) // prettier-ignore
-    sink.record({ chainId: 42431, lagBlocks: 1, type: 'webhook:scan-finality' })
+    sink.record({ chainId: 42431, deferred: false, matches: 1, observationLagMs: 600, origin: 'socket', outcome: 'dispatched', queueWaitMs: 900, scanLagMs: 1_500, type: 'webhook:scan-block', workMs: 400 }) // prettier-ignore
+    // A replay carries no observation, so only the block-derived spans exist.
+    sink.record({ chainId: 42431, deferred: false, matches: 0, origin: 'replay', outcome: 'empty', scanLagMs: 30_000_000, type: 'webhook:scan-block', workMs: 250 }) // prettier-ignore
+    // Batch totals: the count is what makes 180ms across two calls readable
+    // as a per-invocation mean rather than a slow single read.
+    sink.record({ chainId: 42431, count: 2, durationMs: 180, step: 'finalized_rpc', type: 'webhook:scan-step' }) // prettier-ignore
+    sink.record({ chainId: 42431, count: 1, durationMs: 95, step: 'subscription_read', type: 'webhook:scan-step' }) // prettier-ignore
 
     expect(events.map(({ name, tags, value }) => `${name}=${value} ${JSON.stringify(tags)}`))
       .toMatchInlineSnapshot(`
         [
           "webhook_scan_block_count=1 {"chain_id":"42431","origin":"socket","outcome":"dispatched"}",
-          "webhook_scan_match_count=3 {"chain_id":"42431","origin":"socket","outcome":"dispatched"}",
-          "webhook_scan_block_count=1 {"chain_id":"42431","origin":"poll","outcome":"deferred"}",
-          "webhook_scan_pending_count=2 {"chain_id":"42431"}",
-          "webhook_scan_oldest_pending_age_ms=5000 {"chain_id":"42431"}",
-          "webhook_scan_finality_lag_blocks=1 {"chain_id":"42431"}",
+          "webhook_scan_match_count=1 {"chain_id":"42431","origin":"socket","outcome":"dispatched"}",
+          "webhook_scan_work_ms=400 {"chain_id":"42431","origin":"socket","outcome":"dispatched"}",
+          "webhook_scan_queue_wait_ms=900 {"chain_id":"42431","origin":"socket","outcome":"dispatched","deferred":"false"}",
+          "webhook_scan_observation_lag_ms=600 {"chain_id":"42431","origin":"socket"}",
+          "webhook_scan_lag_ms=1500 {"chain_id":"42431"}",
+          "webhook_scan_block_count=1 {"chain_id":"42431","origin":"replay","outcome":"empty"}",
+          "webhook_scan_work_ms=250 {"chain_id":"42431","origin":"replay","outcome":"empty"}",
+          "webhook_scan_lag_ms=30000000 {"chain_id":"42431"}",
+          "webhook_scan_step_duration_ms=180 {"chain_id":"42431","step":"finalized_rpc"}",
+          "webhook_scan_step_count=2 {"chain_id":"42431","step":"finalized_rpc"}",
+          "webhook_scan_step_duration_ms=95 {"chain_id":"42431","step":"subscription_read"}",
+          "webhook_scan_step_count=1 {"chain_id":"42431","step":"subscription_read"}",
         ]
       `)
   })
@@ -741,200 +603,6 @@ describe('webhooks', () => {
     `)
   })
 
-  test('records scan boundaries with bounded workload dimensions', () => {
-    const events: MetricEvent[] = []
-    const metrics = Metrics.from({
-      count(name, value, tags) {
-        events.push({ name, tags, type: 'count', value })
-      },
-      flush() {},
-      gauge() {},
-      histogram(name, value, tags) {
-        events.push({ name, tags, type: 'histogram', value })
-      },
-    })
-    const sink = MetricSink.webhooks(metrics)
-
-    sink.record({
-      chainId: 4217,
-      concurrency: 8,
-      eventType: 'log:emitted',
-      maxWindowBlocks: 1_000,
-      phase: 'start',
-      rpcMethod: 'eth_getLogs',
-      subscriptionCount: 8,
-      subscriptionLimit: 256,
-      totalWindowBlocks: 8_000,
-      type: 'webhook:poll-scan',
-    })
-    sink.record({
-      chainId: 4217,
-      concurrency: 8,
-      durationMs: 250,
-      eventType: 'log:emitted',
-      failedSubscriptions: 1,
-      matchedItems: 700,
-      maxWindowBlocks: 1_000,
-      outcome: 'error',
-      phase: 'complete',
-      rpcMethod: 'eth_getLogs',
-      subscriptionCount: 8,
-      subscriptionLimit: 256,
-      totalWindowBlocks: 8_000,
-      type: 'webhook:poll-scan',
-    })
-
-    expect(events.map(({ name, tags, value }) => ({ name, tags, value }))).toMatchInlineSnapshot(`
-      [
-        {
-          "name": "webhook_poller_scan_checkpoint_count",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "start",
-          },
-          "value": 1,
-        },
-        {
-          "name": "webhook_poller_scan_concurrency",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "start",
-          },
-          "value": 8,
-        },
-        {
-          "name": "webhook_poller_scan_subscription_count",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "start",
-          },
-          "value": 8,
-        },
-        {
-          "name": "webhook_poller_scan_subscription_limit",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "start",
-          },
-          "value": 256,
-        },
-        {
-          "name": "webhook_poller_scan_max_window_blocks",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "start",
-          },
-          "value": 1000,
-        },
-        {
-          "name": "webhook_poller_scan_total_window_blocks",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "start",
-          },
-          "value": 8000,
-        },
-        {
-          "name": "webhook_poller_scan_checkpoint_count",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 1,
-        },
-        {
-          "name": "webhook_poller_scan_concurrency",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 8,
-        },
-        {
-          "name": "webhook_poller_scan_subscription_count",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 8,
-        },
-        {
-          "name": "webhook_poller_scan_subscription_limit",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 256,
-        },
-        {
-          "name": "webhook_poller_scan_max_window_blocks",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 1000,
-        },
-        {
-          "name": "webhook_poller_scan_total_window_blocks",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 8000,
-        },
-        {
-          "name": "webhook_poller_scan_duration_ms",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 250,
-        },
-        {
-          "name": "webhook_poller_scan_failed_subscription_count",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 1,
-        },
-        {
-          "name": "webhook_poller_scan_matched_item_count",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "phase": "complete",
-          },
-          "value": 700,
-        },
-        {
-          "name": "webhook_poller_rpc_scan_count",
-          "tags": {
-            "chain_id": "4217",
-            "event_type": "log:emitted",
-            "outcome": "error",
-            "rpc_method": "eth_getLogs",
-          },
-          "value": 1,
-        },
-      ]
-    `)
-  })
-
   test('records delivery stages without subscription identity', () => {
     const events: MetricEvent[] = []
     const metrics = Metrics.from({