@dudousxd/nestjs-durable-telescope 0.6.2 → 0.7.0

package/dist/index.cjs

@@ -32,7 +32,8 @@ __export(index_exports, {
   durableTelescopeExtension: () => durableTelescopeExtension,
   durableThroughputProvider: () => durableThroughputProvider,
   durableTimeseriesProvider: () => durableTimeseriesProvider,
-  durableWorkerHealthProvider: () => durableWorkerHealthProvider
+  durableWorkerHealthProvider: () => durableWorkerHealthProvider,
+  durableWorkerStatusProvider: () => durableWorkerStatusProvider
 });
 module.exports = __toCommonJS(index_exports);
 
@@ -269,6 +270,71 @@ function durableDashboard(opts = {}) {
           }
         ]
       },
+      {
+        title: "Workers",
+        cols: 2,
+        panels: [
+          {
+            kind: "table",
+            // One row per LIVE worker (flattened from each group's heartbeats), exposing the live
+            // WorkerStatus the heartbeat carries: fixed vs. adaptive limit, in-flight saturation,
+            // RAM%/CPU%, throughput, p95, and why the adaptive controller last moved. A worker from
+            // an older SDK with no status still lists, with '—' in the measured columns. The
+            // adaptive min–max range rides the In-flight column's row value (`minMax` key) for those
+            // that want it; the visible columns stay readable.
+            title: "Workers",
+            data: {
+              provider: "durable.workerStatus"
+            },
+            columns: [
+              {
+                key: "group",
+                label: "Group"
+              },
+              {
+                key: "instanceId",
+                label: "Worker"
+              },
+              {
+                key: "mode",
+                label: "Mode"
+              },
+              {
+                key: "limit",
+                label: "Limit"
+              },
+              {
+                key: "saturation",
+                label: "In-flight"
+              },
+              {
+                key: "queued",
+                label: "Queued"
+              },
+              {
+                key: "rssPct",
+                label: "RAM %"
+              },
+              {
+                key: "cpuPct",
+                label: "CPU %"
+              },
+              {
+                key: "throughputPerMin",
+                label: "Thrpt/min"
+              },
+              {
+                key: "p95Ms",
+                label: "p95 ms"
+              },
+              {
+                key: "lastAdjust",
+                label: "Last adjust"
+              }
+            ]
+          }
+        ]
+      },
       {
         title: "Trends",
         cols: 3,
@@ -519,6 +585,68 @@ function durableWorkerHealthProvider() {
   };
 }
 __name(durableWorkerHealthProvider, "durableWorkerHealthProvider");
+function relAgo(atMs) {
+  const s = Math.max(0, Math.round((Date.now() - atMs) / 1e3));
+  if (s < 60) return `${s}s ago`;
+  const m = Math.round(s / 60);
+  if (m < 60) return `${m}m ago`;
+  const h = Math.round(m / 60);
+  if (h < 24) return `${h}h ago`;
+  return `${Math.round(h / 24)}d ago`;
+}
+__name(relAgo, "relAgo");
+function fmtLastAdjust(a) {
+  if (!a) return "\u2014";
+  return `${a.reason} ${a.from}\u2192${a.to} ${relAgo(a.at)}`;
+}
+__name(fmtLastAdjust, "fmtLastAdjust");
+function fmtPct(n) {
+  return typeof n === "number" ? Math.round(n) : "\u2014";
+}
+__name(fmtPct, "fmtPct");
+function fmtNum(n) {
+  return typeof n === "number" ? Math.round(n) : "\u2014";
+}
+__name(fmtNum, "fmtNum");
+function durableWorkerStatusProvider() {
+  return {
+    name: "durable.workerStatus",
+    async resolve(_query, ctx) {
+      const engine = ctx.moduleRef.get(import_nestjs_durable_core2.WorkflowEngine, {
+        strict: false
+      });
+      const health = await engine.workerHealth();
+      const rows = health.slice().sort((a, b) => Number(b.depth > 0) - Number(a.depth > 0) || a.group.localeCompare(b.group)).flatMap((group) => group.liveWorkers.slice().sort((a, b) => a.instanceId.localeCompare(b.instanceId)).map((worker) => {
+        const status = worker.status;
+        const concurrency = status?.concurrency;
+        const mode = concurrency?.mode ?? "\u2014";
+        const limit = concurrency?.limit ?? "\u2014";
+        const inFlight = status?.inFlight ?? "\u2014";
+        const minMax = concurrency?.mode === "adaptive" ? `${concurrency.min ?? 1}\u2013${concurrency.max ?? 32}` : "\u2014";
+        const saturation = concurrency && status ? `${status.inFlight}/${concurrency.limit}` : "\u2014";
+        return {
+          group: group.group,
+          instanceId: worker.instanceId,
+          mode,
+          limit,
+          minMax,
+          inFlight,
+          saturation,
+          queued: group.depth,
+          rssPct: fmtPct(status?.rssPct),
+          cpuPct: fmtPct(status?.cpuPct),
+          throughputPerMin: fmtNum(status?.throughputPerMin),
+          p95Ms: fmtNum(status?.p95Ms),
+          lastAdjust: fmtLastAdjust(status?.lastAdjust)
+        };
+      }));
+      return {
+        rows
+      };
+    }
+  };
+}
+__name(durableWorkerStatusProvider, "durableWorkerStatusProvider");
 function durableDurationProvider() {
   return {
     name: "durable.duration",
@@ -762,6 +890,7 @@ function durableTelescopeExtension(opts = {}) {
       durableTimeseriesProvider(),
       durableRecentFailuresProvider(),
       durableWorkerHealthProvider(),
+      durableWorkerStatusProvider(),
       durableDurationProvider(),
       durableRunsOverTimeProvider(),
       durableSuccessRateProvider(),
@@ -784,6 +913,7 @@ __name(durableTelescopeExtension, "durableTelescopeExtension");
   durableTelescopeExtension,
   durableThroughputProvider,
   durableTimeseriesProvider,
-  durableWorkerHealthProvider
+  durableWorkerHealthProvider,
+  durableWorkerStatusProvider
 });
 //# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts","../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["export * from './durable-telescope.watcher';\nexport * from './durable-telescope.extension';\nexport * from './durable-data-providers';\nexport * from './durable-dashboard.spec-data';\n","import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            // Lists ALL worker groups (starved ones sorted first); the Status column\n            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it\n            // \"Starved worker groups\" read as if every listed group were starved.\n            title: 'Worker health',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\n/** Run-level lifecycle events — each can legitimately occur at most once per runId. */\nconst RUN_LIFECYCLE_EVENTS = new Set([\n  'run.started',\n  'run.completed',\n  'run.failed',\n  'run.suspended',\n]);\n\n/**\n * Deduplicate run-level lifecycle entries by `${event}:${runId}`, keeping the FIRST occurrence.\n *\n * The durable engine emits each run lifecycle event on every pod (1 worker + N api pods) and the\n * watcher records on each, so a single `run.completed` for a given runId is captured multiple times\n * with identical content but distinct entry ids / createdAt (±ms) — inflating completed/failed\n * counts. A given runId can legitimately have at most ONE `run.started` and ONE terminal\n * `run.completed`/`run.failed`/`run.suspended`, so collapsing by `${event}:${runId}` is provably\n * safe. Step events and any entry without a run-level event + runId pass through untouched — a step\n * can legitimately repeat across attempts, and the watcher's step content carries no stepId/attempt\n * to key on.\n */\nfunction dedupeRunEvents(entries: StorageEntry[]): StorageEntry[] {\n  const seen = new Set<string>();\n  const out: StorageEntry[] = [];\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string; runId?: string };\n    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {\n      const key = `${c.event}:${c.runId}`;\n      if (seen.has(key)) continue;\n      seen.add(key);\n    }\n    out.push(e);\n  }\n  return out;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      // Dedup triplicated lifecycle events (one event recorded on every pod) before counting.\n      for (const e of dedupeRunEvents(page.data)) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      // Dedup triplicated lifecycle events so paired durations aren't double-counted.\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n// Palette aligned index-for-index with STATE_BREAKDOWN_STATUSES so each status reads with the\n// semantically-correct color: running=cyan, pending=amber, cancelling=orange, completed=green,\n// failed=red, dead=purple.\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n/** Color palette for the state breakdown pie segments (aligned to STATE_BREAKDOWN_STATUSES). */\nconst STATE_BREAKDOWN_PALETTE = [\n  '#38bdf8', // running   → cyan/blue\n  '#fbbf24', // pending   → amber\n  '#f59e0b', // cancelling → orange\n  '#34d399', // completed → green\n  '#f87171', // failed    → red\n  '#a78bfa', // dead      → purple\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;ACAA,iCAAiD;AAEjD,iBAA0D;AAgBnD,IAAMA,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,2CAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,iBAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,iBAAMoB,QAAQC,mBAAQC,OAAM,GAAIJ,IAAAA,IAAQG,mBAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,2BAAQG,KAAKxB,iBAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,2BAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,0BAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,0BAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,IAAAoB,2BAAyC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;;;;YAINF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA/GgB9B;;;ACVhB,IAAAgC,8BAAsD;AAGtD,8BAAkC;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAaT,IAAMO,uBAAuB,oBAAIC,IAAI;EACnC;EACA;EACA;EACA;CACD;AAcD,SAASC,gBAAgBrB,SAAuB;AAC9C,QAAMsB,OAAO,oBAAIF,IAAAA;AACjB,QAAMG,MAAsB,CAAA;AAC5B,aAAWhB,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,SAASF,EAAES,SAASL,qBAAqBM,IAAIV,EAAEE,KAAK,GAAG;AAC3D,YAAMS,MAAM,GAAGX,EAAEE,KAAK,IAAIF,EAAES,KAAK;AACjC,UAAIF,KAAKG,IAAIC,GAAAA,EAAM;AACnBJ,WAAKK,IAAID,GAAAA;IACX;AACAH,QAAIK,KAAKrB,CAAAA;EACX;AACA,SAAOgB;AACT;AAbSF;AAeT,IAAMQ,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAM0C,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAKvD;MAAO;IAC9B;EACF;AACF;AAVgBgD;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAKsD,OAAOR,OAAOpC,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAM4B,iBAAiB,oBAAIC,IAAAA;AAE3B,iBAAWpC,KAAKc,gBAAgB1B,KAAKG,IAAI,GAAG;AAC1C,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAM8B,KAAK7B,EAAE8B,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAelD,IAAIoD,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAM1B,QAAQL,YAAYC;AAC1B,YAAMiC,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOrB,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAI6B,WAAW,SAAU,QAAO;QAAER,OAAOzB;MAAO;AAChD,UAAIiC,WAAW,QAAS,QAAO;QAAER,OAAOrB;MAAM;AAC9C,UAAI6B,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAe1C,QAAO;UACrCiD,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOrB;MAAM;IACxB;EACF;AACF;AAxCgBsB;AAiDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAIsD,OAAOR,OAAOpC,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWgC,OAAOhC,aAAasD,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMhC,QAAQ;AAC5F,YAAMuD,SAASvD,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQ2C,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAUvC;QAAM,CAAA;QACzCqC,MAAMI,SAAS;UAAEF,QAAQ;UAAQvC;QAAM,CAAA;OACxC;AACD,YAAM+D,OAAO;WAAI9C;WAAW2C;QACzBnD,OAAO,CAACuD,MAAM,CAAC,IAAInD,KAAKmD,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAI3C,KAAK2C,EAAES,SAAS,IAAI,CAAC,IAAIpD,KAAK0C,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGlE,KAAAA,EACToD,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAIpD,KAAKmD,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZrB,OAAOqC,EAAEK;QACTC,OAAON,EAAEM,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAER;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASe,8BAAAA;AACd,SAAO;IACLtC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,4CAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAY/F,WAAW,GADxB;AAElB,UAAKmD,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOiC,OAAOlE,OAAOoE,SAAAA,EAAW5F;QAAO;MAClD;AACA,YAAM8E,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOiC,UAAUrB,CAAAA,CAAAA,IAAMZ,OAAOiC,UAAUtB,CAAAA,CAAAA,KAAOC,EAAEuB,QAAQxB,EAAEwB,KAAK,EAC/E3B,IAAI,CAAC0B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAY/F;QAC3BsD,QAAQsC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEf;MAAK;IAChB;EACF;AACF;AAxBgBS;AAoCT,SAASW,0BAAAA;AACd,SAAO;IACLjD,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AAGnD,YAAM4F,YAAY,oBAAItC,IAAAA;AACtB,iBAAWpC,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAES,SAASjB,EAAEE,WAAW;AACvDwE,oBAAUnC,IAAI/B,EAAES,OAAO,CAAC,IAAId,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMyE,OAAiB,CAAA;AACvB,iBAAW3E,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAEoE,eAAe,UAAU;AACpCD,iBAAKtD,KAAKb,EAAEoE,UAAU;UACxB,WAAWpE,EAAES,OAAO;AAClB,kBAAMrB,QAAQ8E,UAAUzF,IAAIuB,EAAES,KAAK;AACnC,kBAAM4D,MAAM7E,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI8C;AACnD,gBAAIpD,UAAUoD,UAAa6B,QAAQ7B,UAAa6B,OAAOjF,OAAO;AAC5D+E,mBAAKtD,KAAKwD,MAAMjF,KAAAA;YAClB;UACF;QACF;MACF;AACA+E,WAAK/B,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAMgC,MAAM1G,WAAWuG,MAAM,EAAA;AAC7B,YAAMI,MAAM3G,WAAWuG,MAAM,EAAA;AAC7B,YAAMK,MAAM5G,WAAWuG,MAAM,EAAA;AAG7B,YAAMnC,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAO8C;MAAI;AAC1C,UAAItC,WAAW,MAAO,QAAO;QAAER,OAAO+C;MAAI;AAC1C,UAAIvC,WAAW,MAAO,QAAO;QAAER,OAAOgD;MAAI;AAG1C,YAAMpG,MAAM+F,KAAKM,GAAG,EAAC,KAAM;AAC3B,YAAMC,cAAc;AACpB,YAAMC,OAAO1G,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAKsG,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMC,KAAK;QAAE/G,QAAQ2G;MAAY,GAAG,CAACK,GAAGC,OAAO;QAC7D7C,OAAO,GAAGlE,KAAKgH,MAAOD,IAAIL,OAAQ,GAAA,IAAO,EAAA;QACzCO,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKhB,MAAM;AACpB,cAAMiB,KAAKnH,KAAKC,IAAIwG,cAAc,GAAGzG,KAAKoH,MAAMF,IAAIR,IAAAA,CAAAA;AACpD,cAAMW,SAASV,QAAQQ,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEN;QAASN;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA5DgBP;AAkET,SAASsB,8BAAAA;AACd,SAAO;IACLvE,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMkH,IAAI9D,OAAQR,OAAmC0D,WAAW,EAAA;AAChE,YAAMzF,MAAMQ,KAAKR,IAAG;AAGpB,UAAIsG,OAAOtG;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAIgG,KAAMA,QAAOhG;QACvB;MACF;AACA,YAAMiG,OAAOzH,KAAKG,IAAIe,MAAMsG,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOF;AAE1B,YAAM3C,OAA+DgC,MAAMC,KACzE;QAAE/G,QAAQyH;MAAE,GACZ,CAACT,GAAGC,MAAAA;AACF,cAAMY,cAAc,IAAIjG,KAAK8F,OAAOT,IAAIW,UAAAA;AACxC,cAAMxD,QAAQyD,YAAY3C,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAO0D,MAAM;UAAG9F,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAIsH,IAAI,GAAGvH,KAAKoH,OAAO5F,IAAIgG,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAMjD,KAAK7E,GAAAA;AACjB,YAAI8H,KAAK;AACP,cAAI9F,EAAEE,UAAU,gBAAiB4F,KAAID,QAAQ;cACxCC,KAAI/F,UAAU;QACrB;MACF;AAEA,aAAO;QAAE8C;MAAK;IAChB;EACF;AACF;AA3CgB0C;AAiDT,SAASQ,6BAAAA;AACd,SAAO;IACL/E,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMqC,QAAQ3B,cAAcP,OAAAA;AAC5B,YAAM0G,WAAWnG,cAAcD,QAAAA;AAC/B,YAAMqG,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQwE,WAAWxD;AAGvD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMC,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOzG,cAAc0G,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAE/E;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACLxF,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMsH,iBAAiB,wBAACC,OACtBA,GAAGnH,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAM4I,cAAczH,YAAY,KAAK,KAAK;AAC1C,YAAMsC,QAAQiF,eAAenH,OAAAA,IAAWqH;AACxC,YAAMC,YAAYH,eAAe7G,QAAAA,IAAY+G;AAC7C,YAAMV,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQoF,YAAYpE;AAGxD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAErF;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAyChB,IAAMM,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAGF,IAAMC,0BAA0B;EAC9B;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACLhG,MAAM;IACN,MAAMC,QAAQgG,QAAQ3I,KAAqB;AACzC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMuI,SAAS,MAAMvE,QAAQC,IAC3BkE,yBAAyB5E,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA,EAAGqG,KAAK,CAAC7F,SAASA,KAAKvD,MAAM,CAAA,CAAA;AAG3E,YAAMqJ,WAAWN,yBAAyB5E,IAAI,CAACC,OAAO6C,OAAO;QAC3D7C;QACAX,OAAO0F,OAAOlC,CAAAA;QACdqC,OAAON,wBAAwB/B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEoC;MAAS;IACpB;EACF;AACF;AAlBgBJ;;;AFrbT,SAASM,0BACdC,OAA8D,CAAC,GAAC;AAEhE,aAAOC,mDAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OATa;EAWjB,CAAA;AACF;AApBgBrB;","names":["DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","import_nestjs_telescope","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","import_nestjs_durable_core","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","RUN_LIFECYCLE_EVENTS","Set","dedupeRunEvents","seen","out","runId","has","key","add","push","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","durableDurationProvider","startedAt","durs","durationMs","end","p50","p95","p99","at","bucketCount","size","buckets","Array","from","_","i","round","count","d","bi","floor","bucket","durableRunsOverTimeProvider","n","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_STATUSES","STATE_BREAKDOWN_PALETTE","durableStateBreakdownProvider","_query","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}
+{"version":3,"sources":["../src/index.ts","../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["export * from './durable-telescope.watcher';\nexport * from './durable-telescope.extension';\nexport * from './durable-data-providers';\nexport * from './durable-dashboard.spec-data';\n","import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n  durableWorkerStatusProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableWorkerStatusProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            // Lists ALL worker groups (starved ones sorted first); the Status column\n            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it\n            // \"Starved worker groups\" read as if every listed group were starved.\n            title: 'Worker health',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Workers',\n        cols: 2,\n        panels: [\n          {\n            kind: 'table',\n            // One row per LIVE worker (flattened from each group's heartbeats), exposing the live\n            // WorkerStatus the heartbeat carries: fixed vs. adaptive limit, in-flight saturation,\n            // RAM%/CPU%, throughput, p95, and why the adaptive controller last moved. A worker from\n            // an older SDK with no status still lists, with '—' in the measured columns. The\n            // adaptive min–max range rides the In-flight column's row value (`minMax` key) for those\n            // that want it; the visible columns stay readable.\n            title: 'Workers',\n            data: { provider: 'durable.workerStatus' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'instanceId', label: 'Worker' },\n              { key: 'mode', label: 'Mode' },\n              { key: 'limit', label: 'Limit' },\n              { key: 'saturation', label: 'In-flight' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'rssPct', label: 'RAM %' },\n              { key: 'cpuPct', label: 'CPU %' },\n              { key: 'throughputPerMin', label: 'Thrpt/min' },\n              { key: 'p95Ms', label: 'p95 ms' },\n              { key: 'lastAdjust', label: 'Last adjust' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore, WorkerStatus } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\n/** Run-level lifecycle events — each can legitimately occur at most once per runId. */\nconst RUN_LIFECYCLE_EVENTS = new Set([\n  'run.started',\n  'run.completed',\n  'run.failed',\n  'run.suspended',\n]);\n\n/**\n * Deduplicate run-level lifecycle entries by `${event}:${runId}`, keeping the FIRST occurrence.\n *\n * The durable engine emits each run lifecycle event on every pod (1 worker + N api pods) and the\n * watcher records on each, so a single `run.completed` for a given runId is captured multiple times\n * with identical content but distinct entry ids / createdAt (±ms) — inflating completed/failed\n * counts. A given runId can legitimately have at most ONE `run.started` and ONE terminal\n * `run.completed`/`run.failed`/`run.suspended`, so collapsing by `${event}:${runId}` is provably\n * safe. Step events and any entry without a run-level event + runId pass through untouched — a step\n * can legitimately repeat across attempts, and the watcher's step content carries no stepId/attempt\n * to key on.\n */\nfunction dedupeRunEvents(entries: StorageEntry[]): StorageEntry[] {\n  const seen = new Set<string>();\n  const out: StorageEntry[] = [];\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string; runId?: string };\n    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {\n      const key = `${c.event}:${c.runId}`;\n      if (seen.has(key)) continue;\n      seen.add(key);\n    }\n    out.push(e);\n  }\n  return out;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      // Dedup triplicated lifecycle events (one event recorded on every pod) before counting.\n      for (const e of dedupeRunEvents(page.data)) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/** Compact \"Nm ago\" relative stamp for an epoch-ms instant (worker last-adjust recency). */\nfunction relAgo(atMs: number): string {\n  const s = Math.max(0, Math.round((Date.now() - atMs) / 1000));\n  if (s < 60) return `${s}s ago`;\n  const m = Math.round(s / 60);\n  if (m < 60) return `${m}m ago`;\n  const h = Math.round(m / 60);\n  if (h < 24) return `${h}h ago`;\n  return `${Math.round(h / 24)}d ago`;\n}\n\n/** Render a worker's last limit change as \"shrink 8→5 2m ago\", or '—' when it never moved. */\nfunction fmtLastAdjust(a: WorkerStatus['lastAdjust']): string {\n  if (!a) return '—';\n  return `${a.reason} ${a.from}→${a.to} ${relAgo(a.at)}`;\n}\n\n/** Round a 0..100(+) percent to a whole number for table display, or '—' when unmeasured. */\nfunction fmtPct(n: number | undefined): number | string {\n  return typeof n === 'number' ? Math.round(n) : '—';\n}\n\n/** Round a rate/latency to a whole number for table display, or '—' when unmeasured. */\nfunction fmtNum(n: number | undefined): number | string {\n  return typeof n === 'number' ? Math.round(n) : '—';\n}\n\n/**\n * Source D (per-worker): flatten `WorkflowEngine.workerHealth()` to ONE row per live worker, exposing\n * the live {@link WorkerStatus} each heartbeat now carries (mode/limit/min-max, in-flight saturation,\n * RAM%/CPU%, throughput, p95, last adjust). A worker from an older SDK with no `status` still renders\n * — its measured fields fall back to '—', so a mixed fleet stays visible. Rows sort backlog-bearing\n * groups first, then by group, then instanceId. Empty when the transport can't report health.\n */\nexport function durableWorkerStatusProvider(): DataProvider {\n  return {\n    name: 'durable.workerStatus',\n    async resolve(_query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const rows = health\n        .slice()\n        // Groups with a backlog first (the workers worth scrutinising), then by group name.\n        .sort((a, b) => Number(b.depth > 0) - Number(a.depth > 0) || a.group.localeCompare(b.group))\n        .flatMap((group) =>\n          group.liveWorkers\n            .slice()\n            .sort((a, b) => a.instanceId.localeCompare(b.instanceId))\n            .map((worker) => {\n              const status = worker.status;\n              const concurrency = status?.concurrency;\n              const mode = concurrency?.mode ?? '—';\n              const limit = concurrency?.limit ?? '—';\n              const inFlight = status?.inFlight ?? '—';\n              const minMax =\n                concurrency?.mode === 'adaptive'\n                  ? `${concurrency.min ?? 1}–${concurrency.max ?? 32}`\n                  : '—';\n              const saturation =\n                concurrency && status ? `${status.inFlight}/${concurrency.limit}` : '—';\n              return {\n                group: group.group,\n                instanceId: worker.instanceId,\n                mode,\n                limit,\n                minMax,\n                inFlight,\n                saturation,\n                queued: group.depth,\n                rssPct: fmtPct(status?.rssPct),\n                cpuPct: fmtPct(status?.cpuPct),\n                throughputPerMin: fmtNum(status?.throughputPerMin),\n                p95Ms: fmtNum(status?.p95Ms),\n                lastAdjust: fmtLastAdjust(status?.lastAdjust),\n              };\n            }),\n        );\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      // Dedup triplicated lifecycle events so paired durations aren't double-counted.\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n// Palette aligned index-for-index with STATE_BREAKDOWN_STATUSES so each status reads with the\n// semantically-correct color: running=cyan, pending=amber, cancelling=orange, completed=green,\n// failed=red, dead=purple.\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n/** Color palette for the state breakdown pie segments (aligned to STATE_BREAKDOWN_STATUSES). */\nconst STATE_BREAKDOWN_PALETTE = [\n  '#38bdf8', // running   → cyan/blue\n  '#fbbf24', // pending   → amber\n  '#f59e0b', // cancelling → orange\n  '#34d399', // completed → green\n  '#f87171', // failed    → red\n  '#a78bfa', // dead      → purple\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;ACAA,iCAAiD;AAEjD,iBAA0D;AAgBnD,IAAMA,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,2CAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,iBAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,iBAAMoB,QAAQC,mBAAQC,OAAM,GAAIJ,IAAAA,IAAQG,mBAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,2BAAQG,KAAKxB,iBAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,2BAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,0BAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,0BAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,IAAAoB,2BAAyC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;;;;YAINF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;;;;;;;YAONF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAcpB,OAAO;cAAS;cACrC;gBAAEoB,KAAK;gBAAQpB,OAAO;cAAO;cAC7B;gBAAEoB,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAcpB,OAAO;cAAY;cACxC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAQ;cAChC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAQ;cAChC;gBAAEoB,KAAK;gBAAoBpB,OAAO;cAAY;cAC9C;gBAAEoB,KAAK;gBAASpB,OAAO;cAAS;cAChC;gBAAEoB,KAAK;gBAAcpB,OAAO;cAAc;;UAE9C;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA7IgB9B;;;ACVhB,IAAAgC,8BAAsD;AAGtD,8BAAkC;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAaT,IAAMO,uBAAuB,oBAAIC,IAAI;EACnC;EACA;EACA;EACA;CACD;AAcD,SAASC,gBAAgBrB,SAAuB;AAC9C,QAAMsB,OAAO,oBAAIF,IAAAA;AACjB,QAAMG,MAAsB,CAAA;AAC5B,aAAWhB,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,SAASF,EAAES,SAASL,qBAAqBM,IAAIV,EAAEE,KAAK,GAAG;AAC3D,YAAMS,MAAM,GAAGX,EAAEE,KAAK,IAAIF,EAAES,KAAK;AACjC,UAAIF,KAAKG,IAAIC,GAAAA,EAAM;AACnBJ,WAAKK,IAAID,GAAAA;IACX;AACAH,QAAIK,KAAKrB,CAAAA;EACX;AACA,SAAOgB;AACT;AAbSF;AAeT,IAAMQ,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAM0C,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAKvD;MAAO;IAC9B;EACF;AACF;AAVgBgD;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAKsD,OAAOR,OAAOpC,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAM4B,iBAAiB,oBAAIC,IAAAA;AAE3B,iBAAWpC,KAAKc,gBAAgB1B,KAAKG,IAAI,GAAG;AAC1C,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAM8B,KAAK7B,EAAE8B,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAelD,IAAIoD,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAM1B,QAAQL,YAAYC;AAC1B,YAAMiC,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOrB,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAI6B,WAAW,SAAU,QAAO;QAAER,OAAOzB;MAAO;AAChD,UAAIiC,WAAW,QAAS,QAAO;QAAER,OAAOrB;MAAM;AAC9C,UAAI6B,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAe1C,QAAO;UACrCiD,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOrB;MAAM;IACxB;EACF;AACF;AAxCgBsB;AAiDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAIsD,OAAOR,OAAOpC,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWgC,OAAOhC,aAAasD,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMhC,QAAQ;AAC5F,YAAMuD,SAASvD,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQ2C,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAUvC;QAAM,CAAA;QACzCqC,MAAMI,SAAS;UAAEF,QAAQ;UAAQvC;QAAM,CAAA;OACxC;AACD,YAAM+D,OAAO;WAAI9C;WAAW2C;QACzBnD,OAAO,CAACuD,MAAM,CAAC,IAAInD,KAAKmD,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAI3C,KAAK2C,EAAES,SAAS,IAAI,CAAC,IAAIpD,KAAK0C,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGlE,KAAAA,EACToD,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAIpD,KAAKmD,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZrB,OAAOqC,EAAEK;QACTC,OAAON,EAAEM,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAER;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASe,8BAAAA;AACd,SAAO;IACLtC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,4CAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAY/F,WAAW,GADxB;AAElB,UAAKmD,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOiC,OAAOlE,OAAOoE,SAAAA,EAAW5F;QAAO;MAClD;AACA,YAAM8E,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOiC,UAAUrB,CAAAA,CAAAA,IAAMZ,OAAOiC,UAAUtB,CAAAA,CAAAA,KAAOC,EAAEuB,QAAQxB,EAAEwB,KAAK,EAC/E3B,IAAI,CAAC0B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAY/F;QAC3BsD,QAAQsC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEf;MAAK;IAChB;EACF;AACF;AAxBgBS;AA2BhB,SAASW,OAAOC,MAAY;AAC1B,QAAMC,IAAIlG,KAAKG,IAAI,GAAGH,KAAKmG,OAAOzE,KAAKR,IAAG,IAAK+E,QAAQ,GAAA,CAAA;AACvD,MAAIC,IAAI,GAAI,QAAO,GAAGA,CAAAA;AACtB,QAAME,IAAIpG,KAAKmG,MAAMD,IAAI,EAAA;AACzB,MAAIE,IAAI,GAAI,QAAO,GAAGA,CAAAA;AACtB,QAAMC,IAAIrG,KAAKmG,MAAMC,IAAI,EAAA;AACzB,MAAIC,IAAI,GAAI,QAAO,GAAGA,CAAAA;AACtB,SAAO,GAAGrG,KAAKmG,MAAME,IAAI,EAAA,CAAA;AAC3B;AARSL;AAWT,SAASM,cAAclC,GAA6B;AAClD,MAAI,CAACA,EAAG,QAAO;AACf,SAAO,GAAGA,EAAEmC,MAAM,IAAInC,EAAEoC,IAAI,SAAIpC,EAAEqC,EAAE,IAAIT,OAAO5B,EAAEsC,EAAE,CAAA;AACrD;AAHSJ;AAMT,SAASK,OAAOC,GAAqB;AACnC,SAAO,OAAOA,MAAM,WAAW5G,KAAKmG,MAAMS,CAAAA,IAAK;AACjD;AAFSD;AAKT,SAASE,OAAOD,GAAqB;AACnC,SAAO,OAAOA,MAAM,WAAW5G,KAAKmG,MAAMS,CAAAA,IAAK;AACjD;AAFSC;AAWF,SAASC,8BAAAA;AACd,SAAO;IACL/D,MAAM;IACN,MAAMC,QAAQ+D,QAAQ1G,KAAqB;AACzC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,4CAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMb,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOY,EAAEuB,QAAQ,CAAA,IAAKnC,OAAOW,EAAEwB,QAAQ,CAAA,KAAMxB,EAAE0B,MAAMkB,cAAc3C,EAAEyB,KAAK,CAAA,EACzFmB,QAAQ,CAACnB,UACRA,MAAMD,YACHd,MAAK,EACLZ,KAAK,CAACC,GAAGC,MAAMD,EAAE8C,WAAWF,cAAc3C,EAAE6C,UAAU,CAAA,EACtDjD,IAAI,CAACkD,WAAAA;AACJ,cAAM/D,SAAS+D,OAAO/D;AACtB,cAAMgE,cAAchE,QAAQgE;AAC5B,cAAMC,OAAOD,aAAaC,QAAQ;AAClC,cAAMxG,QAAQuG,aAAavG,SAAS;AACpC,cAAMyG,WAAWlE,QAAQkE,YAAY;AACrC,cAAMC,SACJH,aAAaC,SAAS,aAClB,GAAGD,YAAYnH,OAAO,CAAA,SAAKmH,YAAYjH,OAAO,EAAA,KAC9C;AACN,cAAMqH,aACJJ,eAAehE,SAAS,GAAGA,OAAOkE,QAAQ,IAAIF,YAAYvG,KAAK,KAAK;AACtE,eAAO;UACLiF,OAAOA,MAAMA;UACboB,YAAYC,OAAOD;UACnBG;UACAxG;UACA0G;UACAD;UACAE;UACAzB,QAAQD,MAAMF;UACd6B,QAAQd,OAAOvD,QAAQqE,MAAAA;UACvBC,QAAQf,OAAOvD,QAAQsE,MAAAA;UACvBC,kBAAkBd,OAAOzD,QAAQuE,gBAAAA;UACjCC,OAAOf,OAAOzD,QAAQwE,KAAAA;UACtBC,YAAYvB,cAAclD,QAAQyE,UAAAA;QACpC;MACF,CAAA,CAAA;AAEN,aAAO;QAAEjD;MAAK;IAChB;EACF;AACF;AA9CgBkC;AA0DT,SAASgB,0BAAAA;AACd,SAAO;IACL/E,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AAGnD,YAAM0H,YAAY,oBAAIpE,IAAAA;AACtB,iBAAWpC,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAES,SAASjB,EAAEE,WAAW;AACvDsG,oBAAUjE,IAAI/B,EAAES,OAAO,CAAC,IAAId,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMuG,OAAiB,CAAA;AACvB,iBAAWzG,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAEkG,eAAe,UAAU;AACpCD,iBAAKpF,KAAKb,EAAEkG,UAAU;UACxB,WAAWlG,EAAES,OAAO;AAClB,kBAAMrB,QAAQ4G,UAAUvH,IAAIuB,EAAES,KAAK;AACnC,kBAAM0F,MAAM3G,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI8C;AACnD,gBAAIpD,UAAUoD,UAAa2D,QAAQ3D,UAAa2D,OAAO/G,OAAO;AAC5D6G,mBAAKpF,KAAKsF,MAAM/G,KAAAA;YAClB;UACF;QACF;MACF;AACA6G,WAAK7D,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAM8D,MAAMxI,WAAWqI,MAAM,EAAA;AAC7B,YAAMI,MAAMzI,WAAWqI,MAAM,EAAA;AAC7B,YAAMK,MAAM1I,WAAWqI,MAAM,EAAA;AAG7B,YAAMjE,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAO4E;MAAI;AAC1C,UAAIpE,WAAW,MAAO,QAAO;QAAER,OAAO6E;MAAI;AAC1C,UAAIrE,WAAW,MAAO,QAAO;QAAER,OAAO8E;MAAI;AAG1C,YAAMlI,MAAM6H,KAAKtB,GAAG,EAAC,KAAM;AAC3B,YAAM4B,cAAc;AACpB,YAAMC,OAAOvI,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAKmI,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMjC,KAAK;QAAE1G,QAAQwI;MAAY,GAAG,CAACI,GAAGC,OAAO;QAC7DzE,OAAO,GAAGlE,KAAKmG,MAAOwC,IAAIJ,OAAQ,GAAA,IAAO,EAAA;QACzCK,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKb,MAAM;AACpB,cAAMc,KAAK9I,KAAKC,IAAIqI,cAAc,GAAGtI,KAAK+I,MAAMF,IAAIN,IAAAA,CAAAA;AACpD,cAAMS,SAASR,QAAQM,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEJ;QAASL;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA5DgBP;AAkET,SAASmB,8BAAAA;AACd,SAAO;IACLlG,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMuG,IAAInD,OAAQR,OAAmCuF,WAAW,EAAA;AAChE,YAAMtH,MAAMQ,KAAKR,IAAG;AAGpB,UAAIgI,OAAOhI;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAI0H,KAAMA,QAAO1H;QACvB;MACF;AACA,YAAM2H,OAAOnJ,KAAKG,IAAIe,MAAMgI,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOvC;AAE1B,YAAMhC,OAA+D6D,MAAMjC,KACzE;QAAE1G,QAAQ8G;MAAE,GACZ,CAAC8B,GAAGC,MAAAA;AACF,cAAMU,cAAc,IAAI3H,KAAKwH,OAAOP,IAAIS,UAAAA;AACxC,cAAMlF,QAAQmF,YAAYrE,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAOoF,MAAM;UAAGxH,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAI2G,IAAI,GAAG5G,KAAK+I,OAAOvH,IAAI0H,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAM3E,KAAK7E,GAAAA;AACjB,YAAIwJ,KAAK;AACP,cAAIxH,EAAEE,UAAU,gBAAiBsH,KAAID,QAAQ;cACxCC,KAAIzH,UAAU;QACrB;MACF;AAEA,aAAO;QAAE8C;MAAK;IAChB;EACF;AACF;AA3CgBqE;AAiDT,SAASO,6BAAAA;AACd,SAAO;IACLzG,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMqC,QAAQ3B,cAAcP,OAAAA;AAC5B,YAAMoI,WAAW7H,cAAcD,QAAAA;AAC/B,YAAM+H,QAAQ/H,SAAS7B,SAAS,IAAIyD,QAAQkG,WAAWlF;AAGvD,YAAMoF,eAAe;AACrB,YAAMP,aAAanI,WAAW0I;AAC9B,YAAMC,aAAa1I,MAAMD;AACzB,YAAM4I,QAAQpB,MAAMjC,KAAK;QAAE1G,QAAQ6J;MAAa,GAAG,CAACjB,GAAGC,MAAAA;AACrD,cAAMmB,SAASF,aAAajB,IAAIS;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAW3I,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIsI,UAAUtI,KAAKuI;QAC5B,CAAA;AACA,eAAOnI,cAAcoI,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAEzG;QAAOmG;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACLlH,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMgJ,iBAAiB,wBAACC,OACtBA,GAAG7I,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAMsK,cAAcnJ,YAAY,KAAK,KAAK;AAC1C,YAAMsC,QAAQ2G,eAAe7I,OAAAA,IAAW+I;AACxC,YAAMC,YAAYH,eAAevI,QAAAA,IAAYyI;AAC7C,YAAMV,QAAQ/H,SAAS7B,SAAS,IAAIyD,QAAQ8G,YAAY9F;AAGxD,YAAMoF,eAAe;AACrB,YAAMP,aAAanI,WAAW0I;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAa1I,MAAMD;AACzB,YAAM4I,QAAQpB,MAAMjC,KAAK;QAAE1G,QAAQ6J;MAAa,GAAG,CAACjB,GAAGC,MAAAA;AACrD,cAAMmB,SAASF,aAAajB,IAAIS;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAW3I,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIsI,UAAUtI,KAAKuI;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAE/G;QAAOmG;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAyChB,IAAMM,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAGF,IAAMC,0BAA0B;EAC9B;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACL1H,MAAM;IACN,MAAMC,QAAQ+D,QAAQ1G,KAAqB;AACzC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMgK,SAAS,MAAMhG,QAAQC,IAC3B4F,yBAAyBtG,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA,EAAG8H,KAAK,CAACtH,SAASA,KAAKvD,MAAM,CAAA,CAAA;AAG3E,YAAM8K,WAAWL,yBAAyBtG,IAAI,CAACC,OAAOyE,OAAO;QAC3DzE;QACAX,OAAOmH,OAAO/B,CAAAA;QACdkC,OAAOL,wBAAwB7B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEiC;MAAS;IACpB;EACF;AACF;AAlBgBH;;;AFtgBT,SAASK,0BACdC,OAA8D,CAAC,GAAC;AAEhE,aAAOC,mDAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OAVa;EAYjB,CAAA;AACF;AArBgBtB;","names":["DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","import_nestjs_telescope","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","import_nestjs_durable_core","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","RUN_LIFECYCLE_EVENTS","Set","dedupeRunEvents","seen","out","runId","has","key","add","push","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","relAgo","atMs","s","round","m","h","fmtLastAdjust","reason","from","to","at","fmtPct","n","fmtNum","durableWorkerStatusProvider","_query","localeCompare","flatMap","instanceId","worker","concurrency","mode","inFlight","minMax","saturation","rssPct","cpuPct","throughputPerMin","p95Ms","lastAdjust","durableDurationProvider","startedAt","durs","durationMs","end","p50","p95","p99","bucketCount","size","buckets","Array","_","i","count","d","bi","floor","bucket","durableRunsOverTimeProvider","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_STATUSES","STATE_BREAKDOWN_PALETTE","durableStateBreakdownProvider","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableWorkerStatusProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}

package/dist/index.d.cts

@@ -52,6 +52,14 @@ declare function durableRecentFailuresProvider(): DataProvider;
  * table, starved groups sorted first. Empty when the transport can't report health (in-process).
  */
 declare function durableWorkerHealthProvider(): DataProvider;
+/**
+ * Source D (per-worker): flatten `WorkflowEngine.workerHealth()` to ONE row per live worker, exposing
+ * the live {@link WorkerStatus} each heartbeat now carries (mode/limit/min-max, in-flight saturation,
+ * RAM%/CPU%, throughput, p95, last adjust). A worker from an older SDK with no `status` still renders
+ * — its measured fields fall back to '—', so a mixed fleet stays visible. Rows sort backlog-bearing
+ * groups first, then by group, then instanceId. Empty when the transport can't report health.
+ */
+declare function durableWorkerStatusProvider(): DataProvider;
 /**
  * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.
  * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,
@@ -95,4 +103,4 @@ declare function durableDashboard(opts?: {
     recentFailuresWindowMs?: number;
 }): DashboardSpec;
 
-export { DurableTelescopeWatcher, durableDashboard, durableDurationProvider, durableRecentFailuresProvider, durableRunsOverTimeProvider, durableStateBreakdownProvider, durableStateProvider, durableSuccessRateProvider, durableTelescopeExtension, durableThroughputProvider, durableTimeseriesProvider, durableWorkerHealthProvider };
+export { DurableTelescopeWatcher, durableDashboard, durableDurationProvider, durableRecentFailuresProvider, durableRunsOverTimeProvider, durableStateBreakdownProvider, durableStateProvider, durableSuccessRateProvider, durableTelescopeExtension, durableThroughputProvider, durableTimeseriesProvider, durableWorkerHealthProvider, durableWorkerStatusProvider };

package/dist/index.d.ts

@@ -52,6 +52,14 @@ declare function durableRecentFailuresProvider(): DataProvider;
  * table, starved groups sorted first. Empty when the transport can't report health (in-process).
  */
 declare function durableWorkerHealthProvider(): DataProvider;
+/**
+ * Source D (per-worker): flatten `WorkflowEngine.workerHealth()` to ONE row per live worker, exposing
+ * the live {@link WorkerStatus} each heartbeat now carries (mode/limit/min-max, in-flight saturation,
+ * RAM%/CPU%, throughput, p95, last adjust). A worker from an older SDK with no `status` still renders
+ * — its measured fields fall back to '—', so a mixed fleet stays visible. Rows sort backlog-bearing
+ * groups first, then by group, then instanceId. Empty when the transport can't report health.
+ */
+declare function durableWorkerStatusProvider(): DataProvider;
 /**
  * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.
  * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,
@@ -95,4 +103,4 @@ declare function durableDashboard(opts?: {
     recentFailuresWindowMs?: number;
 }): DashboardSpec;
 
-export { DurableTelescopeWatcher, durableDashboard, durableDurationProvider, durableRecentFailuresProvider, durableRunsOverTimeProvider, durableStateBreakdownProvider, durableStateProvider, durableSuccessRateProvider, durableTelescopeExtension, durableThroughputProvider, durableTimeseriesProvider, durableWorkerHealthProvider };
+export { DurableTelescopeWatcher, durableDashboard, durableDurationProvider, durableRecentFailuresProvider, durableRunsOverTimeProvider, durableStateBreakdownProvider, durableStateProvider, durableSuccessRateProvider, durableTelescopeExtension, durableThroughputProvider, durableTimeseriesProvider, durableWorkerHealthProvider, durableWorkerStatusProvider };

package/dist/index.js

@@ -234,6 +234,71 @@ function durableDashboard(opts = {}) {
           }
         ]
       },
+      {
+        title: "Workers",
+        cols: 2,
+        panels: [
+          {
+            kind: "table",
+            // One row per LIVE worker (flattened from each group's heartbeats), exposing the live
+            // WorkerStatus the heartbeat carries: fixed vs. adaptive limit, in-flight saturation,
+            // RAM%/CPU%, throughput, p95, and why the adaptive controller last moved. A worker from
+            // an older SDK with no status still lists, with '—' in the measured columns. The
+            // adaptive min–max range rides the In-flight column's row value (`minMax` key) for those
+            // that want it; the visible columns stay readable.
+            title: "Workers",
+            data: {
+              provider: "durable.workerStatus"
+            },
+            columns: [
+              {
+                key: "group",
+                label: "Group"
+              },
+              {
+                key: "instanceId",
+                label: "Worker"
+              },
+              {
+                key: "mode",
+                label: "Mode"
+              },
+              {
+                key: "limit",
+                label: "Limit"
+              },
+              {
+                key: "saturation",
+                label: "In-flight"
+              },
+              {
+                key: "queued",
+                label: "Queued"
+              },
+              {
+                key: "rssPct",
+                label: "RAM %"
+              },
+              {
+                key: "cpuPct",
+                label: "CPU %"
+              },
+              {
+                key: "throughputPerMin",
+                label: "Thrpt/min"
+              },
+              {
+                key: "p95Ms",
+                label: "p95 ms"
+              },
+              {
+                key: "lastAdjust",
+                label: "Last adjust"
+              }
+            ]
+          }
+        ]
+      },
       {
         title: "Trends",
         cols: 3,
@@ -484,6 +549,68 @@ function durableWorkerHealthProvider() {
   };
 }
 __name(durableWorkerHealthProvider, "durableWorkerHealthProvider");
+function relAgo(atMs) {
+  const s = Math.max(0, Math.round((Date.now() - atMs) / 1e3));
+  if (s < 60) return `${s}s ago`;
+  const m = Math.round(s / 60);
+  if (m < 60) return `${m}m ago`;
+  const h = Math.round(m / 60);
+  if (h < 24) return `${h}h ago`;
+  return `${Math.round(h / 24)}d ago`;
+}
+__name(relAgo, "relAgo");
+function fmtLastAdjust(a) {
+  if (!a) return "\u2014";
+  return `${a.reason} ${a.from}\u2192${a.to} ${relAgo(a.at)}`;
+}
+__name(fmtLastAdjust, "fmtLastAdjust");
+function fmtPct(n) {
+  return typeof n === "number" ? Math.round(n) : "\u2014";
+}
+__name(fmtPct, "fmtPct");
+function fmtNum(n) {
+  return typeof n === "number" ? Math.round(n) : "\u2014";
+}
+__name(fmtNum, "fmtNum");
+function durableWorkerStatusProvider() {
+  return {
+    name: "durable.workerStatus",
+    async resolve(_query, ctx) {
+      const engine = ctx.moduleRef.get(WorkflowEngine2, {
+        strict: false
+      });
+      const health = await engine.workerHealth();
+      const rows = health.slice().sort((a, b) => Number(b.depth > 0) - Number(a.depth > 0) || a.group.localeCompare(b.group)).flatMap((group) => group.liveWorkers.slice().sort((a, b) => a.instanceId.localeCompare(b.instanceId)).map((worker) => {
+        const status = worker.status;
+        const concurrency = status?.concurrency;
+        const mode = concurrency?.mode ?? "\u2014";
+        const limit = concurrency?.limit ?? "\u2014";
+        const inFlight = status?.inFlight ?? "\u2014";
+        const minMax = concurrency?.mode === "adaptive" ? `${concurrency.min ?? 1}\u2013${concurrency.max ?? 32}` : "\u2014";
+        const saturation = concurrency && status ? `${status.inFlight}/${concurrency.limit}` : "\u2014";
+        return {
+          group: group.group,
+          instanceId: worker.instanceId,
+          mode,
+          limit,
+          minMax,
+          inFlight,
+          saturation,
+          queued: group.depth,
+          rssPct: fmtPct(status?.rssPct),
+          cpuPct: fmtPct(status?.cpuPct),
+          throughputPerMin: fmtNum(status?.throughputPerMin),
+          p95Ms: fmtNum(status?.p95Ms),
+          lastAdjust: fmtLastAdjust(status?.lastAdjust)
+        };
+      }));
+      return {
+        rows
+      };
+    }
+  };
+}
+__name(durableWorkerStatusProvider, "durableWorkerStatusProvider");
 function durableDurationProvider() {
   return {
     name: "durable.duration",
@@ -727,6 +854,7 @@ function durableTelescopeExtension(opts = {}) {
       durableTimeseriesProvider(),
       durableRecentFailuresProvider(),
       durableWorkerHealthProvider(),
+      durableWorkerStatusProvider(),
       durableDurationProvider(),
       durableRunsOverTimeProvider(),
       durableSuccessRateProvider(),
@@ -748,6 +876,7 @@ export {
   durableTelescopeExtension,
   durableThroughputProvider,
   durableTimeseriesProvider,
-  durableWorkerHealthProvider
+  durableWorkerHealthProvider,
+  durableWorkerStatusProvider
 };
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            // Lists ALL worker groups (starved ones sorted first); the Status column\n            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it\n            // \"Starved worker groups\" read as if every listed group were starved.\n            title: 'Worker health',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\n/** Run-level lifecycle events — each can legitimately occur at most once per runId. */\nconst RUN_LIFECYCLE_EVENTS = new Set([\n  'run.started',\n  'run.completed',\n  'run.failed',\n  'run.suspended',\n]);\n\n/**\n * Deduplicate run-level lifecycle entries by `${event}:${runId}`, keeping the FIRST occurrence.\n *\n * The durable engine emits each run lifecycle event on every pod (1 worker + N api pods) and the\n * watcher records on each, so a single `run.completed` for a given runId is captured multiple times\n * with identical content but distinct entry ids / createdAt (±ms) — inflating completed/failed\n * counts. A given runId can legitimately have at most ONE `run.started` and ONE terminal\n * `run.completed`/`run.failed`/`run.suspended`, so collapsing by `${event}:${runId}` is provably\n * safe. Step events and any entry without a run-level event + runId pass through untouched — a step\n * can legitimately repeat across attempts, and the watcher's step content carries no stepId/attempt\n * to key on.\n */\nfunction dedupeRunEvents(entries: StorageEntry[]): StorageEntry[] {\n  const seen = new Set<string>();\n  const out: StorageEntry[] = [];\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string; runId?: string };\n    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {\n      const key = `${c.event}:${c.runId}`;\n      if (seen.has(key)) continue;\n      seen.add(key);\n    }\n    out.push(e);\n  }\n  return out;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      // Dedup triplicated lifecycle events (one event recorded on every pod) before counting.\n      for (const e of dedupeRunEvents(page.data)) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      // Dedup triplicated lifecycle events so paired durations aren't double-counted.\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n// Palette aligned index-for-index with STATE_BREAKDOWN_STATUSES so each status reads with the\n// semantically-correct color: running=cyan, pending=amber, cancelling=orange, completed=green,\n// failed=red, dead=purple.\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n/** Color palette for the state breakdown pie segments (aligned to STATE_BREAKDOWN_STATUSES). */\nconst STATE_BREAKDOWN_PALETTE = [\n  '#38bdf8', // running   → cyan/blue\n  '#fbbf24', // pending   → amber\n  '#f59e0b', // cancelling → orange\n  '#34d399', // completed → green\n  '#f87171', // failed    → red\n  '#a78bfa', // dead      → purple\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;AAAA,SAA2BA,sBAAsB;AAEjD,SAAoBC,gBAAgBC,SAASC,aAAa;AAgBnD,IAAMC,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,gBAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,MAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,MAAMoB,QAAQC,QAAQC,OAAM,GAAIJ,IAAAA,IAAQG,QAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,gBAAQG,KAAKxB,MAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,gBAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,eAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,eAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,SAASoB,gCAAgC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;;;;YAINF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA/GgB9B;;;ACVhB,SAASgC,uBAAuBC,kBAAAA,uBAAsB;AAGtD,SAASC,yBAAyB;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAaT,IAAMO,uBAAuB,oBAAIC,IAAI;EACnC;EACA;EACA;EACA;CACD;AAcD,SAASC,gBAAgBrB,SAAuB;AAC9C,QAAMsB,OAAO,oBAAIF,IAAAA;AACjB,QAAMG,MAAsB,CAAA;AAC5B,aAAWhB,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,SAASF,EAAES,SAASL,qBAAqBM,IAAIV,EAAEE,KAAK,GAAG;AAC3D,YAAMS,MAAM,GAAGX,EAAEE,KAAK,IAAIF,EAAES,KAAK;AACjC,UAAIF,KAAKG,IAAIC,GAAAA,EAAM;AACnBJ,WAAKK,IAAID,GAAAA;IACX;AACAH,QAAIK,KAAKrB,CAAAA;EACX;AACA,SAAOgB;AACT;AAbSF;AAeT,IAAMQ,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAM0C,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAKvD;MAAO;IAC9B;EACF;AACF;AAVgBgD;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAKsD,OAAOR,OAAOpC,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAM4B,iBAAiB,oBAAIC,IAAAA;AAE3B,iBAAWpC,KAAKc,gBAAgB1B,KAAKG,IAAI,GAAG;AAC1C,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAM8B,KAAK7B,EAAE8B,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAelD,IAAIoD,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAM1B,QAAQL,YAAYC;AAC1B,YAAMiC,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOrB,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAI6B,WAAW,SAAU,QAAO;QAAER,OAAOzB;MAAO;AAChD,UAAIiC,WAAW,QAAS,QAAO;QAAER,OAAOrB;MAAM;AAC9C,UAAI6B,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAe1C,QAAO;UACrCiD,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOrB;MAAM;IACxB;EACF;AACF;AAxCgBsB;AAiDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAIsD,OAAOR,OAAOpC,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWgC,OAAOhC,aAAasD,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMhC,QAAQ;AAC5F,YAAMuD,SAASvD,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQ2C,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAUvC;QAAM,CAAA;QACzCqC,MAAMI,SAAS;UAAEF,QAAQ;UAAQvC;QAAM,CAAA;OACxC;AACD,YAAM+D,OAAO;WAAI9C;WAAW2C;QACzBnD,OAAO,CAACuD,MAAM,CAAC,IAAInD,KAAKmD,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAI3C,KAAK2C,EAAES,SAAS,IAAI,CAAC,IAAIpD,KAAK0C,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGlE,KAAAA,EACToD,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAIpD,KAAKmD,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZrB,OAAOqC,EAAEK;QACTC,OAAON,EAAEM,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAER;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASe,8BAAAA;AACd,SAAO;IACLtC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,iBAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAY/F,WAAW,GADxB;AAElB,UAAKmD,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOiC,OAAOlE,OAAOoE,SAAAA,EAAW5F;QAAO;MAClD;AACA,YAAM8E,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOiC,UAAUrB,CAAAA,CAAAA,IAAMZ,OAAOiC,UAAUtB,CAAAA,CAAAA,KAAOC,EAAEuB,QAAQxB,EAAEwB,KAAK,EAC/E3B,IAAI,CAAC0B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAY/F;QAC3BsD,QAAQsC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEf;MAAK;IAChB;EACF;AACF;AAxBgBS;AAoCT,SAASW,0BAAAA;AACd,SAAO;IACLjD,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AAGnD,YAAM4F,YAAY,oBAAItC,IAAAA;AACtB,iBAAWpC,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAES,SAASjB,EAAEE,WAAW;AACvDwE,oBAAUnC,IAAI/B,EAAES,OAAO,CAAC,IAAId,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMyE,OAAiB,CAAA;AACvB,iBAAW3E,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAEoE,eAAe,UAAU;AACpCD,iBAAKtD,KAAKb,EAAEoE,UAAU;UACxB,WAAWpE,EAAES,OAAO;AAClB,kBAAMrB,QAAQ8E,UAAUzF,IAAIuB,EAAES,KAAK;AACnC,kBAAM4D,MAAM7E,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI8C;AACnD,gBAAIpD,UAAUoD,UAAa6B,QAAQ7B,UAAa6B,OAAOjF,OAAO;AAC5D+E,mBAAKtD,KAAKwD,MAAMjF,KAAAA;YAClB;UACF;QACF;MACF;AACA+E,WAAK/B,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAMgC,MAAM1G,WAAWuG,MAAM,EAAA;AAC7B,YAAMI,MAAM3G,WAAWuG,MAAM,EAAA;AAC7B,YAAMK,MAAM5G,WAAWuG,MAAM,EAAA;AAG7B,YAAMnC,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAO8C;MAAI;AAC1C,UAAItC,WAAW,MAAO,QAAO;QAAER,OAAO+C;MAAI;AAC1C,UAAIvC,WAAW,MAAO,QAAO;QAAER,OAAOgD;MAAI;AAG1C,YAAMpG,MAAM+F,KAAKM,GAAG,EAAC,KAAM;AAC3B,YAAMC,cAAc;AACpB,YAAMC,OAAO1G,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAKsG,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMC,KAAK;QAAE/G,QAAQ2G;MAAY,GAAG,CAACK,GAAGC,OAAO;QAC7D7C,OAAO,GAAGlE,KAAKgH,MAAOD,IAAIL,OAAQ,GAAA,IAAO,EAAA;QACzCO,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKhB,MAAM;AACpB,cAAMiB,KAAKnH,KAAKC,IAAIwG,cAAc,GAAGzG,KAAKoH,MAAMF,IAAIR,IAAAA,CAAAA;AACpD,cAAMW,SAASV,QAAQQ,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEN;QAASN;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA5DgBP;AAkET,SAASsB,8BAAAA;AACd,SAAO;IACLvE,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMkH,IAAI9D,OAAQR,OAAmC0D,WAAW,EAAA;AAChE,YAAMzF,MAAMQ,KAAKR,IAAG;AAGpB,UAAIsG,OAAOtG;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAIgG,KAAMA,QAAOhG;QACvB;MACF;AACA,YAAMiG,OAAOzH,KAAKG,IAAIe,MAAMsG,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOF;AAE1B,YAAM3C,OAA+DgC,MAAMC,KACzE;QAAE/G,QAAQyH;MAAE,GACZ,CAACT,GAAGC,MAAAA;AACF,cAAMY,cAAc,IAAIjG,KAAK8F,OAAOT,IAAIW,UAAAA;AACxC,cAAMxD,QAAQyD,YAAY3C,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAO0D,MAAM;UAAG9F,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAIsH,IAAI,GAAGvH,KAAKoH,OAAO5F,IAAIgG,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAMjD,KAAK7E,GAAAA;AACjB,YAAI8H,KAAK;AACP,cAAI9F,EAAEE,UAAU,gBAAiB4F,KAAID,QAAQ;cACxCC,KAAI/F,UAAU;QACrB;MACF;AAEA,aAAO;QAAE8C;MAAK;IAChB;EACF;AACF;AA3CgB0C;AAiDT,SAASQ,6BAAAA;AACd,SAAO;IACL/E,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMqC,QAAQ3B,cAAcP,OAAAA;AAC5B,YAAM0G,WAAWnG,cAAcD,QAAAA;AAC/B,YAAMqG,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQwE,WAAWxD;AAGvD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMC,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOzG,cAAc0G,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAE/E;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACLxF,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMsH,iBAAiB,wBAACC,OACtBA,GAAGnH,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAM4I,cAAczH,YAAY,KAAK,KAAK;AAC1C,YAAMsC,QAAQiF,eAAenH,OAAAA,IAAWqH;AACxC,YAAMC,YAAYH,eAAe7G,QAAAA,IAAY+G;AAC7C,YAAMV,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQoF,YAAYpE;AAGxD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAErF;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAyChB,IAAMM,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAGF,IAAMC,0BAA0B;EAC9B;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACLhG,MAAM;IACN,MAAMC,QAAQgG,QAAQ3I,KAAqB;AACzC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMuI,SAAS,MAAMvE,QAAQC,IAC3BkE,yBAAyB5E,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA,EAAGqG,KAAK,CAAC7F,SAASA,KAAKvD,MAAM,CAAA,CAAA;AAG3E,YAAMqJ,WAAWN,yBAAyB5E,IAAI,CAACC,OAAO6C,OAAO;QAC3D7C;QACAX,OAAO0F,OAAOlC,CAAAA;QACdqC,OAAON,wBAAwB/B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEoC;MAAS;IACpB;EACF;AACF;AAlBgBJ;;;AFrbT,SAASM,0BACdC,OAA8D,CAAC,GAAC;AAEhE,SAAOC,yBAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OATa;EAWjB,CAAA;AACF;AApBgBrB;","names":["WorkflowEngine","SpanStatusCode","context","trace","DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","defineTelescopeExtension","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","STATE_STORE_CANONICAL","WorkflowEngine","TELESCOPE_STORAGE","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","RUN_LIFECYCLE_EVENTS","Set","dedupeRunEvents","seen","out","runId","has","key","add","push","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","durableDurationProvider","startedAt","durs","durationMs","end","p50","p95","p99","at","bucketCount","size","buckets","Array","from","_","i","round","count","d","bi","floor","bucket","durableRunsOverTimeProvider","n","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_STATUSES","STATE_BREAKDOWN_PALETTE","durableStateBreakdownProvider","_query","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}
+{"version":3,"sources":["../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n  durableWorkerStatusProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableWorkerStatusProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            // Lists ALL worker groups (starved ones sorted first); the Status column\n            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it\n            // \"Starved worker groups\" read as if every listed group were starved.\n            title: 'Worker health',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Workers',\n        cols: 2,\n        panels: [\n          {\n            kind: 'table',\n            // One row per LIVE worker (flattened from each group's heartbeats), exposing the live\n            // WorkerStatus the heartbeat carries: fixed vs. adaptive limit, in-flight saturation,\n            // RAM%/CPU%, throughput, p95, and why the adaptive controller last moved. A worker from\n            // an older SDK with no status still lists, with '—' in the measured columns. The\n            // adaptive min–max range rides the In-flight column's row value (`minMax` key) for those\n            // that want it; the visible columns stay readable.\n            title: 'Workers',\n            data: { provider: 'durable.workerStatus' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'instanceId', label: 'Worker' },\n              { key: 'mode', label: 'Mode' },\n              { key: 'limit', label: 'Limit' },\n              { key: 'saturation', label: 'In-flight' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'rssPct', label: 'RAM %' },\n              { key: 'cpuPct', label: 'CPU %' },\n              { key: 'throughputPerMin', label: 'Thrpt/min' },\n              { key: 'p95Ms', label: 'p95 ms' },\n              { key: 'lastAdjust', label: 'Last adjust' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore, WorkerStatus } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\n/** Run-level lifecycle events — each can legitimately occur at most once per runId. */\nconst RUN_LIFECYCLE_EVENTS = new Set([\n  'run.started',\n  'run.completed',\n  'run.failed',\n  'run.suspended',\n]);\n\n/**\n * Deduplicate run-level lifecycle entries by `${event}:${runId}`, keeping the FIRST occurrence.\n *\n * The durable engine emits each run lifecycle event on every pod (1 worker + N api pods) and the\n * watcher records on each, so a single `run.completed` for a given runId is captured multiple times\n * with identical content but distinct entry ids / createdAt (±ms) — inflating completed/failed\n * counts. A given runId can legitimately have at most ONE `run.started` and ONE terminal\n * `run.completed`/`run.failed`/`run.suspended`, so collapsing by `${event}:${runId}` is provably\n * safe. Step events and any entry without a run-level event + runId pass through untouched — a step\n * can legitimately repeat across attempts, and the watcher's step content carries no stepId/attempt\n * to key on.\n */\nfunction dedupeRunEvents(entries: StorageEntry[]): StorageEntry[] {\n  const seen = new Set<string>();\n  const out: StorageEntry[] = [];\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string; runId?: string };\n    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {\n      const key = `${c.event}:${c.runId}`;\n      if (seen.has(key)) continue;\n      seen.add(key);\n    }\n    out.push(e);\n  }\n  return out;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      // Dedup triplicated lifecycle events (one event recorded on every pod) before counting.\n      for (const e of dedupeRunEvents(page.data)) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/** Compact \"Nm ago\" relative stamp for an epoch-ms instant (worker last-adjust recency). */\nfunction relAgo(atMs: number): string {\n  const s = Math.max(0, Math.round((Date.now() - atMs) / 1000));\n  if (s < 60) return `${s}s ago`;\n  const m = Math.round(s / 60);\n  if (m < 60) return `${m}m ago`;\n  const h = Math.round(m / 60);\n  if (h < 24) return `${h}h ago`;\n  return `${Math.round(h / 24)}d ago`;\n}\n\n/** Render a worker's last limit change as \"shrink 8→5 2m ago\", or '—' when it never moved. */\nfunction fmtLastAdjust(a: WorkerStatus['lastAdjust']): string {\n  if (!a) return '—';\n  return `${a.reason} ${a.from}→${a.to} ${relAgo(a.at)}`;\n}\n\n/** Round a 0..100(+) percent to a whole number for table display, or '—' when unmeasured. */\nfunction fmtPct(n: number | undefined): number | string {\n  return typeof n === 'number' ? Math.round(n) : '—';\n}\n\n/** Round a rate/latency to a whole number for table display, or '—' when unmeasured. */\nfunction fmtNum(n: number | undefined): number | string {\n  return typeof n === 'number' ? Math.round(n) : '—';\n}\n\n/**\n * Source D (per-worker): flatten `WorkflowEngine.workerHealth()` to ONE row per live worker, exposing\n * the live {@link WorkerStatus} each heartbeat now carries (mode/limit/min-max, in-flight saturation,\n * RAM%/CPU%, throughput, p95, last adjust). A worker from an older SDK with no `status` still renders\n * — its measured fields fall back to '—', so a mixed fleet stays visible. Rows sort backlog-bearing\n * groups first, then by group, then instanceId. Empty when the transport can't report health.\n */\nexport function durableWorkerStatusProvider(): DataProvider {\n  return {\n    name: 'durable.workerStatus',\n    async resolve(_query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const rows = health\n        .slice()\n        // Groups with a backlog first (the workers worth scrutinising), then by group name.\n        .sort((a, b) => Number(b.depth > 0) - Number(a.depth > 0) || a.group.localeCompare(b.group))\n        .flatMap((group) =>\n          group.liveWorkers\n            .slice()\n            .sort((a, b) => a.instanceId.localeCompare(b.instanceId))\n            .map((worker) => {\n              const status = worker.status;\n              const concurrency = status?.concurrency;\n              const mode = concurrency?.mode ?? '—';\n              const limit = concurrency?.limit ?? '—';\n              const inFlight = status?.inFlight ?? '—';\n              const minMax =\n                concurrency?.mode === 'adaptive'\n                  ? `${concurrency.min ?? 1}–${concurrency.max ?? 32}`\n                  : '—';\n              const saturation =\n                concurrency && status ? `${status.inFlight}/${concurrency.limit}` : '—';\n              return {\n                group: group.group,\n                instanceId: worker.instanceId,\n                mode,\n                limit,\n                minMax,\n                inFlight,\n                saturation,\n                queued: group.depth,\n                rssPct: fmtPct(status?.rssPct),\n                cpuPct: fmtPct(status?.cpuPct),\n                throughputPerMin: fmtNum(status?.throughputPerMin),\n                p95Ms: fmtNum(status?.p95Ms),\n                lastAdjust: fmtLastAdjust(status?.lastAdjust),\n              };\n            }),\n        );\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      // Dedup triplicated lifecycle events so paired durations aren't double-counted.\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n// Palette aligned index-for-index with STATE_BREAKDOWN_STATUSES so each status reads with the\n// semantically-correct color: running=cyan, pending=amber, cancelling=orange, completed=green,\n// failed=red, dead=purple.\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n/** Color palette for the state breakdown pie segments (aligned to STATE_BREAKDOWN_STATUSES). */\nconst STATE_BREAKDOWN_PALETTE = [\n  '#38bdf8', // running   → cyan/blue\n  '#fbbf24', // pending   → amber\n  '#f59e0b', // cancelling → orange\n  '#34d399', // completed → green\n  '#f87171', // failed    → red\n  '#a78bfa', // dead      → purple\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;AAAA,SAA2BA,sBAAsB;AAEjD,SAAoBC,gBAAgBC,SAASC,aAAa;AAgBnD,IAAMC,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,gBAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,MAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,MAAMoB,QAAQC,QAAQC,OAAM,GAAIJ,IAAAA,IAAQG,QAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,gBAAQG,KAAKxB,MAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,gBAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,eAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,eAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,SAASoB,gCAAgC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;;;;YAINF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;;;;;;;YAONF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAcpB,OAAO;cAAS;cACrC;gBAAEoB,KAAK;gBAAQpB,OAAO;cAAO;cAC7B;gBAAEoB,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAcpB,OAAO;cAAY;cACxC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAQ;cAChC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAQ;cAChC;gBAAEoB,KAAK;gBAAoBpB,OAAO;cAAY;cAC9C;gBAAEoB,KAAK;gBAASpB,OAAO;cAAS;cAChC;gBAAEoB,KAAK;gBAAcpB,OAAO;cAAc;;UAE9C;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA7IgB9B;;;ACVhB,SAASgC,uBAAuBC,kBAAAA,uBAAsB;AAGtD,SAASC,yBAAyB;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAaT,IAAMO,uBAAuB,oBAAIC,IAAI;EACnC;EACA;EACA;EACA;CACD;AAcD,SAASC,gBAAgBrB,SAAuB;AAC9C,QAAMsB,OAAO,oBAAIF,IAAAA;AACjB,QAAMG,MAAsB,CAAA;AAC5B,aAAWhB,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,SAASF,EAAES,SAASL,qBAAqBM,IAAIV,EAAEE,KAAK,GAAG;AAC3D,YAAMS,MAAM,GAAGX,EAAEE,KAAK,IAAIF,EAAES,KAAK;AACjC,UAAIF,KAAKG,IAAIC,GAAAA,EAAM;AACnBJ,WAAKK,IAAID,GAAAA;IACX;AACAH,QAAIK,KAAKrB,CAAAA;EACX;AACA,SAAOgB;AACT;AAbSF;AAeT,IAAMQ,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAM0C,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAKvD;MAAO;IAC9B;EACF;AACF;AAVgBgD;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAKsD,OAAOR,OAAOpC,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAM4B,iBAAiB,oBAAIC,IAAAA;AAE3B,iBAAWpC,KAAKc,gBAAgB1B,KAAKG,IAAI,GAAG;AAC1C,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAM8B,KAAK7B,EAAE8B,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAelD,IAAIoD,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAM1B,QAAQL,YAAYC;AAC1B,YAAMiC,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOrB,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAI6B,WAAW,SAAU,QAAO;QAAER,OAAOzB;MAAO;AAChD,UAAIiC,WAAW,QAAS,QAAO;QAAER,OAAOrB;MAAM;AAC9C,UAAI6B,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAe1C,QAAO;UACrCiD,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOrB;MAAM;IACxB;EACF;AACF;AAxCgBsB;AAiDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAIsD,OAAOR,OAAOpC,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWgC,OAAOhC,aAAasD,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMhC,QAAQ;AAC5F,YAAMuD,SAASvD,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQ2C,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAUvC;QAAM,CAAA;QACzCqC,MAAMI,SAAS;UAAEF,QAAQ;UAAQvC;QAAM,CAAA;OACxC;AACD,YAAM+D,OAAO;WAAI9C;WAAW2C;QACzBnD,OAAO,CAACuD,MAAM,CAAC,IAAInD,KAAKmD,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAI3C,KAAK2C,EAAES,SAAS,IAAI,CAAC,IAAIpD,KAAK0C,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGlE,KAAAA,EACToD,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAIpD,KAAKmD,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZrB,OAAOqC,EAAEK;QACTC,OAAON,EAAEM,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAER;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASe,8BAAAA;AACd,SAAO;IACLtC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,iBAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAY/F,WAAW,GADxB;AAElB,UAAKmD,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOiC,OAAOlE,OAAOoE,SAAAA,EAAW5F;QAAO;MAClD;AACA,YAAM8E,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOiC,UAAUrB,CAAAA,CAAAA,IAAMZ,OAAOiC,UAAUtB,CAAAA,CAAAA,KAAOC,EAAEuB,QAAQxB,EAAEwB,KAAK,EAC/E3B,IAAI,CAAC0B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAY/F;QAC3BsD,QAAQsC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEf;MAAK;IAChB;EACF;AACF;AAxBgBS;AA2BhB,SAASW,OAAOC,MAAY;AAC1B,QAAMC,IAAIlG,KAAKG,IAAI,GAAGH,KAAKmG,OAAOzE,KAAKR,IAAG,IAAK+E,QAAQ,GAAA,CAAA;AACvD,MAAIC,IAAI,GAAI,QAAO,GAAGA,CAAAA;AACtB,QAAME,IAAIpG,KAAKmG,MAAMD,IAAI,EAAA;AACzB,MAAIE,IAAI,GAAI,QAAO,GAAGA,CAAAA;AACtB,QAAMC,IAAIrG,KAAKmG,MAAMC,IAAI,EAAA;AACzB,MAAIC,IAAI,GAAI,QAAO,GAAGA,CAAAA;AACtB,SAAO,GAAGrG,KAAKmG,MAAME,IAAI,EAAA,CAAA;AAC3B;AARSL;AAWT,SAASM,cAAclC,GAA6B;AAClD,MAAI,CAACA,EAAG,QAAO;AACf,SAAO,GAAGA,EAAEmC,MAAM,IAAInC,EAAEoC,IAAI,SAAIpC,EAAEqC,EAAE,IAAIT,OAAO5B,EAAEsC,EAAE,CAAA;AACrD;AAHSJ;AAMT,SAASK,OAAOC,GAAqB;AACnC,SAAO,OAAOA,MAAM,WAAW5G,KAAKmG,MAAMS,CAAAA,IAAK;AACjD;AAFSD;AAKT,SAASE,OAAOD,GAAqB;AACnC,SAAO,OAAOA,MAAM,WAAW5G,KAAKmG,MAAMS,CAAAA,IAAK;AACjD;AAFSC;AAWF,SAASC,8BAAAA;AACd,SAAO;IACL/D,MAAM;IACN,MAAMC,QAAQ+D,QAAQ1G,KAAqB;AACzC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,iBAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMb,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOY,EAAEuB,QAAQ,CAAA,IAAKnC,OAAOW,EAAEwB,QAAQ,CAAA,KAAMxB,EAAE0B,MAAMkB,cAAc3C,EAAEyB,KAAK,CAAA,EACzFmB,QAAQ,CAACnB,UACRA,MAAMD,YACHd,MAAK,EACLZ,KAAK,CAACC,GAAGC,MAAMD,EAAE8C,WAAWF,cAAc3C,EAAE6C,UAAU,CAAA,EACtDjD,IAAI,CAACkD,WAAAA;AACJ,cAAM/D,SAAS+D,OAAO/D;AACtB,cAAMgE,cAAchE,QAAQgE;AAC5B,cAAMC,OAAOD,aAAaC,QAAQ;AAClC,cAAMxG,QAAQuG,aAAavG,SAAS;AACpC,cAAMyG,WAAWlE,QAAQkE,YAAY;AACrC,cAAMC,SACJH,aAAaC,SAAS,aAClB,GAAGD,YAAYnH,OAAO,CAAA,SAAKmH,YAAYjH,OAAO,EAAA,KAC9C;AACN,cAAMqH,aACJJ,eAAehE,SAAS,GAAGA,OAAOkE,QAAQ,IAAIF,YAAYvG,KAAK,KAAK;AACtE,eAAO;UACLiF,OAAOA,MAAMA;UACboB,YAAYC,OAAOD;UACnBG;UACAxG;UACA0G;UACAD;UACAE;UACAzB,QAAQD,MAAMF;UACd6B,QAAQd,OAAOvD,QAAQqE,MAAAA;UACvBC,QAAQf,OAAOvD,QAAQsE,MAAAA;UACvBC,kBAAkBd,OAAOzD,QAAQuE,gBAAAA;UACjCC,OAAOf,OAAOzD,QAAQwE,KAAAA;UACtBC,YAAYvB,cAAclD,QAAQyE,UAAAA;QACpC;MACF,CAAA,CAAA;AAEN,aAAO;QAAEjD;MAAK;IAChB;EACF;AACF;AA9CgBkC;AA0DT,SAASgB,0BAAAA;AACd,SAAO;IACL/E,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AAGnD,YAAM0H,YAAY,oBAAIpE,IAAAA;AACtB,iBAAWpC,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAES,SAASjB,EAAEE,WAAW;AACvDsG,oBAAUjE,IAAI/B,EAAES,OAAO,CAAC,IAAId,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMuG,OAAiB,CAAA;AACvB,iBAAWzG,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAEkG,eAAe,UAAU;AACpCD,iBAAKpF,KAAKb,EAAEkG,UAAU;UACxB,WAAWlG,EAAES,OAAO;AAClB,kBAAMrB,QAAQ4G,UAAUvH,IAAIuB,EAAES,KAAK;AACnC,kBAAM0F,MAAM3G,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI8C;AACnD,gBAAIpD,UAAUoD,UAAa2D,QAAQ3D,UAAa2D,OAAO/G,OAAO;AAC5D6G,mBAAKpF,KAAKsF,MAAM/G,KAAAA;YAClB;UACF;QACF;MACF;AACA6G,WAAK7D,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAM8D,MAAMxI,WAAWqI,MAAM,EAAA;AAC7B,YAAMI,MAAMzI,WAAWqI,MAAM,EAAA;AAC7B,YAAMK,MAAM1I,WAAWqI,MAAM,EAAA;AAG7B,YAAMjE,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAO4E;MAAI;AAC1C,UAAIpE,WAAW,MAAO,QAAO;QAAER,OAAO6E;MAAI;AAC1C,UAAIrE,WAAW,MAAO,QAAO;QAAER,OAAO8E;MAAI;AAG1C,YAAMlI,MAAM6H,KAAKtB,GAAG,EAAC,KAAM;AAC3B,YAAM4B,cAAc;AACpB,YAAMC,OAAOvI,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAKmI,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMjC,KAAK;QAAE1G,QAAQwI;MAAY,GAAG,CAACI,GAAGC,OAAO;QAC7DzE,OAAO,GAAGlE,KAAKmG,MAAOwC,IAAIJ,OAAQ,GAAA,IAAO,EAAA;QACzCK,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKb,MAAM;AACpB,cAAMc,KAAK9I,KAAKC,IAAIqI,cAAc,GAAGtI,KAAK+I,MAAMF,IAAIN,IAAAA,CAAAA;AACpD,cAAMS,SAASR,QAAQM,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEJ;QAASL;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA5DgBP;AAkET,SAASmB,8BAAAA;AACd,SAAO;IACLlG,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMuG,IAAInD,OAAQR,OAAmCuF,WAAW,EAAA;AAChE,YAAMtH,MAAMQ,KAAKR,IAAG;AAGpB,UAAIgI,OAAOhI;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAI0H,KAAMA,QAAO1H;QACvB;MACF;AACA,YAAM2H,OAAOnJ,KAAKG,IAAIe,MAAMgI,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOvC;AAE1B,YAAMhC,OAA+D6D,MAAMjC,KACzE;QAAE1G,QAAQ8G;MAAE,GACZ,CAAC8B,GAAGC,MAAAA;AACF,cAAMU,cAAc,IAAI3H,KAAKwH,OAAOP,IAAIS,UAAAA;AACxC,cAAMlF,QAAQmF,YAAYrE,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAOoF,MAAM;UAAGxH,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAI2G,IAAI,GAAG5G,KAAK+I,OAAOvH,IAAI0H,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAM3E,KAAK7E,GAAAA;AACjB,YAAIwJ,KAAK;AACP,cAAIxH,EAAEE,UAAU,gBAAiBsH,KAAID,QAAQ;cACxCC,KAAIzH,UAAU;QACrB;MACF;AAEA,aAAO;QAAE8C;MAAK;IAChB;EACF;AACF;AA3CgBqE;AAiDT,SAASO,6BAAAA;AACd,SAAO;IACLzG,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMqC,QAAQ3B,cAAcP,OAAAA;AAC5B,YAAMoI,WAAW7H,cAAcD,QAAAA;AAC/B,YAAM+H,QAAQ/H,SAAS7B,SAAS,IAAIyD,QAAQkG,WAAWlF;AAGvD,YAAMoF,eAAe;AACrB,YAAMP,aAAanI,WAAW0I;AAC9B,YAAMC,aAAa1I,MAAMD;AACzB,YAAM4I,QAAQpB,MAAMjC,KAAK;QAAE1G,QAAQ6J;MAAa,GAAG,CAACjB,GAAGC,MAAAA;AACrD,cAAMmB,SAASF,aAAajB,IAAIS;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAW3I,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIsI,UAAUtI,KAAKuI;QAC5B,CAAA;AACA,eAAOnI,cAAcoI,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAEzG;QAAOmG;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACLlH,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMgJ,iBAAiB,wBAACC,OACtBA,GAAG7I,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAMsK,cAAcnJ,YAAY,KAAK,KAAK;AAC1C,YAAMsC,QAAQ2G,eAAe7I,OAAAA,IAAW+I;AACxC,YAAMC,YAAYH,eAAevI,QAAAA,IAAYyI;AAC7C,YAAMV,QAAQ/H,SAAS7B,SAAS,IAAIyD,QAAQ8G,YAAY9F;AAGxD,YAAMoF,eAAe;AACrB,YAAMP,aAAanI,WAAW0I;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAa1I,MAAMD;AACzB,YAAM4I,QAAQpB,MAAMjC,KAAK;QAAE1G,QAAQ6J;MAAa,GAAG,CAACjB,GAAGC,MAAAA;AACrD,cAAMmB,SAASF,aAAajB,IAAIS;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAW3I,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIsI,UAAUtI,KAAKuI;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAE/G;QAAOmG;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAyChB,IAAMM,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAGF,IAAMC,0BAA0B;EAC9B;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACL1H,MAAM;IACN,MAAMC,QAAQ+D,QAAQ1G,KAAqB;AACzC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMgK,SAAS,MAAMhG,QAAQC,IAC3B4F,yBAAyBtG,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA,EAAG8H,KAAK,CAACtH,SAASA,KAAKvD,MAAM,CAAA,CAAA;AAG3E,YAAM8K,WAAWL,yBAAyBtG,IAAI,CAACC,OAAOyE,OAAO;QAC3DzE;QACAX,OAAOmH,OAAO/B,CAAAA;QACdkC,OAAOL,wBAAwB7B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEiC;MAAS;IACpB;EACF;AACF;AAlBgBH;;;AFtgBT,SAASK,0BACdC,OAA8D,CAAC,GAAC;AAEhE,SAAOC,yBAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OAVa;EAYjB,CAAA;AACF;AArBgBtB;","names":["WorkflowEngine","SpanStatusCode","context","trace","DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","defineTelescopeExtension","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","STATE_STORE_CANONICAL","WorkflowEngine","TELESCOPE_STORAGE","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","RUN_LIFECYCLE_EVENTS","Set","dedupeRunEvents","seen","out","runId","has","key","add","push","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","relAgo","atMs","s","round","m","h","fmtLastAdjust","reason","from","to","at","fmtPct","n","fmtNum","durableWorkerStatusProvider","_query","localeCompare","flatMap","instanceId","worker","concurrency","mode","inFlight","minMax","saturation","rssPct","cpuPct","throughputPerMin","p95Ms","lastAdjust","durableDurationProvider","startedAt","durs","durationMs","end","p50","p95","p99","bucketCount","size","buckets","Array","_","i","count","d","bi","floor","bucket","durableRunsOverTimeProvider","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_STATUSES","STATE_BREAKDOWN_PALETTE","durableStateBreakdownProvider","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableWorkerStatusProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dudousxd/nestjs-durable-telescope",
-  "version": "0.6.2",
+  "version": "0.7.0",
   "description": "Telescope watcher for nestjs-durable — workflow runs and steps as Telescope entries",
   "license": "MIT",
   "author": "Davide Carvalho",
@@ -27,7 +27,7 @@
     "@opentelemetry/api": "1.9.0",
     "typescript": "5.9.3",
     "tsup": "8.3.5",
-    "@dudousxd/nestjs-durable-core": "^0.41.0"
+    "@dudousxd/nestjs-durable-core": "^0.42.0"
   },
   "module": "./dist/index.js",
   "exports": {