@dudousxd/nestjs-durable-telescope 0.6.0 → 0.6.2

package/dist/index.cjs

@@ -241,7 +241,10 @@ function durableDashboard(opts = {}) {
           },
           {
             kind: "table",
-            title: "Starved worker groups",
+            // Lists ALL worker groups (starved ones sorted first); the Status column
+            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it
+            // "Starved worker groups" read as if every listed group were starved.
+            title: "Worker health",
             data: {
               provider: "durable.workerHealth"
             },
@@ -357,6 +360,27 @@ function successRateOf(entries) {
   return total === 0 ? 1 : completed / total;
 }
 __name(successRateOf, "successRateOf");
+var RUN_LIFECYCLE_EVENTS = /* @__PURE__ */ new Set([
+  "run.started",
+  "run.completed",
+  "run.failed",
+  "run.suspended"
+]);
+function dedupeRunEvents(entries) {
+  const seen = /* @__PURE__ */ new Set();
+  const out = [];
+  for (const e of entries) {
+    const c = e.content ?? {};
+    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {
+      const key = `${c.event}:${c.runId}`;
+      if (seen.has(key)) continue;
+      seen.add(key);
+    }
+    out.push(e);
+  }
+  return out;
+}
+__name(dedupeRunEvents, "dedupeRunEvents");
 var STATE_CAP = 1e4;
 function durableStateProvider() {
   return {
@@ -392,7 +416,7 @@ function durableTimeseriesProvider() {
       let completed = 0;
       let failed = 0;
       const failByWorkflow = /* @__PURE__ */ new Map();
-      for (const e of page.data) {
+      for (const e of dedupeRunEvents(page.data)) {
         const c = e.content ?? {};
         if (c.event === "run.completed") completed += 1;
         else if (c.event === "run.failed") {
@@ -499,7 +523,7 @@ function durableDurationProvider() {
   return {
     name: "durable.duration",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const startedAt = /* @__PURE__ */ new Map();
       for (const e of entries) {
         const c = e.content ?? {};
@@ -564,7 +588,7 @@ function durableRunsOverTimeProvider() {
   return {
     name: "durable.runsOverTime",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const n = Number(query?.buckets ?? 24);
       const now = Date.now();
       let minT = now;
@@ -609,7 +633,7 @@ function durableSuccessRateProvider() {
   return {
     name: "durable.successRate",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const windowMs = Number(query?.windowMs ?? 24 * 60 * 60 * 1e3);
       const now = Date.now();
       const { current, previous } = splitWindows(entries, windowMs, now);
@@ -643,7 +667,7 @@ function durableThroughputProvider() {
   return {
     name: "durable.throughput",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const windowMs = Number(query?.windowMs ?? 24 * 60 * 60 * 1e3);
       const now = Date.now();
       const { current, previous } = splitWindows(entries, windowMs, now);
@@ -676,14 +700,6 @@ function durableThroughputProvider() {
   };
 }
 __name(durableThroughputProvider, "durableThroughputProvider");
-var STATE_BREAKDOWN_PALETTE = [
-  "#34d399",
-  "#fbbf24",
-  "#f59e0b",
-  "#f87171",
-  "#38bdf8",
-  "#a78bfa"
-];
 var STATE_BREAKDOWN_STATUSES = [
   "running",
   "pending",
@@ -692,6 +708,14 @@ var STATE_BREAKDOWN_STATUSES = [
   "failed",
   "dead"
 ];
+var STATE_BREAKDOWN_PALETTE = [
+  "#38bdf8",
+  "#fbbf24",
+  "#f59e0b",
+  "#34d399",
+  "#f87171",
+  "#a78bfa"
+];
 function durableStateBreakdownProvider() {
   return {
     name: "durable.stateBreakdown",

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts","../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["export * from './durable-telescope.watcher';\nexport * from './durable-telescope.extension';\nexport * from './durable-data-providers';\nexport * from './durable-dashboard.spec-data';\n","import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            title: 'Starved worker groups',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      for (const e of page.data) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/** Color palette for the state breakdown pie segments. */\nconst STATE_BREAKDOWN_PALETTE = ['#34d399', '#fbbf24', '#f59e0b', '#f87171', '#38bdf8', '#a78bfa'];\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;ACAA,iCAAiD;AAEjD,iBAA0D;AAgBnD,IAAMA,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,2CAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,iBAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,iBAAMoB,QAAQC,mBAAQC,OAAM,GAAIJ,IAAAA,IAAQG,mBAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,2BAAQG,KAAKxB,iBAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,2BAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,0BAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,0BAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,IAAAoB,2BAAyC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA5GgB9B;;;ACVhB,IAAAgC,8BAAsD;AAGtD,8BAAkC;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAYT,IAAMO,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMmC,QAAQnC,IAAIE,UAAUC,IAAIiC,mDAAuB;QAAE/B,QAAQ;MAAM,CAAA;AACvE,YAAMgC,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQ7B,OAAOsB;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAK7C;MAAO;IAC9B;EACF;AACF;AAVgBsC;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAK4C,OAAOR,OAAO1B,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAMkB,iBAAiB,oBAAIC,IAAAA;AAC3B,iBAAW1B,KAAKZ,KAAKG,MAAM;AACzB,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAMoB,KAAKnB,EAAEoB,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAexC,IAAI0C,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAMhB,QAAQL,YAAYC;AAC1B,YAAMuB,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOX,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAImB,WAAW,SAAU,QAAO;QAAER,OAAOf;MAAO;AAChD,UAAIuB,WAAW,QAAS,QAAO;QAAER,OAAOX;MAAM;AAC9C,UAAImB,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAehC,QAAO;UACrCuC,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOX;MAAM;IACxB;EACF;AACF;AAvCgBY;AAgDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMmC,QAAQnC,IAAIE,UAAUC,IAAIiC,mDAAuB;QAAE/B,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAI4C,OAAOR,OAAO1B,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWsB,OAAOtB,aAAa4C,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMtB,QAAQ;AAC5F,YAAM6C,SAAS7C,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQiC,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAU7B;QAAM,CAAA;QACzC2B,MAAMI,SAAS;UAAEF,QAAQ;UAAQ7B;QAAM,CAAA;OACxC;AACD,YAAMqD,OAAO;WAAIpC;WAAWiC;QACzBzC,OAAO,CAAC6C,MAAM,CAAC,IAAIzC,KAAKyC,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAIjC,KAAKiC,EAAES,SAAS,IAAI,CAAC,IAAI1C,KAAKgC,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGxD,KAAAA,EACT0C,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAI1C,KAAKyC,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZqB,OAAOL,EAAEM;QACTC,OAAOP,EAAEO,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAET;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASgB,8BAAAA;AACd,SAAO;IACLvC,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMwE,SAASxE,IAAIE,UAAUC,IAAIsE,4CAAgB;QAAEpE,QAAQ;MAAM,CAAA;AACjE,YAAMqE,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAYtF,WAAW,GADxB;AAElB,UAAKyC,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOkC,OAAOzD,OAAO2D,SAAAA,EAAWnF;QAAO;MAClD;AACA,YAAMoE,OAAOa,OACVV,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOkC,UAAUtB,CAAAA,CAAAA,IAAMZ,OAAOkC,UAAUvB,CAAAA,CAAAA,KAAOC,EAAEwB,QAAQzB,EAAEyB,KAAK,EAC/E5B,IAAI,CAAC2B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAYtF;QAC3B4C,QAAQuC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEhB;MAAK;IAChB;EACF;AACF;AAxBgBU;AAoCT,SAASW,0BAAAA;AACd,SAAO;IACLlD,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AAGnC,YAAMmF,YAAY,oBAAIvC,IAAAA;AACtB,iBAAW1B,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAEyC,SAASjD,EAAEE,WAAW;AACvD+D,oBAAUpC,IAAIrB,EAAEyC,OAAO,CAAC,IAAI9C,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMgE,OAAiB,CAAA;AACvB,iBAAWlE,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAE2D,eAAe,UAAU;AACpCD,iBAAKE,KAAK5D,EAAE2D,UAAU;UACxB,WAAW3D,EAAEyC,OAAO;AAClB,kBAAMrD,QAAQqE,UAAUhF,IAAIuB,EAAEyC,KAAK;AACnC,kBAAMoB,MAAMrE,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAIoC;AACnD,gBAAI1C,UAAU0C,UAAa+B,QAAQ/B,UAAa+B,OAAOzE,OAAO;AAC5DsE,mBAAKE,KAAKC,MAAMzE,KAAAA;YAClB;UACF;QACF;MACF;AACAsE,WAAKhC,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAMkC,MAAMlG,WAAW8F,MAAM,EAAA;AAC7B,YAAMK,MAAMnG,WAAW8F,MAAM,EAAA;AAC7B,YAAMM,MAAMpG,WAAW8F,MAAM,EAAA;AAG7B,YAAMpC,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAOgD;MAAI;AAC1C,UAAIxC,WAAW,MAAO,QAAO;QAAER,OAAOiD;MAAI;AAC1C,UAAIzC,WAAW,MAAO,QAAO;QAAER,OAAOkD;MAAI;AAG1C,YAAM5F,MAAMsF,KAAKO,GAAG,EAAC,KAAM;AAC3B,YAAMC,cAAc;AACpB,YAAMC,OAAOlG,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAK8F,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMC,KAAK;QAAEvG,QAAQmG;MAAY,GAAG,CAACK,GAAGC,OAAO;QAC7D/C,OAAO,GAAGxD,KAAKwG,MAAOD,IAAIL,OAAQ,GAAA,IAAO,EAAA;QACzCO,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKjB,MAAM;AACpB,cAAMkB,KAAK3G,KAAKC,IAAIgG,cAAc,GAAGjG,KAAK4G,MAAMF,IAAIR,IAAAA,CAAAA;AACpD,cAAMW,SAASV,QAAQQ,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEN;QAASN;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA3DgBR;AAiET,SAASuB,8BAAAA;AACd,SAAO;IACLzE,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AACnC,YAAM0G,IAAIhE,OAAQR,OAAmC4D,WAAW,EAAA;AAChE,YAAMjF,MAAMQ,KAAKR,IAAG;AAGpB,UAAI8F,OAAO9F;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAIwF,KAAMA,QAAOxF;QACvB;MACF;AACA,YAAMyF,OAAOjH,KAAKG,IAAIe,MAAM8F,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOF;AAE1B,YAAM7C,OAA+DkC,MAAMC,KACzE;QAAEvG,QAAQiH;MAAE,GACZ,CAACT,GAAGC,MAAAA;AACF,cAAMY,cAAc,IAAIzF,KAAKsF,OAAOT,IAAIW,UAAAA;AACxC,cAAM1D,QAAQ2D,YAAY7C,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAO4D,MAAM;UAAGtF,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAI8G,IAAI,GAAG/G,KAAK4G,OAAOpF,IAAIwF,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAMnD,KAAKnE,GAAAA;AACjB,YAAIsH,KAAK;AACP,cAAItF,EAAEE,UAAU,gBAAiBoF,KAAID,QAAQ;cACxCC,KAAIvF,UAAU;QACrB;MACF;AAEA,aAAO;QAAEoC;MAAK;IAChB;EACF;AACF;AA3CgB4C;AAiDT,SAASQ,6BAAAA;AACd,SAAO;IACLjF,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AACnC,YAAMY,WAAW8B,OAAQR,OAAmCtB,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAM2B,QAAQjB,cAAcP,OAAAA;AAC5B,YAAMkG,WAAW3F,cAAcD,QAAAA;AAC/B,YAAM6F,QAAQ7F,SAAS7B,SAAS,IAAI+C,QAAQ0E,WAAW1D;AAGvD,YAAM4D,eAAe;AACrB,YAAMP,aAAajG,WAAWwG;AAC9B,YAAMC,aAAaxG,MAAMD;AACzB,YAAM0G,QAAQvB,MAAMC,KAAK;QAAEvG,QAAQ2H;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWzG,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIoG,UAAUpG,KAAKqG;QAC5B,CAAA;AACA,eAAOjG,cAAckG,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAEjF;QAAO2E;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACL1F,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AACnC,YAAMY,WAAW8B,OAAQR,OAAmCtB,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAM8G,iBAAiB,wBAACC,OACtBA,GAAG3G,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAMoI,cAAcjH,YAAY,KAAK,KAAK;AAC1C,YAAM4B,QAAQmF,eAAe3G,OAAAA,IAAW6G;AACxC,YAAMC,YAAYH,eAAerG,QAAAA,IAAYuG;AAC7C,YAAMV,QAAQ7F,SAAS7B,SAAS,IAAI+C,QAAQsF,YAAYtE;AAGxD,YAAM4D,eAAe;AACrB,YAAMP,aAAajG,WAAWwG;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAaxG,MAAMD;AACzB,YAAM0G,QAAQvB,MAAMC,KAAK;QAAEvG,QAAQ2H;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWzG,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIoG,UAAUpG,KAAKqG;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAEvF;QAAO2E;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAuChB,IAAMM,0BAA0B;EAAC;EAAW;EAAW;EAAW;EAAW;EAAW;;AACxF,IAAMC,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACLlG,MAAM;IACN,MAAMC,QAAQkG,QAAQnI,KAAqB;AACzC,YAAMmC,QAAQnC,IAAIE,UAAUC,IAAIiC,mDAAuB;QAAE/B,QAAQ;MAAM,CAAA;AACvE,YAAM+H,SAAS,MAAMzE,QAAQC,IAC3BqE,yBAAyB/E,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQ7B,OAAOsB;MAAU,CAAA,EAAGuG,KAAK,CAAC/F,SAASA,KAAK7C,MAAM,CAAA,CAAA;AAG3E,YAAM6I,WAAWL,yBAAyB/E,IAAI,CAACC,OAAO+C,OAAO;QAC3D/C;QACAX,OAAO4F,OAAOlC,CAAAA;QACdqC,OAAOP,wBAAwB9B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEoC;MAAS;IACpB;EACF;AACF;AAlBgBJ;;;AFtYT,SAASM,0BACdC,OAA8D,CAAC,GAAC;AAEhE,aAAOC,mDAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OATa;EAWjB,CAAA;AACF;AApBgBrB;","names":["DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","import_nestjs_telescope","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","import_nestjs_durable_core","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","runId","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","durableDurationProvider","startedAt","durs","durationMs","push","end","p50","p95","p99","at","bucketCount","size","buckets","Array","from","_","i","round","count","d","bi","floor","bucket","durableRunsOverTimeProvider","n","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_PALETTE","STATE_BREAKDOWN_STATUSES","durableStateBreakdownProvider","_query","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}
+{"version":3,"sources":["../src/index.ts","../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["export * from './durable-telescope.watcher';\nexport * from './durable-telescope.extension';\nexport * from './durable-data-providers';\nexport * from './durable-dashboard.spec-data';\n","import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            // Lists ALL worker groups (starved ones sorted first); the Status column\n            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it\n            // \"Starved worker groups\" read as if every listed group were starved.\n            title: 'Worker health',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\n/** Run-level lifecycle events — each can legitimately occur at most once per runId. */\nconst RUN_LIFECYCLE_EVENTS = new Set([\n  'run.started',\n  'run.completed',\n  'run.failed',\n  'run.suspended',\n]);\n\n/**\n * Deduplicate run-level lifecycle entries by `${event}:${runId}`, keeping the FIRST occurrence.\n *\n * The durable engine emits each run lifecycle event on every pod (1 worker + N api pods) and the\n * watcher records on each, so a single `run.completed` for a given runId is captured multiple times\n * with identical content but distinct entry ids / createdAt (±ms) — inflating completed/failed\n * counts. A given runId can legitimately have at most ONE `run.started` and ONE terminal\n * `run.completed`/`run.failed`/`run.suspended`, so collapsing by `${event}:${runId}` is provably\n * safe. Step events and any entry without a run-level event + runId pass through untouched — a step\n * can legitimately repeat across attempts, and the watcher's step content carries no stepId/attempt\n * to key on.\n */\nfunction dedupeRunEvents(entries: StorageEntry[]): StorageEntry[] {\n  const seen = new Set<string>();\n  const out: StorageEntry[] = [];\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string; runId?: string };\n    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {\n      const key = `${c.event}:${c.runId}`;\n      if (seen.has(key)) continue;\n      seen.add(key);\n    }\n    out.push(e);\n  }\n  return out;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      // Dedup triplicated lifecycle events (one event recorded on every pod) before counting.\n      for (const e of dedupeRunEvents(page.data)) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      // Dedup triplicated lifecycle events so paired durations aren't double-counted.\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n// Palette aligned index-for-index with STATE_BREAKDOWN_STATUSES so each status reads with the\n// semantically-correct color: running=cyan, pending=amber, cancelling=orange, completed=green,\n// failed=red, dead=purple.\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n/** Color palette for the state breakdown pie segments (aligned to STATE_BREAKDOWN_STATUSES). */\nconst STATE_BREAKDOWN_PALETTE = [\n  '#38bdf8', // running   → cyan/blue\n  '#fbbf24', // pending   → amber\n  '#f59e0b', // cancelling → orange\n  '#34d399', // completed → green\n  '#f87171', // failed    → red\n  '#a78bfa', // dead      → purple\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;ACAA,iCAAiD;AAEjD,iBAA0D;AAgBnD,IAAMA,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,2CAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,iBAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,iBAAMoB,QAAQC,mBAAQC,OAAM,GAAIJ,IAAAA,IAAQG,mBAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,2BAAQG,KAAKxB,iBAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,2BAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,0BAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,0BAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,IAAAoB,2BAAyC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;;;;YAINF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA/GgB9B;;;ACVhB,IAAAgC,8BAAsD;AAGtD,8BAAkC;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAaT,IAAMO,uBAAuB,oBAAIC,IAAI;EACnC;EACA;EACA;EACA;CACD;AAcD,SAASC,gBAAgBrB,SAAuB;AAC9C,QAAMsB,OAAO,oBAAIF,IAAAA;AACjB,QAAMG,MAAsB,CAAA;AAC5B,aAAWhB,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,SAASF,EAAES,SAASL,qBAAqBM,IAAIV,EAAEE,KAAK,GAAG;AAC3D,YAAMS,MAAM,GAAGX,EAAEE,KAAK,IAAIF,EAAES,KAAK;AACjC,UAAIF,KAAKG,IAAIC,GAAAA,EAAM;AACnBJ,WAAKK,IAAID,GAAAA;IACX;AACAH,QAAIK,KAAKrB,CAAAA;EACX;AACA,SAAOgB;AACT;AAbSF;AAeT,IAAMQ,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAM0C,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAKvD;MAAO;IAC9B;EACF;AACF;AAVgBgD;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,2CAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAKsD,OAAOR,OAAOpC,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAM4B,iBAAiB,oBAAIC,IAAAA;AAE3B,iBAAWpC,KAAKc,gBAAgB1B,KAAKG,IAAI,GAAG;AAC1C,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAM8B,KAAK7B,EAAE8B,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAelD,IAAIoD,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAM1B,QAAQL,YAAYC;AAC1B,YAAMiC,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOrB,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAI6B,WAAW,SAAU,QAAO;QAAER,OAAOzB;MAAO;AAChD,UAAIiC,WAAW,QAAS,QAAO;QAAER,OAAOrB;MAAM;AAC9C,UAAI6B,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAe1C,QAAO;UACrCiD,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOrB;MAAM;IACxB;EACF;AACF;AAxCgBsB;AAiDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAIsD,OAAOR,OAAOpC,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWgC,OAAOhC,aAAasD,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMhC,QAAQ;AAC5F,YAAMuD,SAASvD,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQ2C,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAUvC;QAAM,CAAA;QACzCqC,MAAMI,SAAS;UAAEF,QAAQ;UAAQvC;QAAM,CAAA;OACxC;AACD,YAAM+D,OAAO;WAAI9C;WAAW2C;QACzBnD,OAAO,CAACuD,MAAM,CAAC,IAAInD,KAAKmD,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAI3C,KAAK2C,EAAES,SAAS,IAAI,CAAC,IAAIpD,KAAK0C,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGlE,KAAAA,EACToD,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAIpD,KAAKmD,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZrB,OAAOqC,EAAEK;QACTC,OAAON,EAAEM,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAER;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASe,8BAAAA;AACd,SAAO;IACLtC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,4CAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAY/F,WAAW,GADxB;AAElB,UAAKmD,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOiC,OAAOlE,OAAOoE,SAAAA,EAAW5F;QAAO;MAClD;AACA,YAAM8E,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOiC,UAAUrB,CAAAA,CAAAA,IAAMZ,OAAOiC,UAAUtB,CAAAA,CAAAA,KAAOC,EAAEuB,QAAQxB,EAAEwB,KAAK,EAC/E3B,IAAI,CAAC0B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAY/F;QAC3BsD,QAAQsC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEf;MAAK;IAChB;EACF;AACF;AAxBgBS;AAoCT,SAASW,0BAAAA;AACd,SAAO;IACLjD,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AAGnD,YAAM4F,YAAY,oBAAItC,IAAAA;AACtB,iBAAWpC,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAES,SAASjB,EAAEE,WAAW;AACvDwE,oBAAUnC,IAAI/B,EAAES,OAAO,CAAC,IAAId,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMyE,OAAiB,CAAA;AACvB,iBAAW3E,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAEoE,eAAe,UAAU;AACpCD,iBAAKtD,KAAKb,EAAEoE,UAAU;UACxB,WAAWpE,EAAES,OAAO;AAClB,kBAAMrB,QAAQ8E,UAAUzF,IAAIuB,EAAES,KAAK;AACnC,kBAAM4D,MAAM7E,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI8C;AACnD,gBAAIpD,UAAUoD,UAAa6B,QAAQ7B,UAAa6B,OAAOjF,OAAO;AAC5D+E,mBAAKtD,KAAKwD,MAAMjF,KAAAA;YAClB;UACF;QACF;MACF;AACA+E,WAAK/B,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAMgC,MAAM1G,WAAWuG,MAAM,EAAA;AAC7B,YAAMI,MAAM3G,WAAWuG,MAAM,EAAA;AAC7B,YAAMK,MAAM5G,WAAWuG,MAAM,EAAA;AAG7B,YAAMnC,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAO8C;MAAI;AAC1C,UAAItC,WAAW,MAAO,QAAO;QAAER,OAAO+C;MAAI;AAC1C,UAAIvC,WAAW,MAAO,QAAO;QAAER,OAAOgD;MAAI;AAG1C,YAAMpG,MAAM+F,KAAKM,GAAG,EAAC,KAAM;AAC3B,YAAMC,cAAc;AACpB,YAAMC,OAAO1G,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAKsG,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMC,KAAK;QAAE/G,QAAQ2G;MAAY,GAAG,CAACK,GAAGC,OAAO;QAC7D7C,OAAO,GAAGlE,KAAKgH,MAAOD,IAAIL,OAAQ,GAAA,IAAO,EAAA;QACzCO,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKhB,MAAM;AACpB,cAAMiB,KAAKnH,KAAKC,IAAIwG,cAAc,GAAGzG,KAAKoH,MAAMF,IAAIR,IAAAA,CAAAA;AACpD,cAAMW,SAASV,QAAQQ,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEN;QAASN;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA5DgBP;AAkET,SAASsB,8BAAAA;AACd,SAAO;IACLvE,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMkH,IAAI9D,OAAQR,OAAmC0D,WAAW,EAAA;AAChE,YAAMzF,MAAMQ,KAAKR,IAAG;AAGpB,UAAIsG,OAAOtG;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAIgG,KAAMA,QAAOhG;QACvB;MACF;AACA,YAAMiG,OAAOzH,KAAKG,IAAIe,MAAMsG,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOF;AAE1B,YAAM3C,OAA+DgC,MAAMC,KACzE;QAAE/G,QAAQyH;MAAE,GACZ,CAACT,GAAGC,MAAAA;AACF,cAAMY,cAAc,IAAIjG,KAAK8F,OAAOT,IAAIW,UAAAA;AACxC,cAAMxD,QAAQyD,YAAY3C,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAO0D,MAAM;UAAG9F,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAIsH,IAAI,GAAGvH,KAAKoH,OAAO5F,IAAIgG,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAMjD,KAAK7E,GAAAA;AACjB,YAAI8H,KAAK;AACP,cAAI9F,EAAEE,UAAU,gBAAiB4F,KAAID,QAAQ;cACxCC,KAAI/F,UAAU;QACrB;MACF;AAEA,aAAO;QAAE8C;MAAK;IAChB;EACF;AACF;AA3CgB0C;AAiDT,SAASQ,6BAAAA;AACd,SAAO;IACL/E,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMqC,QAAQ3B,cAAcP,OAAAA;AAC5B,YAAM0G,WAAWnG,cAAcD,QAAAA;AAC/B,YAAMqG,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQwE,WAAWxD;AAGvD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMC,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOzG,cAAc0G,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAE/E;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACLxF,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMsH,iBAAiB,wBAACC,OACtBA,GAAGnH,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAM4I,cAAczH,YAAY,KAAK,KAAK;AAC1C,YAAMsC,QAAQiF,eAAenH,OAAAA,IAAWqH;AACxC,YAAMC,YAAYH,eAAe7G,QAAAA,IAAY+G;AAC7C,YAAMV,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQoF,YAAYpE;AAGxD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAErF;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAyChB,IAAMM,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAGF,IAAMC,0BAA0B;EAC9B;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACLhG,MAAM;IACN,MAAMC,QAAQgG,QAAQ3I,KAAqB;AACzC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,mDAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMuI,SAAS,MAAMvE,QAAQC,IAC3BkE,yBAAyB5E,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA,EAAGqG,KAAK,CAAC7F,SAASA,KAAKvD,MAAM,CAAA,CAAA;AAG3E,YAAMqJ,WAAWN,yBAAyB5E,IAAI,CAACC,OAAO6C,OAAO;QAC3D7C;QACAX,OAAO0F,OAAOlC,CAAAA;QACdqC,OAAON,wBAAwB/B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEoC;MAAS;IACpB;EACF;AACF;AAlBgBJ;;;AFrbT,SAASM,0BACdC,OAA8D,CAAC,GAAC;AAEhE,aAAOC,mDAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OATa;EAWjB,CAAA;AACF;AApBgBrB;","names":["DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","import_nestjs_telescope","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","import_nestjs_durable_core","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","RUN_LIFECYCLE_EVENTS","Set","dedupeRunEvents","seen","out","runId","has","key","add","push","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","durableDurationProvider","startedAt","durs","durationMs","end","p50","p95","p99","at","bucketCount","size","buckets","Array","from","_","i","round","count","d","bi","floor","bucket","durableRunsOverTimeProvider","n","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_STATUSES","STATE_BREAKDOWN_PALETTE","durableStateBreakdownProvider","_query","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}

package/dist/index.js

@@ -206,7 +206,10 @@ function durableDashboard(opts = {}) {
           },
           {
             kind: "table",
-            title: "Starved worker groups",
+            // Lists ALL worker groups (starved ones sorted first); the Status column
+            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it
+            // "Starved worker groups" read as if every listed group were starved.
+            title: "Worker health",
             data: {
               provider: "durable.workerHealth"
             },
@@ -322,6 +325,27 @@ function successRateOf(entries) {
   return total === 0 ? 1 : completed / total;
 }
 __name(successRateOf, "successRateOf");
+var RUN_LIFECYCLE_EVENTS = /* @__PURE__ */ new Set([
+  "run.started",
+  "run.completed",
+  "run.failed",
+  "run.suspended"
+]);
+function dedupeRunEvents(entries) {
+  const seen = /* @__PURE__ */ new Set();
+  const out = [];
+  for (const e of entries) {
+    const c = e.content ?? {};
+    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {
+      const key = `${c.event}:${c.runId}`;
+      if (seen.has(key)) continue;
+      seen.add(key);
+    }
+    out.push(e);
+  }
+  return out;
+}
+__name(dedupeRunEvents, "dedupeRunEvents");
 var STATE_CAP = 1e4;
 function durableStateProvider() {
   return {
@@ -357,7 +381,7 @@ function durableTimeseriesProvider() {
       let completed = 0;
       let failed = 0;
       const failByWorkflow = /* @__PURE__ */ new Map();
-      for (const e of page.data) {
+      for (const e of dedupeRunEvents(page.data)) {
         const c = e.content ?? {};
         if (c.event === "run.completed") completed += 1;
         else if (c.event === "run.failed") {
@@ -464,7 +488,7 @@ function durableDurationProvider() {
   return {
     name: "durable.duration",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const startedAt = /* @__PURE__ */ new Map();
       for (const e of entries) {
         const c = e.content ?? {};
@@ -529,7 +553,7 @@ function durableRunsOverTimeProvider() {
   return {
     name: "durable.runsOverTime",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const n = Number(query?.buckets ?? 24);
       const now = Date.now();
       let minT = now;
@@ -574,7 +598,7 @@ function durableSuccessRateProvider() {
   return {
     name: "durable.successRate",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const windowMs = Number(query?.windowMs ?? 24 * 60 * 60 * 1e3);
       const now = Date.now();
       const { current, previous } = splitWindows(entries, windowMs, now);
@@ -608,7 +632,7 @@ function durableThroughputProvider() {
   return {
     name: "durable.throughput",
     async resolve(query, ctx) {
-      const entries = await fetchEntries(ctx);
+      const entries = dedupeRunEvents(await fetchEntries(ctx));
       const windowMs = Number(query?.windowMs ?? 24 * 60 * 60 * 1e3);
       const now = Date.now();
       const { current, previous } = splitWindows(entries, windowMs, now);
@@ -641,14 +665,6 @@ function durableThroughputProvider() {
   };
 }
 __name(durableThroughputProvider, "durableThroughputProvider");
-var STATE_BREAKDOWN_PALETTE = [
-  "#34d399",
-  "#fbbf24",
-  "#f59e0b",
-  "#f87171",
-  "#38bdf8",
-  "#a78bfa"
-];
 var STATE_BREAKDOWN_STATUSES = [
   "running",
   "pending",
@@ -657,6 +673,14 @@ var STATE_BREAKDOWN_STATUSES = [
   "failed",
   "dead"
 ];
+var STATE_BREAKDOWN_PALETTE = [
+  "#38bdf8",
+  "#fbbf24",
+  "#f59e0b",
+  "#34d399",
+  "#f87171",
+  "#a78bfa"
+];
 function durableStateBreakdownProvider() {
   return {
     name: "durable.stateBreakdown",

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            title: 'Starved worker groups',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      for (const e of page.data) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = await fetchEntries(ctx);\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/** Color palette for the state breakdown pie segments. */\nconst STATE_BREAKDOWN_PALETTE = ['#34d399', '#fbbf24', '#f59e0b', '#f87171', '#38bdf8', '#a78bfa'];\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;AAAA,SAA2BA,sBAAsB;AAEjD,SAAoBC,gBAAgBC,SAASC,aAAa;AAgBnD,IAAMC,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,gBAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,MAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,MAAMoB,QAAQC,QAAQC,OAAM,GAAIJ,IAAAA,IAAQG,QAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,gBAAQG,KAAKxB,MAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,gBAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,eAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,eAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,SAASoB,gCAAgC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA5GgB9B;;;ACVhB,SAASgC,uBAAuBC,kBAAAA,uBAAsB;AAGtD,SAASC,yBAAyB;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAYT,IAAMO,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMmC,QAAQnC,IAAIE,UAAUC,IAAIiC,uBAAuB;QAAE/B,QAAQ;MAAM,CAAA;AACvE,YAAMgC,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQ7B,OAAOsB;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAK7C;MAAO;IAC9B;EACF;AACF;AAVgBsC;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAK4C,OAAOR,OAAO1B,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAMkB,iBAAiB,oBAAIC,IAAAA;AAC3B,iBAAW1B,KAAKZ,KAAKG,MAAM;AACzB,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAMoB,KAAKnB,EAAEoB,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAexC,IAAI0C,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAMhB,QAAQL,YAAYC;AAC1B,YAAMuB,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOX,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAImB,WAAW,SAAU,QAAO;QAAER,OAAOf;MAAO;AAChD,UAAIuB,WAAW,QAAS,QAAO;QAAER,OAAOX;MAAM;AAC9C,UAAImB,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAehC,QAAO;UACrCuC,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOX;MAAM;IACxB;EACF;AACF;AAvCgBY;AAgDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMmC,QAAQnC,IAAIE,UAAUC,IAAIiC,uBAAuB;QAAE/B,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAI4C,OAAOR,OAAO1B,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWsB,OAAOtB,aAAa4C,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMtB,QAAQ;AAC5F,YAAM6C,SAAS7C,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQiC,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAU7B;QAAM,CAAA;QACzC2B,MAAMI,SAAS;UAAEF,QAAQ;UAAQ7B;QAAM,CAAA;OACxC;AACD,YAAMqD,OAAO;WAAIpC;WAAWiC;QACzBzC,OAAO,CAAC6C,MAAM,CAAC,IAAIzC,KAAKyC,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAIjC,KAAKiC,EAAES,SAAS,IAAI,CAAC,IAAI1C,KAAKgC,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGxD,KAAAA,EACT0C,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAI1C,KAAKyC,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZqB,OAAOL,EAAEM;QACTC,OAAOP,EAAEO,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAET;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASgB,8BAAAA;AACd,SAAO;IACLvC,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMwE,SAASxE,IAAIE,UAAUC,IAAIsE,iBAAgB;QAAEpE,QAAQ;MAAM,CAAA;AACjE,YAAMqE,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAYtF,WAAW,GADxB;AAElB,UAAKyC,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOkC,OAAOzD,OAAO2D,SAAAA,EAAWnF;QAAO;MAClD;AACA,YAAMoE,OAAOa,OACVV,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOkC,UAAUtB,CAAAA,CAAAA,IAAMZ,OAAOkC,UAAUvB,CAAAA,CAAAA,KAAOC,EAAEwB,QAAQzB,EAAEyB,KAAK,EAC/E5B,IAAI,CAAC2B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAYtF;QAC3B4C,QAAQuC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEhB;MAAK;IAChB;EACF;AACF;AAxBgBU;AAoCT,SAASW,0BAAAA;AACd,SAAO;IACLlD,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AAGnC,YAAMmF,YAAY,oBAAIvC,IAAAA;AACtB,iBAAW1B,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAEyC,SAASjD,EAAEE,WAAW;AACvD+D,oBAAUpC,IAAIrB,EAAEyC,OAAO,CAAC,IAAI9C,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMgE,OAAiB,CAAA;AACvB,iBAAWlE,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAE2D,eAAe,UAAU;AACpCD,iBAAKE,KAAK5D,EAAE2D,UAAU;UACxB,WAAW3D,EAAEyC,OAAO;AAClB,kBAAMrD,QAAQqE,UAAUhF,IAAIuB,EAAEyC,KAAK;AACnC,kBAAMoB,MAAMrE,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAIoC;AACnD,gBAAI1C,UAAU0C,UAAa+B,QAAQ/B,UAAa+B,OAAOzE,OAAO;AAC5DsE,mBAAKE,KAAKC,MAAMzE,KAAAA;YAClB;UACF;QACF;MACF;AACAsE,WAAKhC,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAMkC,MAAMlG,WAAW8F,MAAM,EAAA;AAC7B,YAAMK,MAAMnG,WAAW8F,MAAM,EAAA;AAC7B,YAAMM,MAAMpG,WAAW8F,MAAM,EAAA;AAG7B,YAAMpC,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAOgD;MAAI;AAC1C,UAAIxC,WAAW,MAAO,QAAO;QAAER,OAAOiD;MAAI;AAC1C,UAAIzC,WAAW,MAAO,QAAO;QAAER,OAAOkD;MAAI;AAG1C,YAAM5F,MAAMsF,KAAKO,GAAG,EAAC,KAAM;AAC3B,YAAMC,cAAc;AACpB,YAAMC,OAAOlG,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAK8F,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMC,KAAK;QAAEvG,QAAQmG;MAAY,GAAG,CAACK,GAAGC,OAAO;QAC7D/C,OAAO,GAAGxD,KAAKwG,MAAOD,IAAIL,OAAQ,GAAA,IAAO,EAAA;QACzCO,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKjB,MAAM;AACpB,cAAMkB,KAAK3G,KAAKC,IAAIgG,cAAc,GAAGjG,KAAK4G,MAAMF,IAAIR,IAAAA,CAAAA;AACpD,cAAMW,SAASV,QAAQQ,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEN;QAASN;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA3DgBR;AAiET,SAASuB,8BAAAA;AACd,SAAO;IACLzE,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AACnC,YAAM0G,IAAIhE,OAAQR,OAAmC4D,WAAW,EAAA;AAChE,YAAMjF,MAAMQ,KAAKR,IAAG;AAGpB,UAAI8F,OAAO9F;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAIwF,KAAMA,QAAOxF;QACvB;MACF;AACA,YAAMyF,OAAOjH,KAAKG,IAAIe,MAAM8F,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOF;AAE1B,YAAM7C,OAA+DkC,MAAMC,KACzE;QAAEvG,QAAQiH;MAAE,GACZ,CAACT,GAAGC,MAAAA;AACF,cAAMY,cAAc,IAAIzF,KAAKsF,OAAOT,IAAIW,UAAAA;AACxC,cAAM1D,QAAQ2D,YAAY7C,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAO4D,MAAM;UAAGtF,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAI8G,IAAI,GAAG/G,KAAK4G,OAAOpF,IAAIwF,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAMnD,KAAKnE,GAAAA;AACjB,YAAIsH,KAAK;AACP,cAAItF,EAAEE,UAAU,gBAAiBoF,KAAID,QAAQ;cACxCC,KAAIvF,UAAU;QACrB;MACF;AAEA,aAAO;QAAEoC;MAAK;IAChB;EACF;AACF;AA3CgB4C;AAiDT,SAASQ,6BAAAA;AACd,SAAO;IACLjF,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AACnC,YAAMY,WAAW8B,OAAQR,OAAmCtB,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAM2B,QAAQjB,cAAcP,OAAAA;AAC5B,YAAMkG,WAAW3F,cAAcD,QAAAA;AAC/B,YAAM6F,QAAQ7F,SAAS7B,SAAS,IAAI+C,QAAQ0E,WAAW1D;AAGvD,YAAM4D,eAAe;AACrB,YAAMP,aAAajG,WAAWwG;AAC9B,YAAMC,aAAaxG,MAAMD;AACzB,YAAM0G,QAAQvB,MAAMC,KAAK;QAAEvG,QAAQ2H;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWzG,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIoG,UAAUpG,KAAKqG;QAC5B,CAAA;AACA,eAAOjG,cAAckG,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAEjF;QAAO2E;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACL1F,MAAM;IACN,MAAMC,QAAQC,OAAOlC,KAAqB;AACxC,YAAMW,UAAU,MAAMZ,aAAaC,GAAAA;AACnC,YAAMY,WAAW8B,OAAQR,OAAmCtB,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAM8G,iBAAiB,wBAACC,OACtBA,GAAG3G,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAMoI,cAAcjH,YAAY,KAAK,KAAK;AAC1C,YAAM4B,QAAQmF,eAAe3G,OAAAA,IAAW6G;AACxC,YAAMC,YAAYH,eAAerG,QAAAA,IAAYuG;AAC7C,YAAMV,QAAQ7F,SAAS7B,SAAS,IAAI+C,QAAQsF,YAAYtE;AAGxD,YAAM4D,eAAe;AACrB,YAAMP,aAAajG,WAAWwG;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAaxG,MAAMD;AACzB,YAAM0G,QAAQvB,MAAMC,KAAK;QAAEvG,QAAQ2H;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWzG,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAIoG,UAAUpG,KAAKqG;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAEvF;QAAO2E;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAuChB,IAAMM,0BAA0B;EAAC;EAAW;EAAW;EAAW;EAAW;EAAW;;AACxF,IAAMC,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACLlG,MAAM;IACN,MAAMC,QAAQkG,QAAQnI,KAAqB;AACzC,YAAMmC,QAAQnC,IAAIE,UAAUC,IAAIiC,uBAAuB;QAAE/B,QAAQ;MAAM,CAAA;AACvE,YAAM+H,SAAS,MAAMzE,QAAQC,IAC3BqE,yBAAyB/E,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQ7B,OAAOsB;MAAU,CAAA,EAAGuG,KAAK,CAAC/F,SAASA,KAAK7C,MAAM,CAAA,CAAA;AAG3E,YAAM6I,WAAWL,yBAAyB/E,IAAI,CAACC,OAAO+C,OAAO;QAC3D/C;QACAX,OAAO4F,OAAOlC,CAAAA;QACdqC,OAAOP,wBAAwB9B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEoC;MAAS;IACpB;EACF;AACF;AAlBgBJ;;;AFtYT,SAASM,0BACdC,OAA8D,CAAC,GAAC;AAEhE,SAAOC,yBAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OATa;EAWjB,CAAA;AACF;AApBgBrB;","names":["WorkflowEngine","SpanStatusCode","context","trace","DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","defineTelescopeExtension","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","STATE_STORE_CANONICAL","WorkflowEngine","TELESCOPE_STORAGE","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","runId","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","durableDurationProvider","startedAt","durs","durationMs","push","end","p50","p95","p99","at","bucketCount","size","buckets","Array","from","_","i","round","count","d","bi","floor","bucket","durableRunsOverTimeProvider","n","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_PALETTE","STATE_BREAKDOWN_STATUSES","durableStateBreakdownProvider","_query","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}
+{"version":3,"sources":["../src/durable-telescope.watcher.ts","../src/durable-telescope.extension.ts","../src/durable-dashboard.spec-data.ts","../src/durable-data-providers.ts"],"sourcesContent":["import { type EngineEvent, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { Watcher, WatcherContext } from '@dudousxd/nestjs-telescope';\nimport { type Span, SpanStatusCode, context, trace } from '@opentelemetry/api';\n\n/**\n * A Telescope watcher that turns durable-workflow lifecycle events into Telescope entries, so\n * runs and steps (including remote/Python steps) show up alongside the app's requests, queries\n * and jobs in the Telescope UI — under the **Workflows** tab.\n *\n * It also **trace-groups** a run: a root span is opened per run and every entry is recorded inside\n * that span's OTel context (step entries inside a child `step …` span). Telescope's trace-context\n * provider stamps each entry with the active span, so a whole workflow shows up as a single trace\n * on the Traces page — run → steps — with each entry carrying the run's `traceId`. When the host has\n * no OTel SDK the spans are no-ops and entries simply carry no trace (the prior behaviour).\n *\n * Add it to `TelescopeModule.forRoot({ watchers: [new DurableTelescopeWatcher()] })`. It resolves\n * the engine from the (global) durable providers and subscribes to its events.\n */\nexport class DurableTelescopeWatcher implements Watcher {\n  readonly type = 'durable';\n  /** Open root span per run, so step entries nest under it and share its traceId. */\n  private readonly roots = new Map<string, Span>();\n\n  register(ctx: WatcherContext): void {\n    const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false });\n    const tracer = trace.getTracer('@dudousxd/nestjs-durable-telescope');\n\n    engine.subscribe((event) => {\n      const record = () =>\n        ctx.record({\n          type: this.type,\n          content: {\n            event: event.type,\n            workflow: event.workflow,\n            runId: event.runId,\n            seq: event.seq,\n            name: event.name,\n            kind: event.kind,\n            output: event.output,\n            error: event.error,\n            durationMs: event.durationMs,\n          },\n          tags: this.tags(event),\n        });\n\n      // Open the run's root span on first sight; later events nest under it.\n      if (event.type === 'run.started') {\n        this.roots.set(\n          event.runId,\n          tracer.startSpan(`workflow ${event.workflow ?? '?'}`, {\n            attributes: { 'durable.run_id': event.runId, 'durable.workflow': event.workflow },\n          }),\n        );\n      }\n      const root = this.roots.get(event.runId);\n      const base = root ? trace.setSpan(context.active(), root) : context.active();\n\n      // A step/signal/sleep event → give it its own child span so it's a distinct node in the\n      // trace; run-level events record directly on the root. Either way the active span at record\n      // time carries the run's traceId, so all entries group into one trace.\n      if (event.name != null && event.seq != null) {\n        const step = tracer.startSpan(\n          `step ${event.name}`,\n          {\n            attributes: {\n              'durable.run_id': event.runId,\n              'durable.step.seq': event.seq,\n              'durable.step.kind': event.kind,\n            },\n          },\n          base,\n        );\n        context.with(trace.setSpan(base, step), record);\n        step.end();\n      } else {\n        context.with(base, record);\n      }\n\n      // Close the run's root span when it leaves the running state.\n      if (event.type === 'run.completed' || event.type === 'run.suspended') {\n        root?.end();\n        this.roots.delete(event.runId);\n      } else if (event.type === 'run.failed') {\n        const message = event.error?.message;\n        root?.setStatus(\n          message !== undefined\n            ? { code: SpanStatusCode.ERROR, message }\n            : { code: SpanStatusCode.ERROR },\n        );\n        root?.end();\n        this.roots.delete(event.runId);\n      }\n    });\n  }\n\n  private tags(event: EngineEvent): string[] {\n    const tags = ['durable', event.type, `run:${event.runId}`];\n    if (event.workflow) tags.push(`workflow:${event.workflow}`);\n    if (event.kind) tags.push(`kind:${event.kind}`);\n    if (event.type === 'run.failed') tags.push('failed');\n    return tags;\n  }\n}\n","import { defineTelescopeExtension } from '@dudousxd/nestjs-telescope';\nimport { durableDashboard } from './durable-dashboard.spec-data';\nimport {\n  durableDurationProvider,\n  durableRecentFailuresProvider,\n  durableRunsOverTimeProvider,\n  durableStateBreakdownProvider,\n  durableStateProvider,\n  durableSuccessRateProvider,\n  durableThroughputProvider,\n  durableTimeseriesProvider,\n  durableWorkerHealthProvider,\n} from './durable-data-providers';\nimport { DurableTelescopeWatcher } from './durable-telescope.watcher';\n\n/** The first-class Telescope extension for nestjs-durable: watcher + Workflows dashboard. */\nexport function durableTelescopeExtension(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n) {\n  return defineTelescopeExtension({\n    name: 'durable',\n    watchers: () => [new DurableTelescopeWatcher()],\n    entryTypes: () => [{ id: 'durable', label: 'Workflows', dot: 'bg-amber-400' }],\n    dashboards: () => [durableDashboard(opts)],\n    dataProviders: () => [\n      durableStateProvider(),\n      durableTimeseriesProvider(),\n      durableRecentFailuresProvider(),\n      durableWorkerHealthProvider(),\n      durableDurationProvider(),\n      durableRunsOverTimeProvider(),\n      durableSuccessRateProvider(),\n      durableThroughputProvider(),\n      durableStateBreakdownProvider(),\n    ],\n  });\n}\n","import type { DashboardSpec } from '@dudousxd/nestjs-telescope';\n\n/**\n * The \"Workflows\" health dashboard — golden-signals sections layout.\n *\n * `runHref` is a URL template for deep-linking a run out to the durable dashboard\n * (e.g. '/durable/runs/{runId}'). `recentFailuresWindowMs` bounds the \"Stuck runs\"\n * table (default 24h) so a healthy system shows an empty table instead of\n * days-old failures; pass `0` to show all.\n */\nexport function durableDashboard(\n  opts: { runHref?: string; recentFailuresWindowMs?: number } = {},\n): DashboardSpec {\n  const runHref = opts.runHref ?? '/durable/runs/{runId}';\n  const windowMs = opts.recentFailuresWindowMs ?? 24 * 60 * 60 * 1000;\n  return {\n    id: 'durable.workflows',\n    label: 'Workflows',\n    panels: [],\n    sections: [\n      {\n        title: 'Health',\n        cols: 4,\n        panels: [\n          {\n            kind: 'gauge',\n            title: 'Success rate',\n            data: { provider: 'durable.successRate' },\n            max: 1,\n            format: 'percent',\n            thresholds: { warn: 0.98, bad: 0.95, direction: 'down-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Duration p95',\n            data: { provider: 'durable.duration', query: { metric: 'p95' } },\n            format: 'duration',\n            spark: false,\n            thresholds: { warn: 2000, bad: 5000, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Backlog',\n            data: { provider: 'durable.state', query: { status: 'pending' } },\n            spark: false,\n            thresholds: { warn: 50, bad: 200, direction: 'up-bad' },\n          },\n          {\n            kind: 'stat',\n            title: 'Throughput',\n            data: { provider: 'durable.throughput' },\n            format: 'rate',\n            spark: true,\n          },\n        ],\n      },\n      {\n        title: 'Needs attention',\n        cols: 3,\n        panels: [\n          {\n            kind: 'topN',\n            title: 'Top failing workflows',\n            data: { provider: 'durable.timeseries', query: { metric: 'topFailures' } },\n            limit: 8,\n          },\n          {\n            kind: 'table',\n            title: 'Stuck runs',\n            data: { provider: 'durable.recentFailures', query: { windowMs } },\n            columns: [\n              { key: 'updatedAt', label: 'Updated' },\n              { key: 'workflow', label: 'Workflow' },\n              { key: 'runId', label: 'Run', link: { href: runHref } },\n              { key: 'error', label: 'Error' },\n            ],\n          },\n          {\n            kind: 'table',\n            // Lists ALL worker groups (starved ones sorted first); the Status column\n            // flags STARVED (queued > 0 with zero live workers) vs ok. Titling it\n            // \"Starved worker groups\" read as if every listed group were starved.\n            title: 'Worker health',\n            data: { provider: 'durable.workerHealth' },\n            columns: [\n              { key: 'group', label: 'Group' },\n              { key: 'queued', label: 'Queued' },\n              { key: 'liveWorkers', label: 'Workers' },\n              { key: 'status', label: 'Status' },\n            ],\n          },\n        ],\n      },\n      {\n        title: 'Trends',\n        cols: 3,\n        panels: [\n          {\n            kind: 'timeseries',\n            title: 'Runs over time',\n            data: { provider: 'durable.runsOverTime' },\n            series: ['done', 'failed'],\n            style: 'stacked',\n          },\n          {\n            kind: 'distribution',\n            title: 'Duration distribution',\n            data: { provider: 'durable.duration' },\n            markers: ['p50', 'p95', 'p99'],\n            format: 'duration',\n          },\n          {\n            kind: 'breakdown',\n            title: 'Runs by state',\n            data: { provider: 'durable.stateBreakdown' },\n            style: 'donut',\n          },\n        ],\n      },\n    ],\n  };\n}\n","import { STATE_STORE_CANONICAL, WorkflowEngine } from '@dudousxd/nestjs-durable-core';\nimport type { RunStatus, StateStore } from '@dudousxd/nestjs-durable-core';\nimport type { DataProvider, ExtensionContext } from '@dudousxd/nestjs-telescope';\nimport { TELESCOPE_STORAGE } from '@dudousxd/nestjs-telescope';\n\n// ─── Shared helpers ───────────────────────────────────────────────────────────\n\n/** Compute the p-th percentile of a SORTED array. */\nfunction percentile(sorted: number[], p: number): number {\n  if (sorted.length === 0) return 0;\n  const idx = Math.min(sorted.length - 1, Math.ceil((p / 100) * sorted.length) - 1);\n  return sorted[Math.max(0, idx)] ?? 0;\n}\n\ntype StorageEntry = { content?: unknown; createdAt?: Date };\n\n/** Fetch the durable entry page from TELESCOPE_STORAGE. */\nasync function fetchEntries(ctx: ExtensionContext): Promise<StorageEntry[]> {\n  const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n    get(q: { type?: string; limit?: number }): Promise<{ data: StorageEntry[] }>;\n  };\n  const page = await storage.get({ type: 'durable', limit: 5_000 });\n  return page.data;\n}\n\n/**\n * Split entries into current/previous equal-length windows.\n *  current:  (now - windowMs, now]\n *  previous: (now - 2*windowMs, now - windowMs]\n */\nfunction splitWindows(\n  entries: StorageEntry[],\n  windowMs: number,\n  now: number,\n): { current: StorageEntry[]; previous: StorageEntry[] } {\n  const start = now - windowMs;\n  const prevStart = start - windowMs;\n  return {\n    current: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > start && t <= now;\n    }),\n    previous: entries.filter((e) => {\n      const t = e.createdAt ? +new Date(e.createdAt) : 0;\n      return t > prevStart && t <= start;\n    }),\n  };\n}\n\n/** Compute success rate (completed / total) for a list of entries, returns 1 when no data. */\nfunction successRateOf(entries: StorageEntry[]): number {\n  let completed = 0;\n  let failed = 0;\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string };\n    if (c.event === 'run.completed') completed += 1;\n    else if (c.event === 'run.failed') failed += 1;\n  }\n  const total = completed + failed;\n  return total === 0 ? 1 : completed / total;\n}\n\n/** Run-level lifecycle events — each can legitimately occur at most once per runId. */\nconst RUN_LIFECYCLE_EVENTS = new Set([\n  'run.started',\n  'run.completed',\n  'run.failed',\n  'run.suspended',\n]);\n\n/**\n * Deduplicate run-level lifecycle entries by `${event}:${runId}`, keeping the FIRST occurrence.\n *\n * The durable engine emits each run lifecycle event on every pod (1 worker + N api pods) and the\n * watcher records on each, so a single `run.completed` for a given runId is captured multiple times\n * with identical content but distinct entry ids / createdAt (±ms) — inflating completed/failed\n * counts. A given runId can legitimately have at most ONE `run.started` and ONE terminal\n * `run.completed`/`run.failed`/`run.suspended`, so collapsing by `${event}:${runId}` is provably\n * safe. Step events and any entry without a run-level event + runId pass through untouched — a step\n * can legitimately repeat across attempts, and the watcher's step content carries no stepId/attempt\n * to key on.\n */\nfunction dedupeRunEvents(entries: StorageEntry[]): StorageEntry[] {\n  const seen = new Set<string>();\n  const out: StorageEntry[] = [];\n  for (const e of entries) {\n    const c = (e.content ?? {}) as { event?: string; runId?: string };\n    if (c.event && c.runId && RUN_LIFECYCLE_EVENTS.has(c.event)) {\n      const key = `${c.event}:${c.runId}`;\n      if (seen.has(key)) continue;\n      seen.add(key);\n    }\n    out.push(e);\n  }\n  return out;\n}\n\nconst STATE_CAP = 10_000;\n\n// ─── Existing providers ───────────────────────────────────────────────────────\n\n/** Source C: current-state gauge from the durable store. query.status selects which (default 'dead'). */\nexport function durableStateProvider(): DataProvider {\n  return {\n    name: 'durable.state',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const status = (query?.status as RunStatus) ?? 'dead';\n      const runs = await store.listRuns({ status, limit: STATE_CAP });\n      return { value: runs.length };\n    },\n  };\n}\n\n/**\n * Source A: rollups from captured `durable` entries in Telescope's own storage.\n * Reads recent run.* lifecycle entries and aggregates. Bounded by Telescope's prune\n * window (by design — this is the \"history\" series, not the source of truth).\n */\nexport function durableTimeseriesProvider(): DataProvider {\n  return {\n    name: 'durable.timeseries',\n    async resolve(query, ctx: ExtensionContext) {\n      // TELESCOPE_STORAGE.get(query) → { data: Entry[]; nextCursor }. Entry = { content, createdAt, ... }.\n      const storage = ctx.moduleRef.get(TELESCOPE_STORAGE, { strict: false }) as {\n        get(q: { type?: string; limit?: number }): Promise<{\n          data: Array<{ content?: unknown; createdAt?: Date }>;\n        }>;\n      };\n      const limit = Math.min(5_000, Math.max(100, Number(query?.limit ?? 2_000)));\n      const page = await storage.get({ type: 'durable', limit });\n\n      let completed = 0;\n      let failed = 0;\n      const failByWorkflow = new Map<string, number>();\n      // Dedup triplicated lifecycle events (one event recorded on every pod) before counting.\n      for (const e of dedupeRunEvents(page.data)) {\n        const c = (e.content ?? {}) as { event?: string; workflow?: string };\n        if (c.event === 'run.completed') completed += 1;\n        else if (c.event === 'run.failed') {\n          failed += 1;\n          const wf = c.workflow ?? 'unknown';\n          failByWorkflow.set(wf, (failByWorkflow.get(wf) ?? 0) + 1);\n        }\n      }\n      const total = completed + failed;\n      const metric = (query?.metric as string) ?? 'successRate';\n      if (metric === 'successRate') return { value: total === 0 ? 1 : completed / total };\n      if (metric === 'failed') return { value: failed };\n      if (metric === 'total') return { value: total };\n      if (metric === 'topFailures') {\n        const items = [...failByWorkflow.entries()]\n          .map(([label, value]) => ({ label, value }))\n          .sort((a, b) => b.value - a.value);\n        return { items };\n      }\n      return { value: total };\n    },\n  };\n}\n\n/**\n * Source C: recent failed + dead runs as table rows (newest first), time-bounded.\n * Only failures updated within `query.windowMs` (default 24h) are returned, so a\n * healthy system shows an EMPTY table instead of surfacing days-old failures as if\n * they were a live incident. `windowMs: 0` disables the window (return all). Each\n * row carries a compact `updatedAt` stamp so recency is visible in the table.\n */\nexport function durableRecentFailuresProvider(): DataProvider {\n  return {\n    name: 'durable.recentFailures',\n    async resolve(query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const limit = Math.min(200, Math.max(10, Number(query?.limit ?? 50)));\n      const windowMs = query?.windowMs === undefined ? 24 * 60 * 60 * 1000 : Number(query.windowMs);\n      const cutoff = windowMs > 0 ? Date.now() - windowMs : 0;\n      const [failed, dead] = await Promise.all([\n        store.listRuns({ status: 'failed', limit }),\n        store.listRuns({ status: 'dead', limit }),\n      ]);\n      const rows = [...failed, ...dead]\n        .filter((r) => +new Date(r.updatedAt) >= cutoff)\n        .sort((a, b) => +new Date(b.updatedAt) - +new Date(a.updatedAt))\n        .slice(0, limit)\n        .map((r) => ({\n          // Compact UTC stamp (\"YYYY-MM-DD HH:mm Z\"); the generic table renderer\n          // prints column values as-is, so we format here.\n          updatedAt: `${new Date(r.updatedAt).toISOString().replace('T', ' ').slice(0, 16)}Z`,\n          workflow: r.workflow,\n          runId: r.id,\n          error: r.error?.message ?? '',\n        }));\n      return { rows };\n    },\n  };\n}\n\n/**\n * Source D: per-group worker health from the engine (`WorkflowEngine.workerHealth()` — queue depth\n * vs. live worker heartbeats). `query.metric: 'starvedCount'` returns the number of groups with work\n * queued and zero live workers (the \"alive but not consuming\" alert state) as a stat; otherwise a\n * table, starved groups sorted first. Empty when the transport can't report health (in-process).\n */\nexport function durableWorkerHealthProvider(): DataProvider {\n  return {\n    name: 'durable.workerHealth',\n    async resolve(query, ctx: ExtensionContext) {\n      const engine = ctx.moduleRef.get(WorkflowEngine, { strict: false }) as WorkflowEngine;\n      const health = await engine.workerHealth();\n      const isStarved = (g: { depth: number; liveWorkers: unknown[] }) =>\n        g.depth > 0 && g.liveWorkers.length === 0;\n      if ((query?.metric as string) === 'starvedCount') {\n        return { value: health.filter(isStarved).length };\n      }\n      const rows = health\n        .slice()\n        // Starved groups first, then deepest backlog — the rows that need attention rise to the top.\n        .sort((a, b) => Number(isStarved(b)) - Number(isStarved(a)) || b.depth - a.depth)\n        .map((g) => ({\n          group: g.group,\n          queued: g.depth,\n          liveWorkers: g.liveWorkers.length,\n          status: isStarved(g) ? 'STARVED' : 'ok',\n        }));\n      return { rows };\n    },\n  };\n}\n\n// ─── New golden-signals providers ────────────────────────────────────────────\n\n/**\n * Duration percentiles (p50/p95/p99) + a histogram of ~8 buckets.\n * Durations are read from `content.durationMs` on `run.completed`/`run.failed`; when absent,\n * computed by pairing a `run.started` and its corresponding `run.completed`/`run.failed` entry\n * by `runId` using their `createdAt` timestamps.\n *\n * With `query.metric === 'p50'|'p95'|'p99'` returns `{ value }` for use as a stat panel.\n */\nexport function durableDurationProvider(): DataProvider {\n  return {\n    name: 'durable.duration',\n    async resolve(query, ctx: ExtensionContext) {\n      // Dedup triplicated lifecycle events so paired durations aren't double-counted.\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n\n      // Index run.started entries by runId for the pairing fallback.\n      const startedAt = new Map<string, number>();\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string };\n        if (c.event === 'run.started' && c.runId && e.createdAt) {\n          startedAt.set(c.runId, +new Date(e.createdAt));\n        }\n      }\n\n      const durs: number[] = [];\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string; runId?: string; durationMs?: number };\n        if (c.event === 'run.completed' || c.event === 'run.failed') {\n          if (typeof c.durationMs === 'number') {\n            durs.push(c.durationMs);\n          } else if (c.runId) {\n            const start = startedAt.get(c.runId);\n            const end = e.createdAt ? +new Date(e.createdAt) : undefined;\n            if (start !== undefined && end !== undefined && end >= start) {\n              durs.push(end - start);\n            }\n          }\n        }\n      }\n      durs.sort((a, b) => a - b);\n\n      const p50 = percentile(durs, 50);\n      const p95 = percentile(durs, 95);\n      const p99 = percentile(durs, 99);\n\n      // Stat shortcut: return a single value for use in stat panels.\n      const metric = (query as Record<string, unknown>)?.metric as string | undefined;\n      if (metric === 'p50') return { value: p50 };\n      if (metric === 'p95') return { value: p95 };\n      if (metric === 'p99') return { value: p99 };\n\n      // Build ~8 equal-width buckets between 0 and max.\n      const max = durs.at(-1) ?? 0;\n      const bucketCount = 8;\n      const size = Math.max(1, Math.ceil((max + 1) / bucketCount));\n      const buckets = Array.from({ length: bucketCount }, (_, i) => ({\n        label: `${Math.round((i * size) / 100) / 10}s`,\n        count: 0,\n      }));\n      for (const d of durs) {\n        const bi = Math.min(bucketCount - 1, Math.floor(d / size));\n        const bucket = buckets[bi];\n        if (bucket) bucket.count += 1;\n      }\n\n      return { buckets, p50, p95, p99 };\n    },\n  };\n}\n\n/**\n * Buckets `run.completed` (-> done) and `run.failed` (-> failed) entries by `createdAt` into\n * N=`query.buckets ?? 24` equal-width time buckets.  Returns `{ rows: Array<{ label; done; failed }> }`.\n */\nexport function durableRunsOverTimeProvider(): DataProvider {\n  return {\n    name: 'durable.runsOverTime',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const n = Number((query as Record<string, unknown>)?.buckets ?? 24);\n      const now = Date.now();\n\n      // Determine the time window from the oldest entry or default to 24h.\n      let minT = now;\n      for (const e of entries) {\n        if (e.createdAt) {\n          const t = +new Date(e.createdAt);\n          if (t < minT) minT = t;\n        }\n      }\n      const span = Math.max(now - minT, 1);\n      const bucketSize = span / n;\n\n      const rows: Array<{ label: string; done: number; failed: number }> = Array.from(\n        { length: n },\n        (_, i) => {\n          const bucketStart = new Date(minT + i * bucketSize);\n          const label = bucketStart.toISOString().slice(11, 16); // \"HH:mm\"\n          return { label, done: 0, failed: 0 };\n        },\n      );\n\n      for (const e of entries) {\n        const c = (e.content ?? {}) as { event?: string };\n        if (c.event !== 'run.completed' && c.event !== 'run.failed') continue;\n        const t = e.createdAt ? +new Date(e.createdAt) : 0;\n        const idx = Math.min(n - 1, Math.floor((t - minT) / bucketSize));\n        const row = rows[idx];\n        if (row) {\n          if (c.event === 'run.completed') row.done += 1;\n          else row.failed += 1;\n        }\n      }\n\n      return { rows };\n    },\n  };\n}\n\n/**\n * Success rate over the last `query.windowMs` (default 24h), with a `delta` vs. the previous\n * equal-length window and a `spark` array of per-sub-bucket success rates.\n */\nexport function durableSuccessRateProvider(): DataProvider {\n  return {\n    name: 'durable.successRate',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const value = successRateOf(current);\n      const prevRate = successRateOf(previous);\n      const delta = previous.length > 0 ? value - prevRate : undefined;\n\n      // Spark: split the current window into 8 sub-buckets.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return successRateOf(bEntries);\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n/**\n * Completed runs per hour over the last `query.windowMs` (default 24h), with a `delta` vs. the\n * previous equal-length window and a `spark` array of per-sub-bucket throughput values.\n */\nexport function durableThroughputProvider(): DataProvider {\n  return {\n    name: 'durable.throughput',\n    async resolve(query, ctx: ExtensionContext) {\n      const entries = dedupeRunEvents(await fetchEntries(ctx));\n      const windowMs = Number((query as Record<string, unknown>)?.windowMs ?? 24 * 60 * 60 * 1000);\n      const now = Date.now();\n      const { current, previous } = splitWindows(entries, windowMs, now);\n\n      const countCompleted = (es: StorageEntry[]) =>\n        es.filter((e) => ((e.content ?? {}) as { event?: string }).event === 'run.completed')\n          .length;\n\n      const windowHours = windowMs / (60 * 60 * 1000);\n      const value = countCompleted(current) / windowHours;\n      const prevValue = countCompleted(previous) / windowHours;\n      const delta = previous.length > 0 ? value - prevValue : undefined;\n\n      // Spark: 8 sub-buckets of current window.\n      const sparkBuckets = 8;\n      const bucketSize = windowMs / sparkBuckets;\n      const bucketHours = bucketSize / (60 * 60 * 1000);\n      const sparkStart = now - windowMs;\n      const spark = Array.from({ length: sparkBuckets }, (_, i) => {\n        const bStart = sparkStart + i * bucketSize;\n        const bEnd = bStart + bucketSize;\n        const bEntries = current.filter((e) => {\n          const t = e.createdAt ? +new Date(e.createdAt) : 0;\n          return t > bStart && t <= bEnd;\n        });\n        return countCompleted(bEntries) / bucketHours;\n      });\n\n      return { value, delta, spark };\n    },\n  };\n}\n\n// Palette aligned index-for-index with STATE_BREAKDOWN_STATUSES so each status reads with the\n// semantically-correct color: running=cyan, pending=amber, cancelling=orange, completed=green,\n// failed=red, dead=purple.\nconst STATE_BREAKDOWN_STATUSES: RunStatus[] = [\n  'running',\n  'pending',\n  'cancelling',\n  'completed',\n  'failed',\n  'dead',\n];\n/** Color palette for the state breakdown pie segments (aligned to STATE_BREAKDOWN_STATUSES). */\nconst STATE_BREAKDOWN_PALETTE = [\n  '#38bdf8', // running   → cyan/blue\n  '#fbbf24', // pending   → amber\n  '#f59e0b', // cancelling → orange\n  '#34d399', // completed → green\n  '#f87171', // failed    → red\n  '#a78bfa', // dead      → purple\n];\n\n/**\n * Counts from `STATE_STORE.listRuns({ status })` for each of the statuses and returns pie\n * segments with the standard palette: `{ segments: Array<{ label, value, color }> }`.\n */\nexport function durableStateBreakdownProvider(): DataProvider {\n  return {\n    name: 'durable.stateBreakdown',\n    async resolve(_query, ctx: ExtensionContext) {\n      const store = ctx.moduleRef.get(STATE_STORE_CANONICAL, { strict: false }) as StateStore;\n      const counts = await Promise.all(\n        STATE_BREAKDOWN_STATUSES.map((status) =>\n          store.listRuns({ status, limit: STATE_CAP }).then((runs) => runs.length),\n        ),\n      );\n      const segments = STATE_BREAKDOWN_STATUSES.map((label, i) => ({\n        label,\n        value: counts[i],\n        color: STATE_BREAKDOWN_PALETTE[i],\n      }));\n      return { segments };\n    },\n  };\n}\n\n// NOTE: durableRetryHotspotsProvider is NOT implemented.\n// StateStore only exposes `listCheckpoints(runId: string)` (per-run lookup), with no cross-run\n// query by step `attempts`. There is no API to enumerate all step checkpoints across runs without\n// first listing every run — which would be O(N*M) and impractical. Task 13 should omit that panel.\n"],"mappings":";;;;AAAA,SAA2BA,sBAAsB;AAEjD,SAAoBC,gBAAgBC,SAASC,aAAa;AAgBnD,IAAMC,0BAAN,MAAMA;EAlBb,OAkBaA;;;EACFC,OAAO;;EAECC,QAAQ,oBAAIC,IAAAA;EAE7BC,SAASC,KAA2B;AAClC,UAAMC,SAASD,IAAIE,UAAUC,IAAIC,gBAAgB;MAAEC,QAAQ;IAAM,CAAA;AACjE,UAAMC,SAASC,MAAMC,UAAU,oCAAA;AAE/BP,WAAOQ,UAAU,CAACC,UAAAA;AAChB,YAAMC,SAAS,6BACbX,IAAIW,OAAO;QACTf,MAAM,KAAKA;QACXgB,SAAS;UACPF,OAAOA,MAAMd;UACbiB,UAAUH,MAAMG;UAChBC,OAAOJ,MAAMI;UACbC,KAAKL,MAAMK;UACXC,MAAMN,MAAMM;UACZC,MAAMP,MAAMO;UACZC,QAAQR,MAAMQ;UACdC,OAAOT,MAAMS;UACbC,YAAYV,MAAMU;QACpB;QACAC,MAAM,KAAKA,KAAKX,KAAAA;MAClB,CAAA,GAfa;AAkBf,UAAIA,MAAMd,SAAS,eAAe;AAChC,aAAKC,MAAMyB,IACTZ,MAAMI,OACNR,OAAOiB,UAAU,YAAYb,MAAMG,YAAY,GAAA,IAAO;UACpDW,YAAY;YAAE,kBAAkBd,MAAMI;YAAO,oBAAoBJ,MAAMG;UAAS;QAClF,CAAA,CAAA;MAEJ;AACA,YAAMY,OAAO,KAAK5B,MAAMM,IAAIO,MAAMI,KAAK;AACvC,YAAMY,OAAOD,OAAOlB,MAAMoB,QAAQC,QAAQC,OAAM,GAAIJ,IAAAA,IAAQG,QAAQC,OAAM;AAK1E,UAAInB,MAAMM,QAAQ,QAAQN,MAAMK,OAAO,MAAM;AAC3C,cAAMe,OAAOxB,OAAOiB,UAClB,QAAQb,MAAMM,IAAI,IAClB;UACEQ,YAAY;YACV,kBAAkBd,MAAMI;YACxB,oBAAoBJ,MAAMK;YAC1B,qBAAqBL,MAAMO;UAC7B;QACF,GACAS,IAAAA;AAEFE,gBAAQG,KAAKxB,MAAMoB,QAAQD,MAAMI,IAAAA,GAAOnB,MAAAA;AACxCmB,aAAKE,IAAG;MACV,OAAO;AACLJ,gBAAQG,KAAKL,MAAMf,MAAAA;MACrB;AAGA,UAAID,MAAMd,SAAS,mBAAmBc,MAAMd,SAAS,iBAAiB;AACpE6B,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B,WAAWJ,MAAMd,SAAS,cAAc;AACtC,cAAMsC,UAAUxB,MAAMS,OAAOe;AAC7BT,cAAMU,UACJD,YAAYE,SACR;UAAEC,MAAMC,eAAeC;UAAOL;QAAQ,IACtC;UAAEG,MAAMC,eAAeC;QAAM,CAAA;AAEnCd,cAAMO,IAAAA;AACN,aAAKnC,MAAMoC,OAAOvB,MAAMI,KAAK;MAC/B;IACF,CAAA;EACF;EAEQO,KAAKX,OAA8B;AACzC,UAAMW,OAAO;MAAC;MAAWX,MAAMd;MAAM,OAAOc,MAAMI,KAAK;;AACvD,QAAIJ,MAAMG,SAAUQ,MAAKmB,KAAK,YAAY9B,MAAMG,QAAQ,EAAE;AAC1D,QAAIH,MAAMO,KAAMI,MAAKmB,KAAK,QAAQ9B,MAAMO,IAAI,EAAE;AAC9C,QAAIP,MAAMd,SAAS,aAAcyB,MAAKmB,KAAK,QAAA;AAC3C,WAAOnB;EACT;AACF;;;ACtGA,SAASoB,gCAAgC;;;ACUlC,SAASC,iBACdC,OAA8D,CAAC,GAAC;AAEhE,QAAMC,UAAUD,KAAKC,WAAW;AAChC,QAAMC,WAAWF,KAAKG,0BAA0B,KAAK,KAAK,KAAK;AAC/D,SAAO;IACLC,IAAI;IACJC,OAAO;IACPC,QAAQ,CAAA;IACRC,UAAU;MACR;QACEC,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAsB;YACxCC,KAAK;YACLC,QAAQ;YACRC,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAW;UAC7D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAoBO,OAAO;gBAAEC,QAAQ;cAAM;YAAE;YAC/DN,QAAQ;YACRO,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAMC,KAAK;cAAMC,WAAW;YAAS;UAC3D;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAiBO,OAAO;gBAAEG,QAAQ;cAAU;YAAE;YAChED,OAAO;YACPN,YAAY;cAAEC,MAAM;cAAIC,KAAK;cAAKC,WAAW;YAAS;UACxD;UACA;YACER,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAqB;YACvCE,QAAQ;YACRO,OAAO;UACT;;MAEJ;MACA;QACEb,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAAsBO,OAAO;gBAAEC,QAAQ;cAAc;YAAE;YACzEG,OAAO;UACT;UACA;YACEb,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;cAA0BO,OAAO;gBAAEjB;cAAS;YAAE;YAChEsB,SAAS;cACP;gBAAEC,KAAK;gBAAapB,OAAO;cAAU;cACrC;gBAAEoB,KAAK;gBAAYpB,OAAO;cAAW;cACrC;gBAAEoB,KAAK;gBAASpB,OAAO;gBAAOqB,MAAM;kBAAEC,MAAM1B;gBAAQ;cAAE;cACtD;gBAAEwB,KAAK;gBAASpB,OAAO;cAAQ;;UAEnC;UACA;YACEK,MAAM;;;;YAINF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCY,SAAS;cACP;gBAAEC,KAAK;gBAASpB,OAAO;cAAQ;cAC/B;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;cACjC;gBAAEoB,KAAK;gBAAepB,OAAO;cAAU;cACvC;gBAAEoB,KAAK;gBAAUpB,OAAO;cAAS;;UAErC;;MAEJ;MACA;QACEG,OAAO;QACPC,MAAM;QACNH,QAAQ;UACN;YACEI,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAuB;YACzCgB,QAAQ;cAAC;cAAQ;;YACjBC,OAAO;UACT;UACA;YACEnB,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAmB;YACrCkB,SAAS;cAAC;cAAO;cAAO;;YACxBhB,QAAQ;UACV;UACA;YACEJ,MAAM;YACNF,OAAO;YACPG,MAAM;cAAEC,UAAU;YAAyB;YAC3CiB,OAAO;UACT;;MAEJ;;EAEJ;AACF;AA/GgB9B;;;ACVhB,SAASgC,uBAAuBC,kBAAAA,uBAAsB;AAGtD,SAASC,yBAAyB;AAKlC,SAASC,WAAWC,QAAkBC,GAAS;AAC7C,MAAID,OAAOE,WAAW,EAAG,QAAO;AAChC,QAAMC,MAAMC,KAAKC,IAAIL,OAAOE,SAAS,GAAGE,KAAKE,KAAML,IAAI,MAAOD,OAAOE,MAAM,IAAI,CAAA;AAC/E,SAAOF,OAAOI,KAAKG,IAAI,GAAGJ,GAAAA,CAAAA,KAAS;AACrC;AAJSJ;AAST,eAAeS,aAAaC,KAAqB;AAC/C,QAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;IAAEC,QAAQ;EAAM,CAAA;AAGrE,QAAMC,OAAO,MAAML,QAAQE,IAAI;IAAEI,MAAM;IAAWC,OAAO;EAAM,CAAA;AAC/D,SAAOF,KAAKG;AACd;AANeV;AAaf,SAASW,aACPC,SACAC,UACAC,KAAW;AAEX,QAAMC,QAAQD,MAAMD;AACpB,QAAMG,YAAYD,QAAQF;AAC1B,SAAO;IACLI,SAASL,QAAQM,OAAO,CAACC,MAAAA;AACvB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIL,SAASK,KAAKN;IAC3B,CAAA;IACAS,UAAUX,QAAQM,OAAO,CAACC,MAAAA;AACxB,YAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,aAAOD,IAAIJ,aAAaI,KAAKL;IAC/B,CAAA;EACF;AACF;AAjBSJ;AAoBT,SAASa,cAAcZ,SAAuB;AAC5C,MAAIa,YAAY;AAChB,MAAIC,SAAS;AACb,aAAWP,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,UAAU,gBAAiBJ,cAAa;aACrCE,EAAEE,UAAU,aAAcH,WAAU;EAC/C;AACA,QAAMI,QAAQL,YAAYC;AAC1B,SAAOI,UAAU,IAAI,IAAIL,YAAYK;AACvC;AAVSN;AAaT,IAAMO,uBAAuB,oBAAIC,IAAI;EACnC;EACA;EACA;EACA;CACD;AAcD,SAASC,gBAAgBrB,SAAuB;AAC9C,QAAMsB,OAAO,oBAAIF,IAAAA;AACjB,QAAMG,MAAsB,CAAA;AAC5B,aAAWhB,KAAKP,SAAS;AACvB,UAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,QAAID,EAAEE,SAASF,EAAES,SAASL,qBAAqBM,IAAIV,EAAEE,KAAK,GAAG;AAC3D,YAAMS,MAAM,GAAGX,EAAEE,KAAK,IAAIF,EAAES,KAAK;AACjC,UAAIF,KAAKG,IAAIC,GAAAA,EAAM;AACnBJ,WAAKK,IAAID,GAAAA;IACX;AACAH,QAAIK,KAAKrB,CAAAA;EACX;AACA,SAAOgB;AACT;AAbSF;AAeT,IAAMQ,YAAY;AAKX,SAASC,uBAAAA;AACd,SAAO;IACLC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAM0C,SAAUH,OAAOG,UAAwB;AAC/C,YAAMC,OAAO,MAAMH,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA;AAC7D,aAAO;QAAEU,OAAOF,KAAKvD;MAAO;IAC9B;EACF;AACF;AAVgBgD;AAiBT,SAASU,4BAAAA;AACd,SAAO;IACLT,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMC,UAAUD,IAAIE,UAAUC,IAAIC,mBAAmB;QAAEC,QAAQ;MAAM,CAAA;AAKrE,YAAMG,QAAQb,KAAKC,IAAI,KAAOD,KAAKG,IAAI,KAAKsD,OAAOR,OAAOpC,SAAS,GAAA,CAAA,CAAA;AACnE,YAAMF,OAAO,MAAML,QAAQE,IAAI;QAAEI,MAAM;QAAWC;MAAM,CAAA;AAExD,UAAIgB,YAAY;AAChB,UAAIC,SAAS;AACb,YAAM4B,iBAAiB,oBAAIC,IAAAA;AAE3B,iBAAWpC,KAAKc,gBAAgB1B,KAAKG,IAAI,GAAG;AAC1C,cAAMiB,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,gBAAiBJ,cAAa;iBACrCE,EAAEE,UAAU,cAAc;AACjCH,oBAAU;AACV,gBAAM8B,KAAK7B,EAAE8B,YAAY;AACzBH,yBAAeI,IAAIF,KAAKF,eAAelD,IAAIoD,EAAAA,KAAO,KAAK,CAAA;QACzD;MACF;AACA,YAAM1B,QAAQL,YAAYC;AAC1B,YAAMiC,SAAUd,OAAOc,UAAqB;AAC5C,UAAIA,WAAW,cAAe,QAAO;QAAER,OAAOrB,UAAU,IAAI,IAAIL,YAAYK;MAAM;AAClF,UAAI6B,WAAW,SAAU,QAAO;QAAER,OAAOzB;MAAO;AAChD,UAAIiC,WAAW,QAAS,QAAO;QAAER,OAAOrB;MAAM;AAC9C,UAAI6B,WAAW,eAAe;AAC5B,cAAMC,QAAQ;aAAIN,eAAe1C,QAAO;UACrCiD,IAAI,CAAC,CAACC,OAAOX,KAAAA,OAAY;UAAEW;UAAOX;QAAM,EAAA,EACxCY,KAAK,CAACC,GAAGC,MAAMA,EAAEd,QAAQa,EAAEb,KAAK;AACnC,eAAO;UAAES;QAAM;MACjB;AACA,aAAO;QAAET,OAAOrB;MAAM;IACxB;EACF;AACF;AAxCgBsB;AAiDT,SAASc,gCAAAA;AACd,SAAO;IACLvB,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMG,QAAQb,KAAKC,IAAI,KAAKD,KAAKG,IAAI,IAAIsD,OAAOR,OAAOpC,SAAS,EAAA,CAAA,CAAA;AAChE,YAAMI,WAAWgC,OAAOhC,aAAasD,SAAY,KAAK,KAAK,KAAK,MAAOd,OAAOR,MAAMhC,QAAQ;AAC5F,YAAMuD,SAASvD,WAAW,IAAIS,KAAKR,IAAG,IAAKD,WAAW;AACtD,YAAM,CAACa,QAAQ2C,IAAAA,IAAQ,MAAMC,QAAQC,IAAI;QACvCzB,MAAMI,SAAS;UAAEF,QAAQ;UAAUvC;QAAM,CAAA;QACzCqC,MAAMI,SAAS;UAAEF,QAAQ;UAAQvC;QAAM,CAAA;OACxC;AACD,YAAM+D,OAAO;WAAI9C;WAAW2C;QACzBnD,OAAO,CAACuD,MAAM,CAAC,IAAInD,KAAKmD,EAAEC,SAAS,KAAKN,MAAAA,EACxCL,KAAK,CAACC,GAAGC,MAAM,CAAC,IAAI3C,KAAK2C,EAAES,SAAS,IAAI,CAAC,IAAIpD,KAAK0C,EAAEU,SAAS,CAAA,EAC7DC,MAAM,GAAGlE,KAAAA,EACToD,IAAI,CAACY,OAAO;;;QAGXC,WAAW,GAAG,IAAIpD,KAAKmD,EAAEC,SAAS,EAAEE,YAAW,EAAGC,QAAQ,KAAK,GAAA,EAAKF,MAAM,GAAG,EAAA,CAAA;QAC7ElB,UAAUgB,EAAEhB;QACZrB,OAAOqC,EAAEK;QACTC,OAAON,EAAEM,OAAOC,WAAW;MAC7B,EAAA;AACF,aAAO;QAAER;MAAK;IAChB;EACF;AACF;AA3BgBN;AAmCT,SAASe,8BAAAA;AACd,SAAO;IACLtC,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMiF,SAASjF,IAAIE,UAAUC,IAAI+E,iBAAgB;QAAE7E,QAAQ;MAAM,CAAA;AACjE,YAAM8E,SAAS,MAAMF,OAAOG,aAAY;AACxC,YAAMC,YAAY,wBAACC,MACjBA,EAAEC,QAAQ,KAAKD,EAAEE,YAAY/F,WAAW,GADxB;AAElB,UAAKmD,OAAOc,WAAsB,gBAAgB;AAChD,eAAO;UAAER,OAAOiC,OAAOlE,OAAOoE,SAAAA,EAAW5F;QAAO;MAClD;AACA,YAAM8E,OAAOY,OACVT,MAAK,EAELZ,KAAK,CAACC,GAAGC,MAAMZ,OAAOiC,UAAUrB,CAAAA,CAAAA,IAAMZ,OAAOiC,UAAUtB,CAAAA,CAAAA,KAAOC,EAAEuB,QAAQxB,EAAEwB,KAAK,EAC/E3B,IAAI,CAAC0B,OAAO;QACXG,OAAOH,EAAEG;QACTC,QAAQJ,EAAEC;QACVC,aAAaF,EAAEE,YAAY/F;QAC3BsD,QAAQsC,UAAUC,CAAAA,IAAK,YAAY;MACrC,EAAA;AACF,aAAO;QAAEf;MAAK;IAChB;EACF;AACF;AAxBgBS;AAoCT,SAASW,0BAAAA;AACd,SAAO;IACLjD,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AAExC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AAGnD,YAAM4F,YAAY,oBAAItC,IAAAA;AACtB,iBAAWpC,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,iBAAiBF,EAAES,SAASjB,EAAEE,WAAW;AACvDwE,oBAAUnC,IAAI/B,EAAES,OAAO,CAAC,IAAId,KAAKH,EAAEE,SAAS,CAAA;QAC9C;MACF;AAEA,YAAMyE,OAAiB,CAAA;AACvB,iBAAW3E,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,cAAc;AAC3D,cAAI,OAAOF,EAAEoE,eAAe,UAAU;AACpCD,iBAAKtD,KAAKb,EAAEoE,UAAU;UACxB,WAAWpE,EAAES,OAAO;AAClB,kBAAMrB,QAAQ8E,UAAUzF,IAAIuB,EAAES,KAAK;AACnC,kBAAM4D,MAAM7E,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI8C;AACnD,gBAAIpD,UAAUoD,UAAa6B,QAAQ7B,UAAa6B,OAAOjF,OAAO;AAC5D+E,mBAAKtD,KAAKwD,MAAMjF,KAAAA;YAClB;UACF;QACF;MACF;AACA+E,WAAK/B,KAAK,CAACC,GAAGC,MAAMD,IAAIC,CAAAA;AAExB,YAAMgC,MAAM1G,WAAWuG,MAAM,EAAA;AAC7B,YAAMI,MAAM3G,WAAWuG,MAAM,EAAA;AAC7B,YAAMK,MAAM5G,WAAWuG,MAAM,EAAA;AAG7B,YAAMnC,SAAUd,OAAmCc;AACnD,UAAIA,WAAW,MAAO,QAAO;QAAER,OAAO8C;MAAI;AAC1C,UAAItC,WAAW,MAAO,QAAO;QAAER,OAAO+C;MAAI;AAC1C,UAAIvC,WAAW,MAAO,QAAO;QAAER,OAAOgD;MAAI;AAG1C,YAAMpG,MAAM+F,KAAKM,GAAG,EAAC,KAAM;AAC3B,YAAMC,cAAc;AACpB,YAAMC,OAAO1G,KAAKG,IAAI,GAAGH,KAAKE,MAAMC,MAAM,KAAKsG,WAAAA,CAAAA;AAC/C,YAAME,UAAUC,MAAMC,KAAK;QAAE/G,QAAQ2G;MAAY,GAAG,CAACK,GAAGC,OAAO;QAC7D7C,OAAO,GAAGlE,KAAKgH,MAAOD,IAAIL,OAAQ,GAAA,IAAO,EAAA;QACzCO,OAAO;MACT,EAAA;AACA,iBAAWC,KAAKhB,MAAM;AACpB,cAAMiB,KAAKnH,KAAKC,IAAIwG,cAAc,GAAGzG,KAAKoH,MAAMF,IAAIR,IAAAA,CAAAA;AACpD,cAAMW,SAASV,QAAQQ,EAAAA;AACvB,YAAIE,OAAQA,QAAOJ,SAAS;MAC9B;AAEA,aAAO;QAAEN;QAASN;QAAKC;QAAKC;MAAI;IAClC;EACF;AACF;AA5DgBP;AAkET,SAASsB,8BAAAA;AACd,SAAO;IACLvE,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMkH,IAAI9D,OAAQR,OAAmC0D,WAAW,EAAA;AAChE,YAAMzF,MAAMQ,KAAKR,IAAG;AAGpB,UAAIsG,OAAOtG;AACX,iBAAWK,KAAKP,SAAS;AACvB,YAAIO,EAAEE,WAAW;AACf,gBAAMD,IAAI,CAAC,IAAIE,KAAKH,EAAEE,SAAS;AAC/B,cAAID,IAAIgG,KAAMA,QAAOhG;QACvB;MACF;AACA,YAAMiG,OAAOzH,KAAKG,IAAIe,MAAMsG,MAAM,CAAA;AAClC,YAAME,aAAaD,OAAOF;AAE1B,YAAM3C,OAA+DgC,MAAMC,KACzE;QAAE/G,QAAQyH;MAAE,GACZ,CAACT,GAAGC,MAAAA;AACF,cAAMY,cAAc,IAAIjG,KAAK8F,OAAOT,IAAIW,UAAAA;AACxC,cAAMxD,QAAQyD,YAAY3C,YAAW,EAAGD,MAAM,IAAI,EAAA;AAClD,eAAO;UAAEb;UAAO0D,MAAM;UAAG9F,QAAQ;QAAE;MACrC,CAAA;AAGF,iBAAWP,KAAKP,SAAS;AACvB,cAAMe,IAAKR,EAAES,WAAW,CAAC;AACzB,YAAID,EAAEE,UAAU,mBAAmBF,EAAEE,UAAU,aAAc;AAC7D,cAAMT,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,cAAM1B,MAAMC,KAAKC,IAAIsH,IAAI,GAAGvH,KAAKoH,OAAO5F,IAAIgG,QAAQE,UAAAA,CAAAA;AACpD,cAAMG,MAAMjD,KAAK7E,GAAAA;AACjB,YAAI8H,KAAK;AACP,cAAI9F,EAAEE,UAAU,gBAAiB4F,KAAID,QAAQ;cACxCC,KAAI/F,UAAU;QACrB;MACF;AAEA,aAAO;QAAE8C;MAAK;IAChB;EACF;AACF;AA3CgB0C;AAiDT,SAASQ,6BAAAA;AACd,SAAO;IACL/E,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMqC,QAAQ3B,cAAcP,OAAAA;AAC5B,YAAM0G,WAAWnG,cAAcD,QAAAA;AAC/B,YAAMqG,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQwE,WAAWxD;AAGvD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMC,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOzG,cAAc0G,QAAAA;MACvB,CAAA;AAEA,aAAO;QAAE/E;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AA9BgBL;AAoCT,SAASS,4BAAAA;AACd,SAAO;IACLxF,MAAM;IACN,MAAMC,QAAQC,OAAO5C,KAAqB;AACxC,YAAMW,UAAUqB,gBAAgB,MAAMjC,aAAaC,GAAAA,CAAAA;AACnD,YAAMY,WAAWwC,OAAQR,OAAmChC,YAAY,KAAK,KAAK,KAAK,GAAA;AACvF,YAAMC,MAAMQ,KAAKR,IAAG;AACpB,YAAM,EAAEG,SAASM,SAAQ,IAAKZ,aAAaC,SAASC,UAAUC,GAAAA;AAE9D,YAAMsH,iBAAiB,wBAACC,OACtBA,GAAGnH,OAAO,CAACC,OAAQA,EAAES,WAAW,CAAC,GAA0BC,UAAU,eAAA,EAClEnC,QAFkB;AAIvB,YAAM4I,cAAczH,YAAY,KAAK,KAAK;AAC1C,YAAMsC,QAAQiF,eAAenH,OAAAA,IAAWqH;AACxC,YAAMC,YAAYH,eAAe7G,QAAAA,IAAY+G;AAC7C,YAAMV,QAAQrG,SAAS7B,SAAS,IAAIyD,QAAQoF,YAAYpE;AAGxD,YAAM0D,eAAe;AACrB,YAAMP,aAAazG,WAAWgH;AAC9B,YAAMW,cAAclB,cAAc,KAAK,KAAK;AAC5C,YAAMQ,aAAahH,MAAMD;AACzB,YAAMkH,QAAQvB,MAAMC,KAAK;QAAE/G,QAAQmI;MAAa,GAAG,CAACnB,GAAGC,MAAAA;AACrD,cAAMqB,SAASF,aAAanB,IAAIW;AAChC,cAAMW,OAAOD,SAASV;AACtB,cAAMY,WAAWjH,QAAQC,OAAO,CAACC,MAAAA;AAC/B,gBAAMC,IAAID,EAAEE,YAAY,CAAC,IAAIC,KAAKH,EAAEE,SAAS,IAAI;AACjD,iBAAOD,IAAI4G,UAAU5G,KAAK6G;QAC5B,CAAA;AACA,eAAOG,eAAeF,QAAAA,IAAYM;MACpC,CAAA;AAEA,aAAO;QAAErF;QAAOyE;QAAOG;MAAM;IAC/B;EACF;AACF;AApCgBI;AAyChB,IAAMM,2BAAwC;EAC5C;EACA;EACA;EACA;EACA;EACA;;AAGF,IAAMC,0BAA0B;EAC9B;EACA;EACA;EACA;EACA;EACA;;AAOK,SAASC,gCAAAA;AACd,SAAO;IACLhG,MAAM;IACN,MAAMC,QAAQgG,QAAQ3I,KAAqB;AACzC,YAAM6C,QAAQ7C,IAAIE,UAAUC,IAAI2C,uBAAuB;QAAEzC,QAAQ;MAAM,CAAA;AACvE,YAAMuI,SAAS,MAAMvE,QAAQC,IAC3BkE,yBAAyB5E,IAAI,CAACb,WAC5BF,MAAMI,SAAS;QAAEF;QAAQvC,OAAOgC;MAAU,CAAA,EAAGqG,KAAK,CAAC7F,SAASA,KAAKvD,MAAM,CAAA,CAAA;AAG3E,YAAMqJ,WAAWN,yBAAyB5E,IAAI,CAACC,OAAO6C,OAAO;QAC3D7C;QACAX,OAAO0F,OAAOlC,CAAAA;QACdqC,OAAON,wBAAwB/B,CAAAA;MACjC,EAAA;AACA,aAAO;QAAEoC;MAAS;IACpB;EACF;AACF;AAlBgBJ;;;AFrbT,SAASM,0BACdC,OAA8D,CAAC,GAAC;AAEhE,SAAOC,yBAAyB;IAC9BC,MAAM;IACNC,UAAU,6BAAM;MAAC,IAAIC,wBAAAA;OAAX;IACVC,YAAY,6BAAM;MAAC;QAAEC,IAAI;QAAWC,OAAO;QAAaC,KAAK;MAAe;OAAhE;IACZC,YAAY,6BAAM;MAACC,iBAAiBV,IAAAA;OAAxB;IACZW,eAAe,6BAAM;MACnBC,qBAAAA;MACAC,0BAAAA;MACAC,8BAAAA;MACAC,4BAAAA;MACAC,wBAAAA;MACAC,4BAAAA;MACAC,2BAAAA;MACAC,0BAAAA;MACAC,8BAAAA;OATa;EAWjB,CAAA;AACF;AApBgBrB;","names":["WorkflowEngine","SpanStatusCode","context","trace","DurableTelescopeWatcher","type","roots","Map","register","ctx","engine","moduleRef","get","WorkflowEngine","strict","tracer","trace","getTracer","subscribe","event","record","content","workflow","runId","seq","name","kind","output","error","durationMs","tags","set","startSpan","attributes","root","base","setSpan","context","active","step","with","end","delete","message","setStatus","undefined","code","SpanStatusCode","ERROR","push","defineTelescopeExtension","durableDashboard","opts","runHref","windowMs","recentFailuresWindowMs","id","label","panels","sections","title","cols","kind","data","provider","max","format","thresholds","warn","bad","direction","query","metric","spark","status","limit","columns","key","link","href","series","style","markers","STATE_STORE_CANONICAL","WorkflowEngine","TELESCOPE_STORAGE","percentile","sorted","p","length","idx","Math","min","ceil","max","fetchEntries","ctx","storage","moduleRef","get","TELESCOPE_STORAGE","strict","page","type","limit","data","splitWindows","entries","windowMs","now","start","prevStart","current","filter","e","t","createdAt","Date","previous","successRateOf","completed","failed","c","content","event","total","RUN_LIFECYCLE_EVENTS","Set","dedupeRunEvents","seen","out","runId","has","key","add","push","STATE_CAP","durableStateProvider","name","resolve","query","store","STATE_STORE_CANONICAL","status","runs","listRuns","value","durableTimeseriesProvider","Number","failByWorkflow","Map","wf","workflow","set","metric","items","map","label","sort","a","b","durableRecentFailuresProvider","undefined","cutoff","dead","Promise","all","rows","r","updatedAt","slice","toISOString","replace","id","error","message","durableWorkerHealthProvider","engine","WorkflowEngine","health","workerHealth","isStarved","g","depth","liveWorkers","group","queued","durableDurationProvider","startedAt","durs","durationMs","end","p50","p95","p99","at","bucketCount","size","buckets","Array","from","_","i","round","count","d","bi","floor","bucket","durableRunsOverTimeProvider","n","minT","span","bucketSize","bucketStart","done","row","durableSuccessRateProvider","prevRate","delta","sparkBuckets","sparkStart","spark","bStart","bEnd","bEntries","durableThroughputProvider","countCompleted","es","windowHours","prevValue","bucketHours","STATE_BREAKDOWN_STATUSES","STATE_BREAKDOWN_PALETTE","durableStateBreakdownProvider","_query","counts","then","segments","color","durableTelescopeExtension","opts","defineTelescopeExtension","name","watchers","DurableTelescopeWatcher","entryTypes","id","label","dot","dashboards","durableDashboard","dataProviders","durableStateProvider","durableTimeseriesProvider","durableRecentFailuresProvider","durableWorkerHealthProvider","durableDurationProvider","durableRunsOverTimeProvider","durableSuccessRateProvider","durableThroughputProvider","durableStateBreakdownProvider"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dudousxd/nestjs-durable-telescope",
-  "version": "0.6.0",
+  "version": "0.6.2",
   "description": "Telescope watcher for nestjs-durable — workflow runs and steps as Telescope entries",
   "license": "MIT",
   "author": "Davide Carvalho",
@@ -27,7 +27,7 @@
     "@opentelemetry/api": "1.9.0",
     "typescript": "5.9.3",
     "tsup": "8.3.5",
-    "@dudousxd/nestjs-durable-core": "^0.35.0"
+    "@dudousxd/nestjs-durable-core": "^0.41.0"
   },
   "module": "./dist/index.js",
   "exports": {