detectkit 0.48.0__tar.gz → 0.49.0__tar.gz

{detectkit-0.48.0 → detectkit-0.49.0}/MANIFEST.in

@@ -5,6 +5,7 @@ recursive-include detectkit *.py
 recursive-include detectkit/cli/assets *.md
 recursive-include detectkit/reporting/assets *.js
 recursive-include detectkit/tuning/assets *.js
+recursive-include detectkit/ui/assets *.js
 recursive-exclude tests *
 recursive-exclude * __pycache__
 recursive-exclude * *.pyc

{detectkit-0.48.0/detectkit.egg-info → detectkit-0.49.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: detectkit
-Version: 0.48.0
+Version: 0.49.0
 Summary: Metric monitoring with automatic anomaly detection
 Author: detectkit team
 License: MIT

{detectkit-0.48.0 → detectkit-0.49.0}/detectkit/__init__.py

@@ -4,7 +4,7 @@ detectk - Anomaly Detection for Time-Series Metrics
 A Python library for data analysts and engineers to monitor metrics with automatic anomaly detection.
 """
 
-__version__ = "0.48.0"
+__version__ = "0.49.0"
 
 from detectkit.core.interval import Interval
 from detectkit.core.models import ColumnDefinition, TableModel

{detectkit-0.48.0 → detectkit-0.49.0}/detectkit/cli/assets/claude/CLAUDE.section.md

@@ -40,6 +40,7 @@ version — **read the relevant one on demand** instead of guessing:
 | Alert rules (quorum/direction/consecutive), cooldown, recovery, templates | `.claude/rules/detectkit/alerting.md` |
 | Auto-tuning a detector (`dtk autotune`), labels file, the `autotune:` block, `_dtk_autotune_runs` | `.claude/rules/detectkit/autotune.md` |
 | Manually/interactively tuning a detector in the browser and writing it back in place (`dtk tune`) | `.claude/rules/detectkit/cli.md` |
+| A project-wide live overview + driving the pipeline from the browser (`dtk ui`) | `.claude/rules/detectkit/cli.md` |
 | OSI (Open Semantic Interchange) interop: import an OSI metric into a native metric / export back (`dtk osi`) | `.claude/rules/detectkit/cli.md` |
 
 ### Skills

{detectkit-0.48.0 → detectkit-0.49.0}/detectkit/cli/assets/claude/rules/cli.md

@@ -12,6 +12,7 @@ Run all commands from a project directory (the one containing
 | `dtk run --select <sel>` | Run the load → detect → alert pipeline |
 | `dtk autotune --select <sel>` | Auto-configure a metric's detector (see `autotune.md`) |
 | `dtk tune --select <sel>` | Interactively tune a detector on real data, write it back in place |
+| `dtk ui` | Project-wide live overview + browser pipeline control panel |
 | `dtk test-alert <metric>` | Send a mock alert to the metric's channels |
 | `dtk unlock --select <sel>` | Clear a stuck pipeline lock |
 | `dtk clean --select <sel>` | Prune internal data that no longer matches the config |
@@ -171,6 +172,44 @@ re-run `dtk run` afterward to recompute detections under the new config.
 **Save incidents** downloads the labels file); `--from` / `--to` bound the window;
 `--no-open` prints the URL without opening a browser.
 
+## `dtk ui`
+
+A **project-wide** localhost cockpit over every selected metric's alerting
+behavior — the live counterpart to a one-off `--report` file. Opens an
+**overview** table (grouped by `metrics/` subfolder, filterable by tag) with,
+per metric: alerts in the selected window + per-day rate + last alert,
+no-data events, anomaly rate, data freshness, and a sparkline — all
+**replayed** from stored detections through the same seam `dtk run --report`
+uses, so the counts match what the pipeline would actually have alerted.
+When `incidents/<metric>/` labels exist (from `dtk tune`'s Label/Review +
+Save incidents), the row also shows recall / false-alert rate / reviewed,
+matched the same way the `dtk tune` cockpit's metrics bar does; without
+labels the row still shows frequency stats to eyeball.
+
+```bash
+dtk ui [-s/--select "*"] [--window 24h|7d|30d|90d|all] [--profile NAME] [--no-open]
+```
+
+- `--select` — same selector syntax as `dtk run`; scopes which metrics the
+  overview and pipeline panel cover (default `*`, everything).
+- `--window` — the preset selected when the page opens (default `30d`);
+  switch freely in the browser afterward.
+- `--profile` — forwarded to the DB connection **and** to every subprocess
+  the pipeline panel spawns.
+- `--no-open` — print the URL instead of opening a browser tab.
+
+Clicking a metric's **Open** shows the existing self-contained HTML report
+(the same one `--report` writes) in an overlay. A **pipeline panel** drives
+the real CLI as subprocesses — `dtk run` (select/steps/from/to/force/
+full-refresh), `dtk autotune`, `dtk unlock` — streaming their terminal
+output live; **only one of these three runs at a time** (they'd contend for
+the same pipeline lock anyway). **Tune** launches `dtk tune --select
+<metric>` for a metric and opens its cockpit in a new tab — unlike
+run/autotune/unlock, **multiple tune jobs run concurrently**, since each is
+its own isolated, lock-free session. The `dtk ui` server itself takes **no
+pipeline lock** and never mutates anything — every spawned command behaves
+exactly as if typed into a terminal.
+
 ## `dtk test-alert <metric>`
 
 Sends a mock alert (fake value/CI/severity) through the metric's configured

detectkit-0.49.0/detectkit/cli/commands/ui.py

@@ -0,0 +1,97 @@
+"""``dtk ui`` — the project-level monitoring cockpit.
+
+Opens a localhost web UI over the already-persisted ``_dtk_*`` tables: an
+overview of every selected metric's alerting behavior, a per-metric detail
+view (the existing HTML report in an iframe), and a pipeline control panel
+that drives the real ``dtk run`` / ``dtk autotune`` / ``dtk unlock`` / ``dtk
+tune`` commands as subprocesses. Like ``dtk tune`` it takes no pipeline lock —
+it only reads the internal tables and spawns other ``dtk`` invocations, each
+of which takes its own lock exactly as if run from the terminal.
+"""
+
+from __future__ import annotations
+
+import click
+
+from detectkit.cli.commands.run import find_project_root, select_metrics
+from detectkit.config.profile import ProfilesConfig
+from detectkit.config.project_config import ProjectConfig
+from detectkit.database.internal_tables import InternalTablesManager
+from detectkit.ui.overview import ALL_WINDOW_PRESETS
+from detectkit.ui.server import serve_ui
+
+
+def run_ui(
+    *,
+    select: str = "*",
+    profile: str | None = None,
+    window: str = "30d",
+    no_open: bool = False,
+) -> None:
+    """Bootstrap the project and serve the cockpit until Ctrl-C."""
+    if window not in ALL_WINDOW_PRESETS:
+        allowed = ", ".join(sorted(ALL_WINDOW_PRESETS))
+        click.echo(
+            click.style(
+                f"Error: invalid --window '{window}'. Choose one of: {allowed}.",
+                fg="red",
+                bold=True,
+            )
+        )
+        raise SystemExit(1)
+
+    project_root = find_project_root()
+    if not project_root:
+        click.echo(click.style("Error: Not in a detectkit project directory!", fg="red", bold=True))
+        click.echo("Run 'dtk init <project_name>' to create a new project.")
+        raise SystemExit(1)
+
+    click.echo(f"Project root: {project_root}")
+
+    try:
+        project_config = ProjectConfig.from_yaml_file(project_root / "detectkit_project.yml")
+    except Exception as exc:
+        click.echo(click.style(f"Error loading detectkit_project.yml: {exc}", fg="red", bold=True))
+        raise SystemExit(1) from exc
+
+    try:
+        metrics = select_metrics(select, project_root)
+    except ValueError as exc:
+        click.echo(click.style(f"Error: {exc}", fg="red", bold=True))
+        raise SystemExit(1) from exc
+    if not metrics:
+        click.echo(click.style(f"No metrics found matching selector: {select}", fg="yellow"))
+        raise SystemExit(1)
+    metrics = sorted(metrics, key=lambda item: str(item[0]))
+
+    profiles_path = project_root / "profiles.yml"
+    if not profiles_path.exists():
+        click.echo(click.style("Error: profiles.yml not found!", fg="red", bold=True))
+        click.echo(f"Expected at: {profiles_path}")
+        raise SystemExit(1)
+
+    try:
+        profiles_config = ProfilesConfig.from_yaml(profiles_path)
+        db_manager = profiles_config.create_manager(profile)
+        internal_manager = InternalTablesManager(db_manager)
+        internal_manager.ensure_tables()
+    except Exception as exc:
+        click.echo(click.style(f"Error connecting to the database: {exc}", fg="red", bold=True))
+        raise SystemExit(1) from exc
+
+    click.echo(click.style(f"detectkit UI: {project_config.name}", fg="cyan", bold=True))
+    click.echo(f"  {len(metrics)} metric(s) covered by --select {select} (window: {window})")
+
+    try:
+        serve_ui(
+            project_config=project_config,
+            project_root=project_root,
+            metrics=metrics,
+            internal_manager=internal_manager,
+            initial_window=window,
+            profile=profile,
+            echo=click.echo,
+            open_browser=not no_open,
+        )
+    except KeyboardInterrupt:
+        pass

{detectkit-0.48.0 → detectkit-0.49.0}/detectkit/cli/main.py

@@ -307,6 +307,60 @@ def autotune(
     )
 
 
+@cli.command()
+@click.option(
+    "--select",
+    "-s",
+    default="*",
+    show_default=True,
+    help="Selector for the metrics the UI covers (metric name, path, or tag)",
+)
+@click.option(
+    "--profile",
+    help="Profile to use (default: from project config)",
+)
+@click.option(
+    "--window",
+    default="30d",
+    show_default=True,
+    help="Initial window preset: 24h, 7d, 30d, 90d, or all",
+)
+@click.option(
+    "--no-open",
+    is_flag=True,
+    help="Don't auto-open the browser (just print the local URL)",
+)
+def ui(select: str, profile: str, window: str, no_open: bool) -> None:
+    """
+    Open the project-level monitoring cockpit.
+
+    A localhost web UI over the already-persisted _dtk_* tables: an overview
+    of every selected metric's alerting behavior (how often alerts fire, per
+    metric / per tag / per metrics/ folder), a per-metric detail view (the
+    existing HTML report in an iframe), and a pipeline control panel that runs
+    `dtk run` / `dtk autotune` / `dtk unlock` / `dtk tune` as subprocesses —
+    exactly as if typed at a terminal. Alert counts are replayed from stored
+    detections, so the numbers match what the pipeline would actually have
+    alerted.
+
+    Takes no pipeline lock itself; spawned commands take their own lock.
+    Selector semantics match `dtk run`.
+
+    Examples:
+        # Cover every metric, starting on the last 30 days
+        dtk ui
+
+        # Only metrics tagged critical, starting on the last 7 days
+        dtk ui --select "tag:critical" --window 7d
+
+        # Don't auto-open the browser
+        dtk ui --no-open
+    """
+    from detectkit.cli.commands.ui import run_ui
+
+    run_ui(select=select, profile=profile, window=window, no_open=no_open)
+
+
 @cli.command()
 @click.option(
     "--select",

{detectkit-0.48.0 → detectkit-0.49.0}/detectkit/database/internal_tables/_base.py

@@ -9,7 +9,7 @@ look for those helpers.
 
 from __future__ import annotations
 
-from datetime import datetime
+from datetime import datetime, timezone
 
 from detectkit.database.manager import BaseDatabaseManager
 
@@ -24,12 +24,19 @@ class _InternalTablesBase:
 
     @staticmethod
     def _normalize_max_timestamp(value: datetime | None) -> datetime | None:
-        """Treat the Unix epoch sentinel as a missing value.
+        """Treat the Unix epoch sentinel as a missing value; return naive UTC.
 
         ClickHouse's ``max(timestamp)`` over an empty selection returns
         ``1970-01-01 00:00:00`` instead of NULL. Without normalisation,
         idempotency checks would think we already processed everything up
         to 1970 and refuse to do work.
+
+        The driver may also hand back an *aware* datetime (clickhouse-driver
+        attaches the server column's timezone), while everything in-memory in
+        detectkit is naive UTC — mixing the two raises ``TypeError`` on the
+        first comparison/subtraction. Cursor reads are normalized to naive
+        UTC here, at the single seam every reader shares, instead of at each
+        call site.
         """
         if value is None:
             return None
@@ -38,4 +45,6 @@ class _InternalTablesBase:
             epoch = epoch.replace(tzinfo=value.tzinfo)
         if value == epoch:
             return None
+        if value.tzinfo is not None:
+            return value.astimezone(timezone.utc).replace(tzinfo=None)
         return value

detectkit-0.49.0/detectkit/reporting/assets/report.js

@@ -0,0 +1,80 @@
+"use strict";(()=>{var ye={"--term-bg":"#211e1a","--clay":"#d15b36","--st-anomaly":"#d63232","--st-recovery":"#36a64f","--st-nodata":"#f0ad4e","--st-error":"#5a7a8c","--faint":"#9a9384","--muted":"#6e675b","--border":"#332f29","--term-border":"#332f29"};function E(e){return getComputedStyle(document.documentElement).getPropertyValue(e).trim()||ye[e]||"#888"}function we(e){let t=e.replace("#","").trim();t.length===3&&(t=t[0]+t[0]+t[1]+t[1]+t[2]+t[2]);let n=parseInt(t,16);return t.length!==6||Number.isNaN(n)?[209,91,54]:[n>>16&255,n>>8&255,n&255]}function D(e,t){let[n,i,s]=we(e);return`rgba(${n},${i},${s},${t})`}function ee(e){let t=Math.max(1,window.devicePixelRatio||1),n=e.clientWidth||e.offsetWidth||0,i=e.clientHeight||e.offsetHeight||0;return e.width=Math.round(n*t),e.height=Math.round(i*t),t}function te(e,t,n,i){let s=()=>e.width-(t.l+t.r)*i,v=()=>e.height-(t.t+t.b)*i,r=()=>n.tmax-n.tmin||1,a=()=>n.vmax-n.vmin||1;return{px:u=>t.l*i+(u-n.tmin)/r()*s(),py:u=>e.height-t.b*i-(u-n.vmin)/a()*v(),tAt:u=>n.tmin+(u-t.l*i)/(s()||1)*r(),vAt:u=>n.vmin+(e.height-t.b*i-u)/(v()||1)*a(),plotW:s,plotH:v,tspan:r}}var F=Number.isFinite;function ne(e,t,n,i,s,v,r,a,b,f,h,d){let u=t.length,A=Math.max(1,Math.round(r)),S=s-i||1,z=0;for(let g=0;g<u;g++){let m=n[g];!F(m)||t[g]<i||t[g]>s||z++}if(e.strokeStyle=f,e.lineWidth=h*d,e.lineJoin="round",e.beginPath(),z<=A){let g=!1;for(let m=0;m<u;m++){let p=n[m],$=t[m];if(!F(p)||$<i||$>s){g=!1;continue}let C=a($),P=b(p);g?e.lineTo(C,P):(e.moveTo(C,P),g=!0)}}else{let g=new Array(A).fill(null),m=new Array(A).fill(null);for(let $=0;$<u;$++){let C=n[$],P=t[$];if(!F(C)||P<i||P>s)continue;let T=Math.floor((P-i)/S*(A-1));T=T<0?0:T>A-1?A-1:T,(g[T]===null||C<g[T])&&(g[T]=C),(m[T]===null||C>m[T])&&(m[T]=C)}let p=!1;for(let $=0;$<A;$++){if(m[$]===null){p=!1;continue}let C=v+$,P=b(m[$]),T=b(g[$]);p?e.lineTo(C,P):(e.moveTo(C,P),p=!0),e.lineTo(C,T)}}e.stroke()}function re(e){let t=[],n=-1;for(let i=0;i<e.length;i++){let s=e[i];s.lo!==null&&s.hi!==null&&F(s.lo)&&F(s.hi)?n===-1&&(n=i):n!==-1&&(t.push([n,i-1]),n=-1)}return n!==-1&&t.push([n,e.length-1]),t}function oe(e,t,n,i,s,v,r,a,b){e.fillStyle=D(v,r);for(let[f,h]of n){e.beginPath(),e.moveTo(i(t[f].t),s(t[f].hi));for(let d=f+1;d<=h;d++)e.lineTo(i(t[d].t),s(t[d].hi));for(let d=h;d>=f;d--)e.lineTo(i(t[d].t),s(t[d].lo));e.closePath(),e.fill()}e.strokeStyle=D(v,a),e.lineWidth=1*b;for(let[f,h]of n)for(let d of["hi","lo"]){e.beginPath();for(let u=f;u<=h;u++){let A=i(t[u].t),S=s(t[u][d]);u===f?e.moveTo(A,S):e.lineTo(A,S)}e.stroke()}}function ie(e,t,n,i,s,v,r,a){for(let b=0;b<t.length;b++){let f=t[b];if(!F(f.v)||f.t<n||f.t>i)continue;let h=s(f.t),d=v(f.v);e.fillStyle=D(r,.18),e.beginPath(),e.arc(h,d,6*a,0,Math.PI*2),e.fill(),e.fillStyle=r,e.beginPath(),e.arc(h,d,3*a,0,Math.PI*2),e.fill()}}function se(e,t,n,i,s,v,r,a,b,f,h){e.font=`${11*h}px ui-monospace, 'JetBrains Mono', monospace`,e.textBaseline="middle";for(let u=0;u<=4;u++){let A=i.vmin+(i.vmax-i.vmin)*u/4,S=v(A);e.strokeStyle=D(b,.1),e.lineWidth=1*h,e.beginPath(),e.moveTo(n.l*h,S),e.lineTo(t.width-n.r*h,S),e.stroke(),e.fillStyle=f,e.textAlign="right",e.fillText(W(A),(n.l-8)*h,S)}e.textBaseline="top";let d=a-r||1;for(let u=0;u<=5;u++){let A=r+d*u/5,S=s(A);e.fillStyle=f,e.textAlign=u===0?"left":u===5?"right":"center",e.fillText($e(A,d),S,(t.height-n.b+7)*h)}}function W(e){let t=Math.abs(e);return t>=1e3?e.toFixed(0):t>=10?e.toFixed(1):t>=1?e.toFixed(2):e.toFixed(3)}function $e(e,t){let n=new Date(e).toISOString();return t<2*864e5?n.slice(5,16).replace("T"," "):n.slice(5,10)}function X(e){return new Date(e).toISOString().slice(0,19).replace("T"," ")}function ae(e){let t=Math.round(e/6e4);if(t<60)return t+"m";let n=Math.floor(t/60),i=t%60;if(n<24)return n+"h"+(i?" "+i+"m":"");let s=Math.floor(n/24),v=n%24;return s+"d"+(v?" "+v+"h":"")}function le(e,t,n){return{left:t.l*n,top:t.t*n,right:e.width-t.r*n,bottom:e.height-t.b*n}}function ce(e,t,n,i,s,v,r){let a=le(t,n,i),b=Math.max(a.left,Math.min(s(v),a.right));b<=a.left+.5||(e.save(),e.fillStyle="rgba(17,15,13,0.42)",e.fillRect(a.left,a.top,b-a.left,a.bottom-a.top),e.strokeStyle=D(E("--faint"),.7),e.lineWidth=1*i,e.setLineDash([4*i,4*i]),e.beginPath(),e.moveTo(b,a.top),e.lineTo(b,a.bottom),e.stroke(),e.setLineDash([]),e.fillStyle=D(E("--faint"),.95),e.font=`${10*i}px ui-monospace, monospace`,e.textAlign="left",e.textBaseline="top",e.fillText(r,b+6*i,a.top+5*i),e.restore())}function de(e,t,n,i,s,v,r){let a=le(t,n,i),b=5*i;e.save();for(let f=0;f<v.length;f++){let h=v[f],d=s(h.t);if(d<a.left-1||d>a.right+1)continue;let u=r(h.kind);e.strokeStyle=D(u,.45),e.lineWidth=1*i,e.beginPath(),e.moveTo(d,a.top),e.lineTo(d,a.bottom),e.stroke(),e.fillStyle=u,e.beginPath(),e.moveTo(d-b,a.top),e.lineTo(d+b,a.top),e.lineTo(d,a.top+b*1.4),e.closePath(),e.fill()}e.restore()}var L={l:56,r:16,t:14,b:28},Me=300*1e3,c="dtk-report";function G(e){return e==="recovery"?E("--st-recovery"):e==="no_data"?E("--st-nodata"):E("--st-anomaly")}function Ae(e){return e==="recovery"?"recovery":e==="no_data"?"no-data":"anomaly"}var M=e=>String(e).replace(/&/g,"&amp;").replace(/</g,"&lt;").replace(/>/g,"&gt;").replace(/"/g,"&quot;"),K=(e,t,n)=>Math.max(t,Math.min(n,e)),ue=["--clay","--st-error","--st-recovery","--st-nodata"];function Te(e,t){Re(),t.classList.add(c),t.innerHTML="";let n=document.createElement("div");n.className="dtk-report-root",t.appendChild(n);let i=new Map;for(let m of e.points)m.v!==null&&i.set(m.t,m.v);let s=e.detectors.map((m,p)=>{let $=m.effective_start,C=m.points.map(T=>$!==null&&T.t<$?{t:T.t,lo:null,hi:null}:{t:T.t,lo:T.lo,hi:T.hi}),P=[];for(let T of m.points)if(T.a===1&&($===null||T.t>=$)){let I=i.get(T.t);I!==void 0&&P.push({t:T.t,v:I})}return{det:m,band:C,anomalies:P,effectiveStart:$,color:E(ue[p%ue.length]),shown:p===0}});s.length===1&&(s[0].shown=!0),n.appendChild(Se(e));let v=null;s.length>1&&(v=Ce(s,()=>d.repaint()),n.appendChild(v));let r=document.createElement("div");r.className="dtk-bar",n.appendChild(r);let a=document.createElement("div");a.className="dtk-presets",r.appendChild(a);let b=document.createElement("div");b.className="dtk-readout",b.textContent="hover the chart for a point readout",r.appendChild(b);let f=document.createElement("div");f.className="dtk-chart";let h=document.createElement("canvas");f.appendChild(h),n.appendChild(f);let d=Pe(h,e,s,i,m=>{b.innerHTML=m}),u=[{label:"24h",ms:24*3600*1e3},{label:"7d",ms:7*86400*1e3},{label:"30d",ms:30*86400*1e3},{label:"All",ms:null}];for(let m of u){let p=document.createElement("button");p.className="dtk-preset",p.textContent=m.label,p.onclick=()=>{m.ms===null?d.resetView():d.setView(e.period.end-m.ms,e.period.end),Le(a,p)},a.appendChild(p)}let A=document.createElement("label");A.className="dtk-zero",A.title="Draw a horizontal line at y = 0 and scale the chart to include zero.";let S=document.createElement("input");S.type="checkbox",S.onchange=()=>d.setZeroLine(S.checked),A.appendChild(S),A.appendChild(document.createTextNode(" y = 0")),a.appendChild(A),n.appendChild(Ee(e,m=>d.focusAlert(m))),d.resize();let z=0,g=()=>{z||(z=requestAnimationFrame(()=>{z=0,d.resize()}))};window.addEventListener("resize",g)}function Se(e){let t=document.createElement("div");t.className="dtk-header";let n=e.interval_seconds/60,i=e.interval_seconds>=86400?e.interval_seconds/86400+"d":e.interval_seconds>=3600?e.interval_seconds/3600+"h":n>=1?n+"min":e.interval_seconds+"s",s=e.project?`${M(e.project)} \xB7 ${M(e.metric)}`:M(e.metric),v=e.summary;return t.innerHTML=`<div class="dtk-h-top"><h1 class="dtk-title">${s}</h1><div class="dtk-meta">${M(X(e.period.start))} \u2013 ${M(X(e.period.end))} \xB7 interval ${M(i)}${e.generated_at?` \xB7 generated ${M(e.generated_at)}`:""}</div></div>`+(e.description?`<p class="dtk-desc">${M(e.description)}</p>`:"")+'<div class="dtk-chips">'+Y("anomalies",v.anomalies,"--st-anomaly")+Y("alerts",v.alerts,"--clay")+Y("recoveries",v.recoveries,"--st-recovery")+Y("no-data",v.no_data,"--st-nodata")+"</div>",t}function Y(e,t,n){let i=E(n);return`<span class="dtk-chip"><span class="dtk-dot" style="background:${M(i)}"></span><span class="dtk-chip-n">${t}</span><span class="dtk-chip-l">${M(e)}</span></span>`}function Ce(e,t){let n=document.createElement("div");return n.className="dtk-legend",e.forEach(i=>{let s=document.createElement("button");s.className="dtk-legend-item"+(i.shown?"":" off"),s.innerHTML=`<span class="dtk-swatch" style="background:${M(i.color)}"></span><span class="dtk-legend-name">${M(i.det.name)}</span><span class="dtk-legend-id">${M(i.det.id.slice(0,8))}</span><span class="dtk-legend-n">${i.det.anomaly_count}</span>`,s.onclick=()=>{i.shown=!i.shown,s.classList.toggle("off",!i.shown),t()},n.appendChild(s)}),n}function Ee(e,t){let n=document.createElement("div");n.className="dtk-alerts";let i=document.createElement("div");if(i.className="dtk-alerts-head",i.textContent=`Alerts (${e.alerts.length})`,n.appendChild(i),e.alerts.length===0){let r=document.createElement("div");return r.className="dtk-alerts-empty",r.textContent="No alerts fired in this period.",n.appendChild(r),n}let s=document.createElement("div");s.className="dtk-alerts-list";let v=[...e.alerts].sort((r,a)=>a.t-r.t);for(let r of v){let a=document.createElement("button");a.className="dtk-alert-row";let b=G(r.kind),f=r.direction!=="none"?` \xB7 ${M(r.direction)}`:"",h=r.severity>0?` \xB7 sev ${r.severity.toFixed(2)}`:"",d=r.value!==null?` \xB7 value ${W(r.value)}`:"",u=r.onset!==null&&r.kind!=="no_data"?` \xB7 ${ae(Math.max(0,r.t-r.onset))} (${r.consecutive} pts)`:"";a.innerHTML=`<span class="dtk-alert-time">${M(X(r.t))}</span><span class="dtk-badge" style="background:${M(D(b,.18))};color:${M(b)};border-color:${M(D(b,.5))}">${M(Ae(r.kind))}</span><span class="dtk-alert-body"><span class="dtk-alert-rule">${M(r.rule)}</span><span class="dtk-alert-sub">${M(r.detector)}${f}${h}${d}${M(u)}</span></span>`,a.onclick=()=>t(r),s.appendChild(a)}return n.appendChild(s),n}function Le(e,t){e.querySelectorAll(".dtk-preset").forEach(n=>n.classList.remove("active")),t.classList.add("active")}function Pe(e,t,n,i,s){let v=e.getContext("2d");if(!v)throw new Error("report: 2D context unavailable");let r=v,a=t.points.map(o=>o.t),b=t.points.map(o=>o.v===null?NaN:o.v),f=t.period.start,h=t.period.end,d=h-f||1,u=Math.min(Me,d),A=0,S=1,z=!1;C();let g=f,m=h,p=1,$=null;function C(){let o=1/0,l=-1/0;for(let y of b)Number.isFinite(y)&&(y<o&&(o=y),y>l&&(l=y));for(let y of n)for(let k of y.band)k.lo!==null&&Number.isFinite(k.lo)&&k.lo<o&&(o=k.lo),k.hi!==null&&Number.isFinite(k.hi)&&k.hi>l&&(l=k.hi);(!Number.isFinite(o)||!Number.isFinite(l))&&(o=0,l=1),z&&(o>0&&(o=0),l<0&&(l=0)),l<=o&&(l=o+1);let x=(l-o)*.06;A=o-x,S=l+x}function P(o){z!==o&&(z=o,C(),V())}function T(){for(let o of n)if(o.shown&&o.effectiveStart!==null)return o.effectiveStart;for(let o of n)if(o.effectiveStart!==null)return o.effectiveStart;return null}function I(){return{tmin:g,tmax:m,vmin:A,vmax:S}}function fe(){return te(e,L,I(),p)}function O(o,l){let x=l-o;if(x<u){let y=(o+l)/2;o=y-u/2,l=y+u/2,x=u}x>=d&&(o=f,l=h),o<f&&(l+=f-o,o=f),l>h&&(o-=l-h,l=h),g=K(o,f,h),m=K(l,f,h),V()}function Z(){g=f,m=h,V()}function pe(o){let l=o.onset!==null?Math.min(o.onset,o.t):o.t,x=o.t,k=Math.max(x-l,u)*1.5+u;O(l-k,x+k)}let j=0;function q(){j===0&&(j=requestAnimationFrame(V))}function V(){if(j=0,e.width===0||e.height===0)return;let o=fe(),l=E("--faint"),x=E("--muted"),y=E("--clay");if(r.fillStyle=E("--term-bg"),r.fillRect(0,0,e.width,e.height),a.length===0)return;if(se(r,e,L,I(),o.px,o.py,g,m,l,x,p),z&&A<=0&&S>=0){let w=o.py(0);r.strokeStyle=D(x,.6),r.lineWidth=1.25*p,r.beginPath(),r.moveTo(L.l*p,w),r.lineTo(e.width-L.r*p,w),r.stroke(),r.fillStyle=x,r.textAlign="right",r.textBaseline="middle",r.fillText("0",(L.l-8)*p,w)}r.save(),r.beginPath(),r.rect(L.l*p,L.t*p,o.plotW(),o.plotH()),r.clip();let k=L.t*p,N=o.plotH();for(let w of t.alerts){if(w.onset===null||w.kind==="no_data")continue;let B=Math.min(w.onset,w.t),U=Math.max(w.onset,w.t);if(U<g||B>m)continue;let ke=G(w.kind),Q=o.px(B),ge=o.px(U);r.fillStyle=D(ke,.08),r.fillRect(Q,k,Math.max(ge-Q,1*p),N)}for(let w of n){if(!w.shown)continue;let B=re(w.band);oe(r,w.band,B,o.px,o.py,w.color,.13,.4,p)}ne(r,a,b,g,m,L.l*p,o.plotW(),o.px,o.py,y,1.5,p);for(let w of n)w.shown&&ie(r,w.anomalies,g,m,o.px,o.py,E("--st-anomaly"),p);let R=T();R!==null&&R>g&&ce(r,e,L,p,o.px,R,"detection at full power \u2192");let H=t.alerts.map(w=>({t:w.t,kind:w.kind}));de(r,e,L,p,o.px,H,w=>G(w)),$!==null&&he(o,k,N,l),r.restore()}function be(o){let l=a;if(l.length===0)return-1;let x=0,y=l.length-1;for(;x<y;){let k=x+y>>1;l[k]<o?x=k+1:y=k}return x>0&&o-l[x-1]<l[x]-o&&(x-=1),x}function he(o,l,x,y){let k=be($);if(k<0)return;let N=a[k];if(N<g||N>m){s("hover the chart for a point readout");return}let R=o.px(N);r.strokeStyle=D(y,.45),r.lineWidth=1*p,r.setLineDash([2*p,2*p]),r.beginPath(),r.moveTo(R,l),r.lineTo(R,l+x),r.stroke(),r.setLineDash([]);let H=b[k];if(Number.isFinite(H)){let w=o.py(H);r.fillStyle=E("--term-bg"),r.beginPath(),r.arc(R,w,4*p,0,Math.PI*2),r.fill(),r.strokeStyle=E("--clay"),r.lineWidth=2*p,r.beginPath(),r.arc(R,w,4*p,0,Math.PI*2),r.stroke()}ve(k)}function ve(o){let l=a[o],x=b[o],y=`<span class="dtk-ro-t">${M(X(l))}</span>`;y+=`<span class="dtk-ro-v">value ${Number.isFinite(x)?W(x):"\u2014"}</span>`;for(let k of n){if(!k.shown)continue;let N=k.band[o],R=k.det.points[o];if(N&&N.lo!==null&&N.hi!==null){let H=R&&R.a===1,w=H&&R.sev!==null?` sev ${R.sev.toFixed(2)}`:"",B=H?`<span class="dtk-ro-anom" style="color:${M(E("--st-anomaly"))}">anomaly${M(w)}</span>`:'<span class="dtk-ro-ok">ok</span>';y+=`<span class="dtk-ro-det"><span class="dtk-swatch" style="background:${M(k.color)}"></span>${M(k.det.name)}: [${W(N.lo)}, ${W(N.hi)}] ${B}</span>`}}s(y)}function J(o){let l=e.getBoundingClientRect(),x=(o-l.left-L.l)/(l.width-(L.l+L.r)||1);return g+K(x,0,1)*(m-g)}e.addEventListener("wheel",o=>{o.preventDefault();let l=J(o.clientX),x=m-g,y=K(x*Math.pow(1.0015,o.deltaY),u,d),k=(l-g)/(x||1);O(l-k*y,l-k*y+y)},{passive:!1});let _=null;e.addEventListener("mousedown",o=>{_={x:o.clientX,vMin:g,vMax:m},e.style.cursor="grabbing"}),window.addEventListener("mousemove",o=>{if(!_)return;let l=e.getBoundingClientRect(),x=(_.vMax-_.vMin)/(l.width-(L.l+L.r)||1),y=(o.clientX-_.x)*x;O(_.vMin-y,_.vMax-y)}),window.addEventListener("mouseup",()=>{_&&(_=null,e.style.cursor="crosshair")}),e.addEventListener("mousemove",o=>{_||($=J(o.clientX),q())}),e.addEventListener("mouseleave",()=>{$!==null&&($=null,s("hover the chart for a point readout"),q())}),e.addEventListener("dblclick",()=>Z()),e.style.cursor="crosshair";function xe(){p=ee(e),V()}return{repaint:()=>q(),resize:xe,setView:O,resetView:Z,focusAlert:pe,setZeroLine:P}}var me=!1;function Re(){if(me)return;me=!0;let e=`
+.${c}{--term-bg:#211e1a;--term-border:#332f29;--term-text:#c9c2b4;
+  --clay:#d15b36;--clay-700:#b4471f;--ink:#1b1916;--paper:#f5f1e8;--surface:#fbf9f3;
+  --border:#e6e0d4;--muted:#6e675b;--faint:#9a9384;
+  --anom:#d63232;--rec:#36a64f;--nod:#f0ad4e;
+  --sans:'Schibsted Grotesk',ui-sans-serif,system-ui,-apple-system,'Segoe UI',Roboto,sans-serif;
+  --mono:'JetBrains Mono',ui-monospace,SFMono-Regular,Menlo,Consolas,monospace;
+  font-family:var(--sans);color:var(--ink);}
+.${c} *{box-sizing:border-box;}
+.${c} .dtk-report-root{max-width:1100px;margin:0 auto;padding:20px 18px 40px;}
+/* --- header row ----------------------------------------------------------- */
+.${c} .dtk-header{margin-bottom:16px;padding-left:12px;
+  border-left:3px solid var(--clay);}
+.${c} .dtk-h-top{display:flex;flex-wrap:wrap;align-items:baseline;gap:4px 14px;}
+.${c} .dtk-title{font-size:21px;font-weight:700;margin:0;color:var(--ink);
+  font-family:var(--sans);letter-spacing:-0.01em;}
+.${c} .dtk-meta{font-size:12px;color:var(--muted);font-family:var(--mono);}
+.${c} .dtk-desc{margin:8px 0 0;font-size:13px;color:var(--muted);max-width:760px;
+  line-height:1.5;}
+/* --- summary chips (surface cards) ---------------------------------------- */
+.${c} .dtk-chips{display:flex;flex-wrap:wrap;gap:8px;margin-top:12px;}
+.${c} .dtk-chip{display:inline-flex;align-items:center;gap:7px;padding:5px 11px;
+  background:var(--surface);border:1px solid var(--border);border-radius:10px;font-size:12px;}
+.${c} .dtk-dot{width:8px;height:8px;border-radius:50%;display:inline-block;}
+.${c} .dtk-chip-n{font-weight:700;font-family:var(--mono);color:var(--ink);}
+.${c} .dtk-chip-l{color:var(--faint);font-family:var(--mono);font-size:11px;
+  text-transform:uppercase;letter-spacing:0.05em;}
+/* --- detector legend ------------------------------------------------------ */
+.${c} .dtk-legend{display:flex;flex-wrap:wrap;gap:8px;margin-bottom:10px;}
+.${c} .dtk-legend-item{display:inline-flex;align-items:center;gap:7px;padding:5px 11px;
+  background:var(--surface);border:1px solid var(--border);border-radius:8px;cursor:pointer;
+  color:var(--ink);font-size:12px;font-family:var(--sans);transition:border-color .12s ease;}
+.${c} .dtk-legend-item:hover{border-color:var(--clay);}
+.${c} .dtk-legend-item.off{opacity:0.45;}
+.${c} .dtk-legend-id{color:var(--faint);font-family:var(--mono);font-size:11px;}
+.${c} .dtk-legend-n{color:var(--anom);font-weight:700;font-family:var(--mono);}
+.${c} .dtk-swatch{width:10px;height:10px;border-radius:2px;display:inline-block;}
+/* --- toolbar (presets + readout) ------------------------------------------ */
+.${c} .dtk-bar{display:flex;flex-wrap:wrap;align-items:center;justify-content:space-between;
+  gap:8px;margin-bottom:8px;}
+.${c} .dtk-presets{display:flex;gap:5px;}
+.${c} .dtk-preset{padding:5px 13px;background:var(--surface);
+  border:1px solid var(--border);border-radius:8px;color:var(--muted);cursor:pointer;
+  font-size:12px;font-family:var(--sans);transition:border-color .12s ease,color .12s ease;}
+.${c} .dtk-preset:hover{border-color:var(--clay);color:var(--ink);}
+.${c} .dtk-preset.active{background:var(--clay);color:#fff;border-color:var(--clay);}
+.${c} .dtk-zero{display:inline-flex;align-items:center;gap:5px;margin-left:6px;
+  font-size:12px;color:var(--muted);font-family:var(--sans);cursor:pointer;user-select:none;}
+.${c} .dtk-zero input{accent-color:var(--clay);cursor:pointer;}
+.${c} .dtk-readout{font-size:11px;color:var(--muted);
+  font-family:var(--mono);display:flex;flex-wrap:wrap;gap:4px 12px;align-items:center;}
+.${c} .dtk-readout .dtk-swatch{margin-right:4px;}
+.${c} .dtk-ro-t{font-weight:700;color:var(--ink);}
+/* --- chart panel (dark terminal surface) ---------------------------------- */
+.${c} .dtk-chart{position:relative;width:100%;height:360px;background:var(--term-bg);
+  border:1px solid var(--term-border);border-radius:12px;overflow:hidden;
+  box-shadow:0 24px 60px -30px rgba(27,25,22,.45);}
+.${c} .dtk-chart canvas{width:100%;height:100%;display:block;}
+/* --- alerts list (surface cards) ------------------------------------------ */
+.${c} .dtk-alerts{margin-top:18px;}
+.${c} .dtk-alerts-head{font-size:12px;font-weight:600;color:var(--faint);
+  margin-bottom:9px;font-family:var(--mono);text-transform:uppercase;letter-spacing:0.06em;}
+.${c} .dtk-alerts-empty{font-size:13px;color:var(--muted);padding:8px 0;}
+.${c} .dtk-alerts-list{display:flex;flex-direction:column;gap:5px;
+  max-height:340px;overflow:auto;}
+.${c} .dtk-alert-row{display:flex;align-items:center;gap:10px;width:100%;text-align:left;
+  padding:8px 11px;background:var(--surface);border:1px solid var(--border);
+  border-radius:8px;cursor:pointer;color:var(--ink);font-family:var(--sans);
+  transition:border-color .12s ease,box-shadow .12s ease;}
+.${c} .dtk-alert-row:hover{border-color:var(--clay);
+  box-shadow:0 4px 14px -8px rgba(27,25,22,.35);}
+.${c} .dtk-alert-time{font-size:11px;color:var(--muted);
+  font-family:var(--mono);white-space:nowrap;min-width:142px;}
+.${c} .dtk-badge{display:inline-block;padding:1px 8px;border-radius:10px;font-size:11px;
+  font-weight:700;border:1px solid;text-transform:uppercase;letter-spacing:0.03em;white-space:nowrap;}
+.${c} .dtk-alert-body{display:flex;flex-direction:column;gap:2px;min-width:0;}
+.${c} .dtk-alert-rule{font-size:12px;color:var(--ink);
+  font-family:var(--mono);overflow:hidden;text-overflow:ellipsis;white-space:nowrap;}
+.${c} .dtk-alert-sub{font-size:11px;color:var(--muted);}
+`,t=document.createElement("style");t.setAttribute("data-dtk-report",""),t.textContent=e,document.head.appendChild(t)}window.__DTK_REPORT__={render:Te};})();

{detectkit-0.48.0 → detectkit-0.49.0}/detectkit/reporting/builder.py

@@ -16,7 +16,7 @@ from typing import Any
 
 import numpy as np
 
-from detectkit.alerting.orchestrator import AlertOrchestrator
+from detectkit.alerting.orchestrator import AlertOrchestrator, ReplayedEvent
 from detectkit.alerting.orchestrator._types import (
     AlertConditions,
     DetectionRecord,
@@ -176,7 +176,7 @@ def resolve_window(
     return start, end
 
 
-def _record_from_row(row: dict) -> DetectionRecord:
+def record_from_row(row: dict) -> DetectionRecord:
     """Build a :class:`DetectionRecord` from a flat ``load_detections`` row.
 
     Mirrors ``hydrate_detection_records`` (direction/severity derived from
@@ -204,6 +204,61 @@ def _record_from_row(row: dict) -> DetectionRecord:
     )
 
 
+def replay_alert_events(
+    metric_config: MetricConfig,
+    internal_unused: InternalTablesManager | None,
+    records: list[DetectionRecord],
+    value_at: dict[np.datetime64, float | None],
+    start: datetime,
+    end: datetime,
+    project_name: str | None,
+) -> list[tuple[str, ReplayedEvent]]:
+    """Replay every *enabled* alerting config over ``[start, end]``.
+
+    The per-alert-config replay loop of :func:`build_report_payload`, extracted
+    so ``detectkit/ui/overview.py`` can reuse the exact same code path — the
+    alert numbers on both the report and the overview cockpit come from an
+    identical replay, not two implementations that could drift.
+
+    ``internal_unused`` is threaded into :class:`AlertOrchestrator` for
+    constructor parity with the live/dispatch path, but the pure ``replay()``
+    method never reads it (no DB, no wall-clock — everything comes from
+    ``records`` / ``value_at``).
+
+    Returns ``(config_id, event)`` pairs in the order the configs were
+    evaluated (each config's events are chronological; pairs across configs
+    are NOT globally sorted — sort on the caller's chosen key, e.g. timestamp).
+    """
+    name = metric_config.name
+    interval = metric_config.get_interval()
+    out: list[tuple[str, ReplayedEvent]] = []
+    active_configs = [c for c in (metric_config.alerting or []) if c.enabled and c.channels]
+    for cfg in active_configs:
+        config_id = make_alert_config_id(cfg)
+        orchestrator = AlertOrchestrator(
+            metric_name=name,
+            interval=interval,
+            alert_config_id=config_id,
+            conditions=AlertConditions(
+                min_detectors=cfg.min_detectors,
+                direction=cfg.direction,
+                consecutive_anomalies=cfg.consecutive_anomalies,
+            ),
+            timezone_display=cfg.timezone,
+            internal=internal_unused,
+            alert_config=cfg,
+            description=metric_config.description,
+            mentions=cfg.mentions,
+            dashboard_url=cfg.dashboard_url,
+            links=cfg.links,
+            project_name=project_name,
+            help_url=None,
+        )
+        for event in orchestrator.replay(records, value_at, start, end):
+            out.append((config_id, event))
+    return out
+
+
 def _event_to_payload(event: Any, config_id: str) -> dict:
     """Project a ``ReplayedEvent`` into the payload alert shape."""
     ad = event.alert_data
@@ -342,33 +397,13 @@ def build_report_payload(
         slot["effective_start"] = grid_ms[warm] if 0 < warm < n_grid else None
 
     # ---- alerts: replay every active alert config over the period -------------
-    records = [_record_from_row(r) for r in det_rows]
-    alerts: list[dict] = []
-    active_configs = [c for c in (metric_config.alerting or []) if c.enabled and c.channels]
-    for cfg in active_configs:
-        config_id = make_alert_config_id(cfg)
-        orchestrator = AlertOrchestrator(
-            metric_name=name,
-            interval=interval,
-            alert_config_id=config_id,
-            conditions=AlertConditions(
-                min_detectors=cfg.min_detectors,
-                direction=cfg.direction,
-                consecutive_anomalies=cfg.consecutive_anomalies,
-            ),
-            timezone_display=cfg.timezone,
-            internal=internal,
-            alert_config=cfg,
-            description=metric_config.description,
-            mentions=cfg.mentions,
-            dashboard_url=cfg.dashboard_url,
-            links=cfg.links,
-            project_name=project_name,
-            help_url=None,
+    records = [record_from_row(r) for r in det_rows]
+    alerts: list[dict] = [
+        _event_to_payload(event, config_id)
+        for config_id, event in replay_alert_events(
+            metric_config, internal, records, value_at, start, end, project_name
         )
-        for event in orchestrator.replay(records, value_at, start, end):
-            alerts.append(_event_to_payload(event, config_id))
-
+    ]
     alerts.sort(key=lambda a: a["t"])
     summary = {
         "anomalies": len(anomalous_timestamps),

detectkit-0.49.0/detectkit/ui/__init__.py

@@ -0,0 +1,25 @@
+"""Project-level monitoring cockpit for detectkit (``dtk ui``).
+
+A localhost web UI over the already-persisted ``_dtk_*`` tables: an overview of
+every selected metric's alerting behavior (how often alerts fire, per metric /
+per tag / per ``metrics/`` folder), a per-metric detail view (the existing HTML
+report in an iframe), and a pipeline control panel that drives the existing CLI
+commands (``dtk run`` / ``dtk autotune`` / ``dtk unlock`` as subprocesses,
+``dtk tune`` launched per metric).
+
+``dtk ui`` is a *superstructure over existing dtk commands*: the server itself
+never runs the pipeline in-process and takes no pipeline lock — spawned ``dtk
+run`` subprocesses take their own lock exactly as if run from the terminal.
+Alert counts are replayed from stored detections via the pure
+``AlertOrchestrator.replay`` (the same seam ``dtk run --report`` uses), so the
+numbers match what the pipeline would actually have alerted.
+
+- ``overview.py`` — ``build_overview_payload``: per-metric frequency/quality
+  stats, pure given an ``InternalTablesManager``.
+- ``jobs.py`` — ``JobManager``: subprocess registry + output pumping for the
+  pipeline control panel.
+- ``server.py`` — ``build_ui_server`` / ``serve_ui``: routes, token auth, the
+  single ``db_lock`` serializing DB-touching requests.
+- ``html.py`` — ``render_ui_html``: inlines the committed ``assets/ui.js``
+  renderer bundle + the boot payload into one self-contained page.
+"""