@a-t-h-i/bot-lobby 0.6.44 → 0.6.46

package/src/webui/api/metrics.ts

@@ -1,96 +0,0 @@
-/**
- * The Metrics tab over HTTP: the KPI tiles, the per-model groups, where the
- * time goes, and what the classifier did — the same figures the terminal
- * tab draws, as data. Search narrows runs exactly like the tab's `/`.
- */
-import { aggregateMetrics, collectMetrics, sortGroups, summarizeClassifier, taskStats, taskTimesByModel, type MetricRecord } from "../../state/metrics.ts";
-import { filterRecords } from "../../lobby/models/metrics.ts";
-import type { Api, MetricsData } from "../protocol.ts";
-import { fail, type ApiContext } from "./index.ts";
-
-function timed(records: readonly MetricRecord[]): MetricRecord[] {
-  return records.filter((record) => record.status !== "cancelled" && record.durationMs > 0);
-}
-
-/** The KPI row as data: runs, success, average run, cost, tasks. */
-function tilesOf(records: readonly MetricRecord[], stats: ReturnType<typeof taskStats>): MetricsData["tiles"] {
-  const done = timed(records);
-  const ok = records.filter((record) => record.status === "success").length;
-  const cost = records.reduce((sum, record) => sum + (record.cost ?? 0), 0);
-  const avg = done.length > 0 ? done.reduce((sum, record) => sum + record.durationMs, 0) / done.length : 0;
-  const sorted = done.map((record) => record.durationMs).sort((a, b) => a - b);
-  const p90 = sorted.length > 0 ? sorted[Math.min(sorted.length - 1, Math.ceil(0.9 * sorted.length) - 1)]! : 0;
-  return {
-    runs: records.length,
-    successes: ok,
-    stalls: records.filter((record) => record.stalled || record.status === "timeout").length,
-    avgMs: avg,
-    p90Ms: p90,
-    cost,
-    completed: stats.completed,
-    active: stats.active,
-    avgCompleteMs: stats.avgCompleteMs,
-  };
-}
-
-/** Each agent's share of all run time, longest first. */
-function shareOf(records: readonly MetricRecord[]): MetricsData["timeShare"]["byAgent"] {
-  const byAgent = new Map<string, { runs: number; ms: number }>();
-  for (const record of timed(records)) {
-    const entry = byAgent.get(record.agent) ?? { runs: 0, ms: 0 };
-    entry.runs += 1;
-    entry.ms += record.durationMs;
-    byAgent.set(record.agent, entry);
-  }
-  const total = [...byAgent.values()].reduce((sum, entry) => sum + entry.ms, 0);
-  return [...byAgent.entries()]
-    .sort((a, b) => b[1].ms - a[1].ms)
-    .map(([agent, entry]) => ({ agent, runs: entry.runs, ms: entry.ms, share: total > 0 ? entry.ms / total : 0 }));
-}
-
-/** The dashboard figures for one grouping and search. */
-export function metricsGet(body: Api["metrics.get"]["request"], ctx: ApiContext): MetricsData {
-  const { from, to } = body;
-  const validDate = (value: string) => /^\d{4}-\d{2}-\d{2}$/.test(value) && Number.isFinite(Date.parse(value)) && new Date(value).toISOString().slice(0, 10) === value;
-  if ((from === undefined) !== (to === undefined) || (from !== undefined && (!validDate(from) || !validDate(to!) || from > to!))) {
-    fail(400, "bad_request", "Choose a valid start and end date, with the start on or before the end.");
-  }
-  let formatter: Intl.DateTimeFormat;
-  try {
-    formatter = new Intl.DateTimeFormat("en", { timeZone: body.timeZone ?? "UTC", year: "numeric", month: "2-digit", day: "2-digit" });
-  } catch {
-    fail(400, "bad_request", "Choose a valid time zone.");
-  }
-  const dayOf = (timestamp: string) => {
-    const date = new Date(timestamp);
-    if (!Number.isFinite(date.getTime())) return "";
-    const parts = formatter.formatToParts(date);
-    return ["year", "month", "day"].map((part) => parts.find((item) => item.type === part)!.value).join("-");
-  };
-  const inRange = (timestamp: string) => !from || (dayOf(timestamp) >= from && dayOf(timestamp) <= to!);
-  const allTasks = ctx.service.tasks();
-  const tasks = allTasks.filter((task) => inRange(task.state === "completed" ? task.updatedAt : task.createdAt));
-  const allRecords = filterRecords(collectMetrics(ctx.service.metrics(), allTasks), body.query);
-  const records = allRecords.filter((record) => inRange(record.startedAt));
-  const stats = taskStats(tasks);
-  const classifier = summarizeClassifier((ctx.service.classifierMetrics?.() ?? []).filter((record) => inRange(record.startedAt)), records);
-  const daily = new Map<string, MetricsData["daily"][number]>();
-  for (const record of records) {
-    const date = dayOf(record.startedAt);
-    if (!date) continue;
-    const entry = daily.get(date) ?? { date, runs: 0, successes: 0, cost: 0 };
-    entry.runs += 1;
-    entry.successes += Number(record.status === "success");
-    entry.cost += record.cost ?? 0;
-    daily.set(date, entry);
-  }
-  // Include range edges without allocating an entry for every empty day.
-  for (const date of [from, to]) if (date && !daily.has(date)) daily.set(date, { date, runs: 0, successes: 0, cost: 0 });
-  return {
-    tiles: tilesOf(records, stats),
-    daily: [...daily.values()].sort((a, b) => a.date.localeCompare(b.date)),
-    groups: sortGroups(aggregateMetrics(records, body.groupBy), "runs"),
-    timeShare: { byAgent: shareOf(records), taskTimes: taskTimesByModel(tasks, allRecords) },
-    ...(classifier ? { classifier } : {}),
-  };
-}