@agent-native/core 0.85.6 → 0.86.0

package/corpus/templates/analytics/app/pages/Agents.tsx

@@ -0,0 +1,118 @@
+import { ObservabilityDashboard, useT } from "@agent-native/core/client";
+import { DbAdminPage } from "@agent-native/core/client/db-admin";
+import {
+  IconActivity,
+  IconChevronDown,
+  IconDatabase,
+} from "@tabler/icons-react";
+import { Link, useSearchParams } from "react-router";
+
+import { Button } from "@/components/ui/button";
+import {
+  DropdownMenu,
+  DropdownMenuContent,
+  DropdownMenuItem,
+  DropdownMenuLabel,
+  DropdownMenuSeparator,
+  DropdownMenuTrigger,
+} from "@/components/ui/dropdown-menu";
+import { cn } from "@/lib/utils";
+
+type AgentAdminView = "monitoring" | "database";
+
+const AGENT_ADMIN_VIEWS: AgentAdminView[] = ["monitoring", "database"];
+
+function parseView(value: string | null): AgentAdminView {
+  return AGENT_ADMIN_VIEWS.includes(value as AgentAdminView)
+    ? (value as AgentAdminView)
+    : "monitoring";
+}
+
+export default function AgentsPage() {
+  const t = useT();
+  const [searchParams, setSearchParams] = useSearchParams();
+  const view = parseView(searchParams.get("view"));
+
+  function setView(next: AgentAdminView) {
+    const params = new URLSearchParams(searchParams);
+    if (next === "monitoring") {
+      params.delete("view");
+    } else {
+      params.set("view", next);
+    }
+    setSearchParams(params, { replace: true });
+  }
+
+  return (
+    <div className="mx-auto flex h-full w-full max-w-7xl flex-col gap-5 px-4 py-5 lg:px-6">
+      <div className="flex flex-wrap items-start justify-between gap-3">
+        <div className="max-w-3xl">
+          <h1 className="text-xl font-semibold">{t("agents.title")}</h1>
+          <p className="mt-1 text-sm leading-6 text-muted-foreground">
+            {t("agents.description")}
+          </p>
+        </div>
+        <div className="flex shrink-0 items-center gap-2">
+          <Button variant="outline" size="sm" asChild>
+            <Link to="/catalog">{t("agents.openCatalog")}</Link>
+          </Button>
+          <DropdownMenu>
+            <DropdownMenuTrigger asChild>
+              <Button variant="secondary" size="sm">
+                {t("agents.advanced")}
+                <IconChevronDown className="ms-1 h-3.5 w-3.5" />
+              </Button>
+            </DropdownMenuTrigger>
+            <DropdownMenuContent align="end" className="w-56">
+              <DropdownMenuLabel>{t("agents.advanced")}</DropdownMenuLabel>
+              <DropdownMenuSeparator />
+              <DropdownMenuItem onSelect={() => setView("database")}>
+                <IconDatabase className="me-2 h-4 w-4" />
+                {t("agents.database")}
+              </DropdownMenuItem>
+            </DropdownMenuContent>
+          </DropdownMenu>
+        </div>
+      </div>
+
+      <div className="flex flex-wrap items-center gap-2 border-b pb-3">
+        <button
+          type="button"
+          onClick={() => setView("monitoring")}
+          className={cn(
+            "inline-flex h-8 items-center gap-2 rounded-md px-3 text-sm font-medium transition-colors",
+            view === "monitoring"
+              ? "bg-foreground text-background"
+              : "text-muted-foreground hover:bg-muted hover:text-foreground",
+          )}
+        >
+          <IconActivity className="h-4 w-4" />
+          {t("agents.monitoring")}
+        </button>
+        {view === "database" && (
+          <button
+            type="button"
+            onClick={() => setView("database")}
+            className="inline-flex h-8 items-center gap-2 rounded-md bg-foreground px-3 text-sm font-medium text-background"
+          >
+            <IconDatabase className="h-4 w-4" />
+            {t("agents.database")}
+          </button>
+        )}
+      </div>
+
+      {view === "database" ? (
+        <div className="min-h-[560px] flex-1 overflow-hidden rounded-lg border bg-background">
+          <DbAdminPage />
+        </div>
+      ) : (
+        <div className="min-w-0">
+          <div className="mb-4 max-w-3xl text-sm leading-6 text-muted-foreground">
+            {t("agents.monitoringDescription")}
+          </div>
+          <ObservabilityDashboard />
+        </div>
+      )}
+    </div>
+  );
+}

package/corpus/templates/analytics/app/pages/DataSources.tsx

@@ -1607,6 +1607,15 @@ export default function DataSources() {
   };
 
   const searchLower = search.toLowerCase();
+  const firstPartyAnalyticsSearchText = [
+    t("dataSources.firstPartyAnalytics"),
+    t("dataSources.firstPartyDescription"),
+    "first-party analytics tracking observability llm ai generation $ai_generation posthog agent native analytics AGENT_NATIVE_ANALYTICS_PUBLIC_KEY VITE_AGENT_NATIVE_ANALYTICS_PUBLIC_KEY",
+  ]
+    .join(" ")
+    .toLowerCase();
+  const firstPartyAnalyticsMatchesSearch =
+    search.length > 0 && firstPartyAnalyticsSearchText.includes(searchLower);
   const filteredSources = search
     ? dataSources.filter(
         (s) =>
@@ -1648,8 +1657,9 @@ export default function DataSources() {
 
       {/* Filtered results */}
       {filteredSources !== null ? (
-        filteredSources.length > 0 ? (
+        filteredSources.length > 0 || firstPartyAnalyticsMatchesSearch ? (
           <div className="data-sources-grid">
+            {firstPartyAnalyticsMatchesSearch && <FirstPartyAnalyticsCard />}
             {filteredSources.map((source) => (
               <DataSourceCard
                 key={source.id}

package/corpus/templates/analytics/app/pages/sessions/SessionDevToolsPanel.tsx

@@ -503,55 +503,91 @@ function NetworkRow({
   onSeek: (ms: number) => void;
 }) {
   const t = useT();
+  const [open, setOpen] = useState(false);
+  const hasDetail = Boolean(entry.responseBody);
   const displayUrl = middleTruncate(networkDisplayUrl(entry.url), 72);
 
   return (
-    <div
-      data-entry-id={entry.id}
-      className={cn(
-        "group flex items-center gap-2 border-b px-3 py-1.5 transition-colors last:border-b-0 hover:bg-muted/50",
-        active && "bg-muted",
-      )}
-    >
-      <span className="w-10 shrink-0 font-mono text-[11px] text-muted-foreground">
-        {formatOffsetClock(entry.offsetMs)}
-      </span>
-      <span
+    <Collapsible open={open} onOpenChange={setOpen}>
+      <div
+        data-entry-id={entry.id}
         className={cn(
-          "w-12 shrink-0 font-mono text-[11px] font-semibold",
-          entry.failed
-            ? "text-red-600 dark:text-red-400"
-            : "text-muted-foreground",
+          "group flex items-center gap-2 border-b px-3 py-1.5 transition-colors last:border-b-0 hover:bg-muted/50",
+          active && "bg-muted",
         )}
       >
-        {entry.status > 0 ? entry.status : t("sessions.devtoolsFailedStatus")}
-      </span>
-      <span className="w-12 shrink-0 font-mono text-[11px] text-muted-foreground">
-        {entry.method}
-      </span>
-      <span className="w-10 shrink-0 font-mono text-[10px] uppercase text-muted-foreground/70">
-        {entry.api === "xhr" ? "XHR" : "fetch"}
-      </span>
-      <span
-        className="min-w-0 flex-1 truncate font-mono text-xs text-foreground/80"
-        title={entry.url}
-      >
-        {displayUrl}
-      </span>
-      {entry.error ? (
+        <span className="w-10 shrink-0 font-mono text-[11px] text-muted-foreground">
+          {formatOffsetClock(entry.offsetMs)}
+        </span>
+        <span
+          className={cn(
+            "w-12 shrink-0 font-mono text-[11px] font-semibold",
+            entry.failed
+              ? "text-red-600 dark:text-red-400"
+              : "text-muted-foreground",
+          )}
+        >
+          {entry.status > 0 ? entry.status : t("sessions.devtoolsFailedStatus")}
+        </span>
+        <span className="w-12 shrink-0 font-mono text-[11px] text-muted-foreground">
+          {entry.method}
+        </span>
+        <span className="w-10 shrink-0 font-mono text-[10px] uppercase text-muted-foreground/70">
+          {entry.api === "xhr" ? "XHR" : "fetch"}
+        </span>
         <span
-          className="max-w-32 shrink-0 truncate font-mono text-[11px] text-red-600 dark:text-red-400"
-          title={entry.error}
+          className="min-w-0 flex-1 truncate font-mono text-xs text-foreground/80"
+          title={entry.url}
         >
-          {entry.error}
+          {displayUrl}
+        </span>
+        {entry.error ? (
+          <span
+            className="max-w-32 shrink-0 truncate font-mono text-[11px] text-red-600 dark:text-red-400"
+            title={entry.error}
+          >
+            {entry.error}
+          </span>
+        ) : null}
+        <span className="w-14 shrink-0 text-end font-mono text-[11px] text-muted-foreground">
+          {t("sessions.devtoolsDurationMs", {
+            ms: String(entry.durationMs),
+          })}
         </span>
+        <JumpToButton offsetMs={entry.offsetMs} onSeek={onSeek} />
+        {hasDetail ? (
+          <CollapsibleTrigger asChild>
+            <button
+              type="button"
+              className="mt-0.5 shrink-0 rounded p-0.5 text-muted-foreground transition-colors hover:bg-muted hover:text-foreground"
+              aria-label={t("sessions.devtoolsToggleDetails")}
+            >
+              <IconChevronRight
+                className={cn(
+                  "h-3.5 w-3.5 transition-transform rtl:-scale-x-100",
+                  open && "rotate-90 rtl:scale-x-100",
+                )}
+              />
+            </button>
+          </CollapsibleTrigger>
+        ) : null}
+      </div>
+      {hasDetail ? (
+        <CollapsibleContent>
+          <div className="space-y-2 border-b bg-muted/30 px-3 py-2 ps-[3.75rem]">
+            {entry.responseBody ? (
+              <div>
+                <p className="mb-1 text-[10px] font-semibold uppercase tracking-wide text-muted-foreground">
+                  {t("sessions.devtoolsResponseBody")}
+                </p>
+                <pre className="max-h-40 overflow-auto whitespace-pre-wrap break-all font-mono text-[11px] text-muted-foreground">
+                  {entry.responseBody}
+                </pre>
+              </div>
+            ) : null}
+          </div>
+        </CollapsibleContent>
       ) : null}
-      <span className="w-14 shrink-0 text-end font-mono text-[11px] text-muted-foreground">
-        {t("sessions.devtoolsDurationMs", {
-          ms: String(entry.durationMs),
-        })}
-      </span>
-      <JumpToButton offsetMs={entry.offsetMs} onSeek={onSeek} />
-    </div>
+    </Collapsible>
   );
 }

package/corpus/templates/analytics/app/pages/sessions/session-replay-devtools.ts

@@ -49,6 +49,7 @@ export type ReplayNetworkEntry = {
   failed: boolean;
   durationMs: number;
   error?: string;
+  responseBody?: string;
 };
 
 export type ReplayDevToolsDiagnostics = {
@@ -167,6 +168,10 @@ function normalizeNetworkEntry(
     failed: !ok || isFailedSessionReplayNetworkStatus(status),
     durationMs: Math.max(0, Math.round(Number(payload.durationMs) || 0)),
     error: typeof payload.error === "string" ? payload.error : undefined,
+    responseBody:
+      typeof payload.responseBody === "string"
+        ? payload.responseBody
+        : undefined,
   };
 }
 

package/corpus/templates/analytics/app/routes/agents.tsx

@@ -0,0 +1,10 @@
+import { messagesByLocale } from "@/i18n-data";
+import Agents from "@/pages/Agents";
+
+export function meta() {
+  return [{ title: messagesByLocale["en-US"].routeTitles.agents }];
+}
+
+export default function AgentsRoute() {
+  return <Agents />;
+}

package/corpus/templates/analytics/changelog/2026-07-03-agent-admin-tools-page.md

@@ -0,0 +1,6 @@
+---
+type: added
+date: 2026-07-03
+---
+
+Added an Agents page that brings monitoring, evals, experiments, feedback, and advanced database tools into one organized admin surface.

package/corpus/templates/analytics/changelog/2026-07-03-agent-llm-observability-dashboard.md

@@ -0,0 +1,6 @@
+---
+type: added
+date: 2026-07-03
+---
+
+Added an Agent LLM Observability dashboard template for model cost, token, latency, and error tracking.

package/corpus/templates/analytics/changelog/2026-07-03-session-recordings-now-include-response-bodies-for-5xx-error.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-03
+---
+
+Session recordings now include response bodies for 5xx errors so agents can see the actual server error

package/corpus/templates/analytics/docs/schemas/first-party-analytics.md

@@ -15,6 +15,12 @@ VITE_AGENT_NATIVE_ANALYTICS_PUBLIC_KEY=anpk_...
 
 The core `track()` and browser `trackEvent()` helpers automatically send to `https://analytics.agent-native.com/track` when those env vars are present. Localhost is skipped by default.
 
+Agent loop observability also uses this same tracking path. When an emitting app
+has `AGENT_NATIVE_ANALYTICS_PUBLIC_KEY` configured and observability is enabled,
+core emits one PostHog-compatible `$ai_generation` event per instrumented agent
+run with model, token, cache-token, latency, tool-count, status, and cost
+properties. Prompts, tool inputs, and model outputs are not included by default.
+
 ## Endpoint
 
 Use either endpoint shape:
@@ -98,6 +104,34 @@ Events are stored in `analytics_events`. Common query columns include:
 | `url`, `path`, `hostname`, `referrer` | Page context                                           |
 | `properties`, `context`               | Original JSON objects                                  |
 
+## LLM observability events
+
+Core emits LLM usage as first-party events with:
+
+```txt
+event_name = '$ai_generation'
+```
+
+Useful query fields live in `properties`:
+
+| Property                                         | Description                               |
+| ------------------------------------------------ | ----------------------------------------- |
+| `$ai_trace_id`, `run_id`                         | Agent run id                              |
+| `$ai_session_id`, `thread_id`                    | Chat/thread id, when available            |
+| `$ai_model`, `model`                             | Model used                                |
+| `$ai_provider`, `provider`                       | Engine/provider name                      |
+| `$ai_input_tokens`, `input_tokens`               | Input tokens                              |
+| `$ai_output_tokens`, `output_tokens`             | Output tokens                             |
+| `cache_read_tokens`, `cache_write_tokens`        | Prompt-cache token counts                 |
+| `$ai_total_cost_usd`, `cost_usd`                 | Estimated run cost in USD                 |
+| `cost_cents_x100`                                | Estimated run cost in centicents          |
+| `$ai_latency`, `duration_ms`                     | Run duration in seconds / milliseconds    |
+| `tool_calls`, `successful_tools`, `failed_tools` | Tool-call counts                          |
+| `$ai_is_error`, `status`, `$ai_error`            | Error status and message, when applicable |
+
+Install the `agent-observability-llm` dashboard template for canned panels over
+these events.
+
 Example dashboard panel:
 
 ```json

package/corpus/templates/analytics/docs/schemas/tracked-events.md

@@ -24,6 +24,12 @@ Events tracked by application instrumentation and stored in the configured appli
 - `agent chat message submitted` — User sends an agent chat message
 - `agent chat message received` — AI responds
 - `agent chat code applied` — AI-generated code applied to project
+- `$ai_generation` — One instrumented agent-loop LLM generation emitted through
+  server-side tracking. Properties include `$ai_trace_id`, `$ai_session_id`,
+  `$ai_model`, `$ai_provider`, `$ai_input_tokens`, `$ai_output_tokens`,
+  `$ai_latency`, `$ai_total_cost_usd`, `run_id`, `thread_id`,
+  `cost_cents_x100`, `duration_ms`, `tool_calls`, `status`, and error fields.
+  Prompt and response content are excluded by default.
 
 ### Content Editing
 

package/corpus/templates/analytics/package.json

@@ -60,8 +60,8 @@
     "@radix-ui/react-toggle": "^1.1.9",
     "@radix-ui/react-toggle-group": "^1.1.10",
     "@radix-ui/react-tooltip": "^1.2.7",
-    "@react-router/dev": "^8.0.1",
-    "@react-router/fs-routes": "^8.0.1",
+    "@react-router/dev": "^8.1.0",
+    "@react-router/fs-routes": "^8.1.0",
     "@react-three/drei": "^10.7.7",
     "@react-three/fiber": "^9.6.0",
     "@swc/core": "^1.13.3",
@@ -93,7 +93,7 @@
     "react-hook-form": "^7.71.2",
     "react-i18next": "^17.0.8",
     "react-resizable-panels": "^4.10.0",
-    "react-router": "^8.0.1",
+    "react-router": "^8.1.0",
     "recharts": "^3.8.1",
     "sonner": "^2.0.7",
     "tailwind-merge": "^3.5.0",

package/corpus/templates/analytics/seeds/dashboards/agent-observability-llm.json

@@ -0,0 +1,173 @@
+{
+  "name": "Agent LLM Observability",
+  "description": "LLM generation volume, latency, errors, token usage, and cost recorded through Agent Native tracking as PostHog-compatible `$ai_generation` events. Source: first-party analytics_events.",
+  "columns": 3,
+  "panels": [
+    {
+      "id": "llm-generations-30d",
+      "title": "LLM Generations (30d)",
+      "chartType": "metric",
+      "source": "first-party",
+      "width": 1,
+      "sql": "SELECT COUNT(*) AS count FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD')",
+      "config": {
+        "yKey": "count",
+        "yFormatter": "number",
+        "description": "Agent LLM generation events emitted by core observability tracking over the last 30 days."
+      }
+    },
+    {
+      "id": "llm-cost-30d",
+      "title": "LLM Cost (30d)",
+      "chartType": "metric",
+      "source": "first-party",
+      "width": 1,
+      "sql": "SELECT COALESCE(SUM(COALESCE(NULLIF(properties::jsonb ->> '$ai_total_cost_usd', '')::float, NULLIF(properties::jsonb ->> 'cost_usd', '')::float, COALESCE(NULLIF(properties::jsonb ->> 'cost_cents_x100', '')::float, 0) / 10000.0)), 0) AS cost_usd FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD')",
+      "config": {
+        "yKey": "cost_usd",
+        "yFormatter": "currency",
+        "description": "Estimated provider spend from tracked LLM generation events."
+      }
+    },
+    {
+      "id": "llm-avg-latency-30d",
+      "title": "Avg LLM Latency (30d)",
+      "chartType": "metric",
+      "source": "first-party",
+      "width": 1,
+      "sql": "SELECT COALESCE(AVG(COALESCE(NULLIF(properties::jsonb ->> 'duration_ms', '')::float, NULLIF(properties::jsonb ->> '$ai_latency', '')::float * 1000.0)), 0) AS latency_ms FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD')",
+      "config": {
+        "yKey": "latency_ms",
+        "yFormatter": "duration",
+        "description": "Average agent loop latency for tracked LLM generations."
+      }
+    },
+    {
+      "id": "llm-error-rate-30d",
+      "title": "LLM Error Rate (30d)",
+      "chartType": "metric",
+      "source": "first-party",
+      "width": 1,
+      "sql": "SELECT CASE WHEN COUNT(*) = 0 THEN 0 ELSE COUNT(*) FILTER (WHERE lower(COALESCE(properties::jsonb ->> '$ai_is_error', properties::jsonb ->> 'status', '')) IN ('true', 'error'))::float / COUNT(*) END AS rate FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD')",
+      "config": {
+        "yKey": "rate",
+        "yFormatter": "percent",
+        "description": "Share of tracked LLM generations that ended in an error status."
+      }
+    },
+    {
+      "id": "llm-cost-over-time",
+      "title": "LLM Cost Over Time by App",
+      "chartType": "area",
+      "source": "first-party",
+      "width": 2,
+      "sql": "SELECT event_date AS date, COALESCE(NULLIF(app, ''), NULLIF(template, ''), 'unknown') AS app, COALESCE(SUM(COALESCE(NULLIF(properties::jsonb ->> '$ai_total_cost_usd', '')::float, NULLIF(properties::jsonb ->> 'cost_usd', '')::float, COALESCE(NULLIF(properties::jsonb ->> 'cost_cents_x100', '')::float, 0) / 10000.0)), 0) AS cost_usd FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD') GROUP BY event_date, COALESCE(NULLIF(app, ''), NULLIF(template, ''), 'unknown') ORDER BY date, app",
+      "config": {
+        "xKey": "date",
+        "yKey": "cost_usd",
+        "yFormatter": "currency",
+        "pivot": {
+          "xKey": "date",
+          "seriesKey": "app",
+          "valueKey": "cost_usd"
+        },
+        "stacked": true,
+        "description": "Daily estimated LLM cost stacked by emitting app/template."
+      }
+    },
+    {
+      "id": "llm-cost-by-model",
+      "title": "LLM Cost by Model",
+      "chartType": "bar",
+      "source": "first-party",
+      "width": 1,
+      "sql": "SELECT COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') AS model, COALESCE(SUM(COALESCE(NULLIF(properties::jsonb ->> '$ai_total_cost_usd', '')::float, NULLIF(properties::jsonb ->> 'cost_usd', '')::float, COALESCE(NULLIF(properties::jsonb ->> 'cost_cents_x100', '')::float, 0) / 10000.0)), 0) AS cost_usd FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD') GROUP BY COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') ORDER BY cost_usd DESC LIMIT 20",
+      "config": {
+        "xKey": "model",
+        "yKey": "cost_usd",
+        "yFormatter": "currency",
+        "color": "var(--brand-purple)",
+        "description": "Estimated LLM cost grouped by model over the last 30 days."
+      }
+    },
+    {
+      "id": "llm-tokens-over-time",
+      "title": "LLM Tokens Over Time by Model",
+      "chartType": "area",
+      "source": "first-party",
+      "width": 2,
+      "sql": "SELECT event_date AS date, COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') AS model, SUM(COALESCE(NULLIF(properties::jsonb ->> '$ai_input_tokens', '')::float, NULLIF(properties::jsonb ->> 'input_tokens', '')::float, 0) + COALESCE(NULLIF(properties::jsonb ->> '$ai_output_tokens', '')::float, NULLIF(properties::jsonb ->> 'output_tokens', '')::float, 0)) AS tokens FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD') GROUP BY event_date, COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') ORDER BY date, model",
+      "config": {
+        "xKey": "date",
+        "yKey": "tokens",
+        "yFormatter": "number",
+        "pivot": {
+          "xKey": "date",
+          "seriesKey": "model",
+          "valueKey": "tokens"
+        },
+        "stacked": true,
+        "description": "Input plus output tokens per day, stacked by model."
+      }
+    },
+    {
+      "id": "llm-latency-by-model",
+      "title": "LLM Latency by Model",
+      "chartType": "bar",
+      "source": "first-party",
+      "width": 1,
+      "sql": "SELECT COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') AS model, COALESCE(AVG(COALESCE(NULLIF(properties::jsonb ->> 'duration_ms', '')::float, NULLIF(properties::jsonb ->> '$ai_latency', '')::float * 1000.0)), 0) AS latency_ms FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD') GROUP BY COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') ORDER BY latency_ms DESC LIMIT 20",
+      "config": {
+        "xKey": "model",
+        "yKey": "latency_ms",
+        "yFormatter": "duration",
+        "color": "var(--brand-teal)",
+        "description": "Average tracked LLM generation latency grouped by model."
+      }
+    },
+    {
+      "id": "top-expensive-llm-runs",
+      "title": "Top Expensive LLM Runs",
+      "chartType": "table",
+      "source": "first-party",
+      "width": 3,
+      "sql": "SELECT timestamp, COALESCE(NULLIF(app, ''), NULLIF(template, ''), 'unknown') AS app, COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') AS model, COALESCE(NULLIF(user_id, ''), NULLIF(anonymous_id, ''), 'anonymous') AS user_key, COALESCE(NULLIF(properties::jsonb ->> 'run_id', ''), NULLIF(properties::jsonb ->> '$ai_trace_id', '')) AS run_id, ROUND((COALESCE(NULLIF(properties::jsonb ->> '$ai_total_cost_usd', '')::float, NULLIF(properties::jsonb ->> 'cost_usd', '')::float, COALESCE(NULLIF(properties::jsonb ->> 'cost_cents_x100', '')::float, 0) / 10000.0))::numeric, 4) AS cost_usd, ROUND((COALESCE(NULLIF(properties::jsonb ->> 'duration_ms', '')::float, NULLIF(properties::jsonb ->> '$ai_latency', '')::float * 1000.0, 0))::numeric) AS duration_ms, COALESCE(NULLIF(properties::jsonb ->> 'tool_calls', '')::int, 0) AS tool_calls FROM analytics_events WHERE event_name = '$ai_generation' AND event_date >= to_char(CURRENT_DATE - INTERVAL '30 days', 'YYYY-MM-DD') ORDER BY cost_usd DESC LIMIT 25",
+      "config": {
+        "description": "Highest estimated-cost agent runs in the last 30 days.",
+        "columns": [
+          { "key": "timestamp", "label": "Time", "format": "date" },
+          { "key": "app", "label": "App" },
+          { "key": "model", "label": "Model" },
+          { "key": "user_key", "label": "User" },
+          { "key": "run_id", "label": "Run ID" },
+          { "key": "cost_usd", "label": "Cost", "format": "currency" },
+          { "key": "duration_ms", "label": "Duration", "format": "duration" },
+          { "key": "tool_calls", "label": "Tools", "format": "number" }
+        ],
+        "sortable": true,
+        "limit": 25
+      }
+    },
+    {
+      "id": "recent-llm-errors",
+      "title": "Recent LLM Errors",
+      "chartType": "table",
+      "source": "first-party",
+      "width": 3,
+      "sql": "SELECT timestamp, COALESCE(NULLIF(app, ''), NULLIF(template, ''), 'unknown') AS app, COALESCE(NULLIF(properties::jsonb ->> '$ai_model', ''), NULLIF(properties::jsonb ->> 'model', ''), 'unknown') AS model, COALESCE(NULLIF(user_id, ''), NULLIF(anonymous_id, ''), 'anonymous') AS user_key, COALESCE(NULLIF(properties::jsonb ->> 'run_id', ''), NULLIF(properties::jsonb ->> '$ai_trace_id', '')) AS run_id, COALESCE(NULLIF(properties::jsonb ->> 'error_message', ''), NULLIF(properties::jsonb ->> '$ai_error', ''), 'error') AS error FROM analytics_events WHERE event_name = '$ai_generation' AND lower(COALESCE(properties::jsonb ->> '$ai_is_error', properties::jsonb ->> 'status', '')) IN ('true', 'error') ORDER BY timestamp DESC LIMIT 25",
+      "config": {
+        "description": "Most recent tracked LLM generation errors.",
+        "columns": [
+          { "key": "timestamp", "label": "Time", "format": "date" },
+          { "key": "app", "label": "App" },
+          { "key": "model", "label": "Model" },
+          { "key": "user_key", "label": "User" },
+          { "key": "run_id", "label": "Run ID" },
+          { "key": "error", "label": "Error" }
+        ],
+        "sortable": true,
+        "limit": 25
+      }
+    }
+  ]
+}

package/corpus/templates/analytics/server/jobs/analytics-alerts.ts

@@ -7,6 +7,7 @@ import {
 } from "../lib/analytics-alerts";
 
 let running = false;
+let listRulesFailureLogged = false;
 const DEFAULT_MAX_RULES_PER_SWEEP = 100;
 
 function maxRulesPerSweep(input?: number): number {
@@ -47,11 +48,28 @@ export async function runAnalyticsAlertsOnce(
     await ensureDefaultHttp5xxSpikeAlertRules().catch((err) => {
       console.error("[analytics-alerts] Default 5xx alert seed failed:", err);
     });
-    const rules = await listEnabledAnalyticsAlertRules({
-      limit: sweepLimit,
-      ownerEmail: options.ownerEmail,
-      orgId: options.orgId,
-    });
+    let rules: Awaited<ReturnType<typeof listEnabledAnalyticsAlertRules>>;
+    try {
+      rules = await listEnabledAnalyticsAlertRules({
+        limit: sweepLimit,
+        ownerEmail: options.ownerEmail,
+        orgId: options.orgId,
+      });
+    } catch (err) {
+      // Schema not migrated yet (e.g. a deploy that hasn't picked up the
+      // analytics_alert_rules migration) or a transient DB error — don't let
+      // one bad sweep crash the whole interval/cron invocation every time it
+      // fires. Log once per process so the failure is still visible.
+      if (!listRulesFailureLogged) {
+        console.error(
+          "[analytics-alerts] Failed to list enabled alert rules; skipping this sweep:",
+          err,
+        );
+        listRulesFailureLogged = true;
+      }
+      return { processed: 0, triggered: 0, failed: 0, remaining: 0 };
+    }
+    listRulesFailureLogged = false;
     remaining = rules.length >= sweepLimit ? 1 : 0;
 
     for (const rule of rules) {