@agent-native/core 0.161.9 → 0.161.10

package/dist/agent/chat-health-alert.js

@@ -0,0 +1,132 @@
+import { getDbExec } from "../db/client.js";
+import { notify } from "../notifications/registry.js";
+import { getSetting, putSetting } from "../settings/store.js";
+/**
+ * Pages the people who can act when an app's chat stops answering.
+ *
+ * The detector for this already existed as `scripts/chat-health.mjs --strict`,
+ * correctly calibrated and exiting 1 on a partial outage — but nothing ever ran
+ * it and nothing ever paged, so an app answering 11% of its turns was found by
+ * a user posting in Slack. This is the missing half: the same measurement, on
+ * the durable sweep that already drives stale reaping, scoped to the one app it
+ * runs in so no cross-app credential has to exist anywhere.
+ */
+/** Turns are scored over this window on every sweep. */
+const WINDOW_MS = 60 * 60_000;
+/**
+ * Below this, a rate is noise: one failed turn out of two is 50% and means
+ * nothing. Chat-health's own fleet view showed apps sitting at 100% on a single
+ * turn all day.
+ */
+const MIN_TURNS = 5;
+/**
+ * Deliberately far above `chat-health`'s 0.1 review budget. That threshold
+ * answers "is this app degraded", which is a question for a dashboard. This one
+ * answers "is chat down", which is the only question worth waking someone for.
+ */
+const BAD_RATE_THRESHOLD = 0.5;
+/** One page per outage, not one per sweep. */
+const COOLDOWN_MS = 60 * 60_000;
+const LAST_ALERT_SETTING_KEY = "chat-health-alert:last-paged-at";
+/**
+ * Scores the LAST run of each turn in the window, matching how
+ * `scripts/chat-health.mjs` reports so a page and the CLI never disagree.
+ * User-stopped turns are excluded: someone hitting Stop is not an outage.
+ */
+async function countRecentTurns(since) {
+    const { rows } = await getDbExec().execute({
+        sql: `WITH ranked AS (
+            SELECT turn_id, status,
+                   ROW_NUMBER() OVER (
+                     PARTITION BY turn_id ORDER BY started_at DESC
+                   ) AS rn
+            FROM agent_runs
+            WHERE started_at >= ?
+              AND turn_id IS NOT NULL
+              AND id NOT LIKE 'job-%'
+          )
+          SELECT COUNT(*) AS turns,
+                 SUM(CASE WHEN status = 'errored' THEN 1 ELSE 0 END) AS bad
+          FROM ranked
+          WHERE rn = 1 AND status <> 'aborted'`,
+        args: [since],
+    });
+    const row = rows[0];
+    return {
+        turns: Number(row?.turns ?? 0),
+        bad: Number(row?.bad ?? 0),
+    };
+}
+/** Owners and admins — the people who can actually change a model or a key. */
+async function alertRecipients() {
+    const { rows } = await getDbExec().execute({
+        sql: `SELECT DISTINCT email FROM org_members
+          WHERE role IN ('owner', 'admin')`,
+        args: [],
+    });
+    return rows
+        .map((r) => String(r.email ?? ""))
+        .filter(Boolean);
+}
+export async function checkChatHealthAndAlert(now = Date.now()) {
+    let counts;
+    try {
+        counts = await countRecentTurns(now - WINDOW_MS);
+    }
+    catch (error) {
+        // A check that could not read the ledger has not found the app healthy.
+        return { status: "check-failed", reason: String(error) };
+    }
+    if (counts.turns < MIN_TURNS) {
+        return { status: "insufficient-data", turns: counts.turns };
+    }
+    const badRate = counts.bad / counts.turns;
+    if (badRate < BAD_RATE_THRESHOLD) {
+        return { status: "healthy", turns: counts.turns, badRate };
+    }
+    const stored = await getSetting(LAST_ALERT_SETTING_KEY).catch(() => null);
+    const lastPagedAt = Number(stored?.at ?? 0);
+    if (Number.isFinite(lastPagedAt) && now - lastPagedAt < COOLDOWN_MS) {
+        return {
+            status: "cooldown",
+            retryAfterMs: COOLDOWN_MS - (now - lastPagedAt),
+        };
+    }
+    let recipients;
+    try {
+        recipients = await alertRecipients();
+    }
+    catch (error) {
+        return { status: "check-failed", reason: String(error) };
+    }
+    const pct = Math.round(badRate * 100);
+    for (const owner of recipients) {
+        await notify({
+            severity: "critical",
+            title: `Chat is failing: ${pct}% of turns ended without an answer`,
+            body: `${counts.bad} of ${counts.turns} turns in the last hour ended without ` +
+                `an answer. Run \`node scripts/chat-health.mjs --hours 1\` for the ` +
+                `per-reason breakdown.`,
+            metadata: {
+                turns: counts.turns,
+                bad: counts.bad,
+                badRate,
+                windowMs: WINDOW_MS,
+            },
+        }, { owner }).catch((error) => {
+            // One undeliverable recipient must not suppress the rest.
+            console.error("[chat-health-alert] notify failed for a recipient:", error);
+        });
+    }
+    // Stamped only after an attempt was actually made, so a failed page retries
+    // on the next sweep instead of being silenced by its own cooldown.
+    await putSetting(LAST_ALERT_SETTING_KEY, { at: now }).catch((error) => {
+        console.error("[chat-health-alert] could not stamp cooldown:", error);
+    });
+    return {
+        status: "alerted",
+        turns: counts.turns,
+        badRate,
+        recipients: recipients.length,
+    };
+}

package/dist/collab/routes.d.ts

@@ -26,8 +26,8 @@ export declare const getCollabState: import("h3").EventHandlerWithFetch<import("
  * Body: { update: string (base64), requestSource?: string }
  */
 export declare const postCollabUpdate: import("h3").EventHandlerWithFetch<import("h3").EventHandlerRequest, Promise<{
-    error: string;
     ok?: undefined;
+    error: string;
 } | {
     error?: undefined;
     ok: boolean;

package/dist/collab/struct-routes.d.ts

@@ -13,8 +13,8 @@
  * Body: { json: any, fieldName?: string, type?: "map"|"array", requestSource?: string }
  */
 export declare const postCollabJson: import("h3").EventHandlerWithFetch<import("h3").EventHandlerRequest, Promise<{
-    error: string;
     ok?: undefined;
+    error: string;
 } | {
     error?: undefined;
     ok: boolean;

package/dist/file-upload/actions/upload-image.d.ts

@@ -17,11 +17,11 @@ declare const _default: import("../../action.js").ActionDefinition<{
     id?: undefined;
     provider?: undefined;
 } | {
+    error?: undefined;
     configured?: undefined;
     connectPath?: undefined;
     url: string;
     id: string;
     provider: string;
-    error?: undefined;
 }>;
 export default _default;

package/dist/observability/routes.d.ts

@@ -41,27 +41,27 @@ export declare function createObservabilityHandler(): import("h3").EventHandlerW
     thumbsUpRate: number;
     avgEvalScore: number;
 } | {
+    error?: undefined;
+    ok?: undefined;
     summary: import("./types.js").TraceSummary;
     spans: import("./types.js").TraceSpan[];
     id?: undefined;
+} | {
     error?: undefined;
     ok?: undefined;
-} | {
     summary?: undefined;
     spans?: undefined;
     id: string;
-    error?: undefined;
-    ok?: undefined;
 } | {
+    ok?: undefined;
     summary?: undefined;
     spans?: undefined;
     id?: undefined;
     error: any;
-    ok?: undefined;
 } | {
+    error?: undefined;
     summary?: undefined;
     spans?: undefined;
     id?: undefined;
     ok: boolean;
-    error?: undefined;
 }>>;

package/dist/provider-api/actions/custom-provider-registration.d.ts

@@ -75,8 +75,8 @@ export declare function createCustomProviderRegistrationAction<TSchema extends Z
         user: "user";
     }>>;
 }, z.core.$strip>>, {
-    message?: undefined;
     id?: undefined;
+    provider?: undefined;
     deleted?: undefined;
     providers: {
         id: string;
@@ -88,45 +88,45 @@ export declare function createCustomProviderRegistrationAction<TSchema extends Z
         updatedAt: number;
     }[];
     count: number;
-    provider?: undefined;
     found?: undefined;
     registered?: undefined;
     label?: undefined;
-} | {
     message?: undefined;
-    count?: undefined;
+} | {
     id?: undefined;
     deleted?: undefined;
     providers?: undefined;
+    count?: undefined;
     found: boolean;
     provider: import("../custom-registry.js").CustomProviderConfig;
     registered?: undefined;
     label?: undefined;
-} | {
     message?: undefined;
-    count?: undefined;
+} | {
+    provider?: undefined;
     deleted?: undefined;
     providers?: undefined;
-    provider?: undefined;
+    count?: undefined;
     found: boolean;
     id: string;
     registered?: undefined;
     label?: undefined;
-} | {
     message?: undefined;
-    count?: undefined;
-    providers?: undefined;
+} | {
     provider?: undefined;
+    providers?: undefined;
+    count?: undefined;
     found?: undefined;
     deleted: boolean;
     id: string;
     registered?: undefined;
     label?: undefined;
+    message?: undefined;
 } | {
-    count?: undefined;
+    provider?: undefined;
     deleted?: undefined;
     providers?: undefined;
-    provider?: undefined;
+    count?: undefined;
     found?: undefined;
     registered: boolean;
     id: string;

package/dist/provider-api/actions/provider-api.d.ts

@@ -312,8 +312,6 @@ export declare function createProviderApiActions(runtime: Pick<ProviderApiRuntim
         scope?: "org" | "user" | undefined;
     }, {
         id?: undefined;
-        deleted?: undefined;
-        provider?: undefined;
         message?: undefined;
         providers: {
             id: string;
@@ -325,45 +323,47 @@ export declare function createProviderApiActions(runtime: Pick<ProviderApiRuntim
             updatedAt: number;
         }[];
         count: number;
+        provider?: undefined;
         found?: undefined;
+        deleted?: undefined;
         registered?: undefined;
         label?: undefined;
     } | {
         id?: undefined;
-        deleted?: undefined;
         message?: undefined;
         providers?: undefined;
         count?: undefined;
         found: boolean;
         provider: import("../custom-registry.js").CustomProviderConfig;
+        deleted?: undefined;
         registered?: undefined;
         label?: undefined;
     } | {
-        deleted?: undefined;
-        provider?: undefined;
         message?: undefined;
         providers?: undefined;
         count?: undefined;
+        provider?: undefined;
         found: boolean;
         id: string;
+        deleted?: undefined;
         registered?: undefined;
         label?: undefined;
     } | {
-        provider?: undefined;
         message?: undefined;
         providers?: undefined;
         count?: undefined;
+        provider?: undefined;
         found?: undefined;
         deleted: boolean;
         id: string;
         registered?: undefined;
         label?: undefined;
     } | {
-        deleted?: undefined;
-        provider?: undefined;
         providers?: undefined;
         count?: undefined;
+        provider?: undefined;
         found?: undefined;
+        deleted?: undefined;
         registered: boolean;
         id: string;
         label: string;

package/dist/resources/handlers.d.ts

@@ -48,8 +48,8 @@ export declare function handleUpdateResource(event: any): Promise<import("./stor
 }>;
 /** DELETE /_agent-native/resources/:id — delete a resource */
 export declare function handleDeleteResource(event: any): Promise<{
-    ok?: undefined;
     error: string;
+    ok?: undefined;
 } | {
     error?: undefined;
     ok: boolean;

package/dist/secrets/routes.d.ts

@@ -34,37 +34,37 @@ export declare function createListSecretsHandler(): import("h3").EventHandlerWit
 /** POST /_agent-native/secrets/:key — write a secret. */
 export declare function createWriteSecretHandler(): import("h3").EventHandlerWithFetch<import("h3").EventHandlerRequest, Promise<{
     error: string;
-    status?: undefined;
     ok?: undefined;
+    status?: undefined;
 } | {
+    error?: undefined;
     ok: boolean;
     status: string;
-    error?: undefined;
 } | {
+    ok?: undefined;
     error: string;
     removed?: undefined;
-    ok?: undefined;
 } | {
+    error?: undefined;
     ok: boolean;
     removed: boolean;
-    error?: undefined;
 }>>;
 /**
  * POST /_agent-native/secrets/:key/test — validate an optional candidate value
  * or the current stored value without changing anything.
  */
 export declare function createTestSecretHandler(): import("h3").EventHandlerWithFetch<import("h3").EventHandlerRequest, Promise<{
+    ok?: undefined;
     error: string;
     note?: undefined;
-    ok?: undefined;
 } | {
+    error?: undefined;
     ok: boolean;
     note?: undefined;
-    error?: undefined;
 } | {
+    error?: undefined;
     ok: boolean;
     note: string;
-    error?: undefined;
 } | {
     note?: undefined;
     ok: boolean;
@@ -95,11 +95,11 @@ export interface AdHocSecretPayload {
 export declare function createAdHocSecretHandler(): import("h3").EventHandlerWithFetch<import("h3").EventHandlerRequest, Promise<AdHocSecretPayload[] | {
     error: string;
 } | {
+    error?: undefined;
     ok: boolean;
     key: string;
-    error?: undefined;
 } | {
+    error?: undefined;
     ok: boolean;
     removed: boolean;
-    error?: undefined;
 }>>;

package/dist/server/agent-chat-plugin.js

@@ -5094,18 +5094,31 @@ Non-code requests are still fine on this surface: read data, navigate the UI, su
                         console.error("[agent-chat] durable stale-run reap failed:", error);
                         return null;
                     });
+                    // Rides the same site-tick as the reap above, for the same reason:
+                    // it is the only durable driver on serverless. Never fatal to the
+                    // job sweep, and its own failure is a distinguishable outcome
+                    // rather than a silent healthy.
+                    const { checkChatHealthAndAlert } = await import("../agent/chat-health-alert.js");
+                    const chatHealth = await checkChatHealthAndAlert().catch((error) => {
+                        console.error("[agent-chat] chat-health alert failed:", error);
+                        return null;
+                    });
                     try {
                         // Jobs may request MCP tools, and `getActions` is synchronous —
                         // hydrate before the sweep so a serverless container that never
                         // eagerly initialized still resolves them.
                         await ensureMcpInitialized();
                         await processRecurringJobs(schedulerDeps);
-                        return { ok: true, staleRunsReaped };
+                        return { ok: true, staleRunsReaped, chatHealth };
                     }
                     catch (error) {
                         console.error("[recurring-jobs] Sweep route failed:", error);
                         setResponseStatus(event, 500);
-                        return { error: "Recurring-job sweep failed", staleRunsReaped };
+                        return {
+                            error: "Recurring-job sweep failed",
+                            staleRunsReaped,
+                            chatHealth,
+                        };
                     }
                 }));
                 if (disableRecurringJobsRuntime) {

package/dist/server/agent-engine-api-key-route.d.ts

@@ -27,10 +27,10 @@ export declare function resolveAgentEngineApiKeyWriteTarget(event: H3Event, scop
 export declare function createAgentEngineApiKeyHandler(): import("h3").EventHandlerWithFetch<import("h3").EventHandlerRequest, Promise<{
     error: any;
 } | {
+    error?: undefined;
     ok: boolean;
     key: string;
     baseUrlKey?: string;
     scope: AgentEngineApiKeyScope;
-    error?: undefined;
 }>>;
 export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agent-native/core",
-  "version": "0.161.9",
+  "version": "0.161.10",
   "description": "Framework for agent-native application development — where AI agents and UI share SQL state, actions, and context",
   "homepage": "https://github.com/BuilderIO/agent-native#readme",
   "bugs": {