@agent-native/core 0.7.12 → 0.7.13

package/dist/notifications/actions.d.ts

@@ -2,8 +2,8 @@
  * Framework-level agent actions for the notifications primitive.
  *
  * Registered as native tools (not template actions) so they're available in
- * every template. The agent uses `notify` to surface progress, completions,
- * and alerts to the user through the in-app inbox and any registered channels.
+ * every template. Consolidated into a single `manage-notifications` tool with
+ * an `action` parameter that dispatches to the correct implementation.
  */
 import type { ActionEntry } from "../agent/production-agent.js";
 export declare function createNotificationToolEntries(getCurrentUser: () => string): Record<string, ActionEntry>;

package/dist/notifications/actions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../../src/notifications/actions.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAIhE,wBAAgB,6BAA6B,CAC3C,cAAc,EAAE,MAAM,MAAM,GAC3B,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAsH7B"}
+{"version":3,"file":"actions.d.ts","sourceRoot":"","sources":["../../src/notifications/actions.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAIhE,wBAAgB,6BAA6B,CAC3C,cAAc,EAAE,MAAM,MAAM,GAC3B,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAkI7B"}

package/dist/notifications/actions.js

@@ -2,112 +2,120 @@
  * Framework-level agent actions for the notifications primitive.
  *
  * Registered as native tools (not template actions) so they're available in
- * every template. The agent uses `notify` to surface progress, completions,
- * and alerts to the user through the in-app inbox and any registered channels.
+ * every template. Consolidated into a single `manage-notifications` tool with
+ * an `action` parameter that dispatches to the correct implementation.
  */
 import { notify, listNotifications, countUnread } from "./registry.js";
 export function createNotificationToolEntries(getCurrentUser) {
     return {
-        notify: {
+        "manage-notifications": {
             tool: {
-                description: "Send a notification to the user. Always persisted to the in-app inbox so the bell + toast surface shows it. Registered channels (webhook, Slack, etc.) also run. Use `info` for FYI, `warning` for things the user should look at, `critical` for things that need immediate attention.",
+                description: [
+                    "Manage user notifications. Available actions:",
+                    "",
+                    '• action="send" — Send a notification to the user. Persisted to the in-app inbox so the bell + toast surface shows it. Registered channels (webhook, Slack, etc.) also run.',
+                    "  Required: severity, title. Optional: body, metadataJson, channels.",
+                    "",
+                    '• action="list" — List recent notifications for the current user. Useful when the user asks about prior alerts.',
+                    "  Optional: unreadOnly (boolean), limit (number, default 20, max 200).",
+                ].join("\n"),
                 parameters: {
                     type: "object",
                     properties: {
+                        action: {
+                            type: "string",
+                            enum: ["send", "list"],
+                            description: "The notification action to perform.",
+                        },
                         severity: {
                             type: "string",
                             enum: ["info", "warning", "critical"],
-                            description: "Severity level — drives styling and per-severity channel routing.",
+                            description: '(send) Severity level — drives styling and per-severity channel routing. Use "info" for FYI, "warning" for things the user should look at, "critical" for things that need immediate attention.',
                         },
                         title: {
                             type: "string",
-                            description: "Short, human-readable headline (≤100 chars).",
+                            description: "(send) Short, human-readable headline (≤100 chars).",
                         },
                         body: {
                             type: "string",
-                            description: "Optional longer description.",
+                            description: "(send) Optional longer description.",
                         },
                         metadataJson: {
                             type: "string",
-                            description: 'Optional JSON metadata (URLs, entity ids, etc.). Example: \'{"threadId":"abc","link":"/inbox/abc"}\'.',
+                            description: '(send) Optional JSON metadata (URLs, entity ids, etc.). Example: \'{"threadId":"abc","link":"/inbox/abc"}\'.',
                         },
                         channels: {
                             type: "string",
-                            description: 'Optional comma-separated channel allowlist (e.g. "inbox,webhook"). Omit to run all registered channels.',
+                            description: '(send) Optional comma-separated channel allowlist (e.g. "inbox,webhook"). Omit to run all registered channels.',
                         },
-                    },
-                    required: ["severity", "title"],
-                },
-            },
-            run: async (args) => {
-                const owner = getCurrentUser();
-                if (!args.severity || !args.title) {
-                    return "Error: --severity and --title are required.";
-                }
-                const severity = args.severity;
-                if (!["info", "warning", "critical"].includes(severity)) {
-                    return `Error: severity must be info, warning, or critical (got "${severity}").`;
-                }
-                let metadata;
-                if (args.metadataJson) {
-                    try {
-                        metadata = JSON.parse(args.metadataJson);
-                    }
-                    catch {
-                        return "Error: metadataJson must be valid JSON.";
-                    }
-                }
-                const channels = args.channels
-                    ? args.channels
-                        .split(",")
-                        .map((s) => s.trim())
-                        .filter(Boolean)
-                    : undefined;
-                const stored = await notify({
-                    severity,
-                    title: args.title,
-                    body: args.body || undefined,
-                    metadata,
-                    channels,
-                }, { owner });
-                return stored
-                    ? `Notification sent (id: ${stored.id})`
-                    : "Notification dispatched to channels (not persisted).";
-            },
-        },
-        "list-notifications": {
-            tool: {
-                description: "List recent notifications for the current user. Useful when the user asks about prior alerts.",
-                parameters: {
-                    type: "object",
-                    properties: {
                         unreadOnly: {
                             type: "boolean",
-                            description: "When true, only include unread notifications.",
+                            description: "(list) When true, only include unread notifications.",
                         },
                         limit: {
                             type: "number",
-                            description: "Max rows to return (default 20, max 200).",
+                            description: "(list) Max rows to return (default 20, max 200).",
                         },
                     },
+                    required: ["action"],
                 },
             },
             run: async (args) => {
                 const owner = getCurrentUser();
-                const rows = await listNotifications(owner, {
-                    unreadOnly: args.unreadOnly === true || args.unreadOnly === "true",
-                    limit: Math.min(Number(args.limit ?? 20), 200),
-                });
-                if (rows.length === 0) {
-                    return args.unreadOnly
-                        ? "No unread notifications."
-                        : "No notifications.";
+                const action = args.action;
+                switch (action) {
+                    case "send": {
+                        if (!args.severity || !args.title) {
+                            return "Error: severity and title are required for action=send.";
+                        }
+                        const severity = args.severity;
+                        if (!["info", "warning", "critical"].includes(severity)) {
+                            return `Error: severity must be info, warning, or critical (got "${severity}").`;
+                        }
+                        let metadata;
+                        if (args.metadataJson) {
+                            try {
+                                metadata = JSON.parse(args.metadataJson);
+                            }
+                            catch {
+                                return "Error: metadataJson must be valid JSON.";
+                            }
+                        }
+                        const channels = typeof args.channels === "string"
+                            ? args.channels
+                                .split(",")
+                                .map((s) => s.trim())
+                                .filter(Boolean)
+                            : undefined;
+                        const stored = await notify({
+                            severity,
+                            title: args.title,
+                            body: args.body || undefined,
+                            metadata,
+                            channels,
+                        }, { owner });
+                        return stored
+                            ? `Notification sent (id: ${stored.id})`
+                            : "Notification dispatched to channels (not persisted).";
+                    }
+                    case "list": {
+                        const rows = await listNotifications(owner, {
+                            unreadOnly: args.unreadOnly === true || args.unreadOnly === "true",
+                            limit: Math.min(Number(args.limit ?? 20), 200),
+                        });
+                        if (rows.length === 0) {
+                            return args.unreadOnly
+                                ? "No unread notifications."
+                                : "No notifications.";
+                        }
+                        const unreadCount = await countUnread(owner);
+                        const lines = rows.map((n) => `[${n.readAt ? " " : "•"}] (${n.severity}) ${n.title}${n.body ? ` — ${n.body}` : ""} · ${n.createdAt}`);
+                        return `${unreadCount} unread\n\n${lines.join("\n")}`;
+                    }
+                    default:
+                        return `Error: unknown action "${action}". Must be one of: send, list.`;
                 }
-                const unreadCount = await countUnread(owner);
-                const lines = rows.map((n) => `[${n.readAt ? " " : "•"}] (${n.severity}) ${n.title}${n.body ? ` — ${n.body}` : ""} · ${n.createdAt}`);
-                return `${unreadCount} unread\n\n${lines.join("\n")}`;
             },
-            readOnly: true,
         },
     };
 }

package/dist/notifications/actions.js.map

@@ -1 +1 @@
-{"version":3,"file":"actions.js","sourceRoot":"","sources":["../../src/notifications/actions.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAGvE,MAAM,UAAU,6BAA6B,CAC3C,cAA4B;IAE5B,OAAO;QACL,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,WAAW,EACT,yRAAyR;gBAC3R,UAAU,EAAE;oBACV,IAAI,EAAE,QAAiB;oBACvB,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC;4BACrC,WAAW,EACT,mEAAmE;yBACtE;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,8CAA8C;yBAC5D;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,8BAA8B;yBAC5C;wBACD,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,uGAAuG;yBAC1G;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,yGAAyG;yBAC5G;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,OAAO,CAAC;iBAChC;aACF;YACD,GAAG,EAAE,KAAK,EAAE,IAA4B,EAAE,EAAE;gBAC1C,MAAM,KAAK,GAAG,cAAc,EAAE,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;oBAClC,OAAO,6CAA6C,CAAC;gBACvD,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAgC,CAAC;gBACvD,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACxD,OAAO,4DAA4D,QAAQ,KAAK,CAAC;gBACnF,CAAC;gBAED,IAAI,QAA6C,CAAC;gBAClD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC;wBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAC3C,CAAC;oBAAC,MAAM,CAAC;wBACP,OAAO,yCAAyC,CAAC;oBACnD,CAAC;gBACH,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ;oBAC5B,CAAC,CAAC,IAAI,CAAC,QAAQ;yBACV,KAAK,CAAC,GAAG,CAAC;yBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;yBACpB,MAAM,CAAC,OAAO,CAAC;oBACpB,CAAC,CAAC,SAAS,CAAC;gBAEd,MAAM,MAAM,GAAG,MAAM,MAAM,CACzB;oBACE,QAAQ;oBACR,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,SAAS;oBAC5B,QAAQ;oBACR,QAAQ;iBACT,EACD,EAAE,KAAK,EAAE,CACV,CAAC;gBACF,OAAO,MAAM;oBACX,CAAC,CAAC,0BAA0B,MAAM,CAAC,EAAE,GAAG;oBACxC,CAAC,CAAC,sDAAsD,CAAC;YAC7D,CAAC;SACF;QAED,oBAAoB,EAAE;YACpB,IAAI,EAAE;gBACJ,WAAW,EACT,+FAA+F;gBACjG,UAAU,EAAE;oBACV,IAAI,EAAE,QAAiB;oBACvB,UAAU,EAAE;wBACV,UAAU,EAAE;4BACV,IAAI,EAAE,SAAS;4BACf,WAAW,EAAE,+CAA+C;yBAC7D;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,2CAA2C;yBACzD;qBACF;iBACF;aACF;YACD,GAAG,EAAE,KAAK,EAAE,IAA6B,EAAE,EAAE;gBAC3C,MAAM,KAAK,GAAG,cAAc,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE;oBAC1C,UAAU,EAAE,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM;oBAClE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC;iBAC/C,CAAC,CAAC;gBACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtB,OAAO,IAAI,CAAC,UAAU;wBACpB,CAAC,CAAC,0BAA0B;wBAC5B,CAAC,CAAC,mBAAmB,CAAC;gBAC1B,CAAC;gBACD,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;gBAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,CAAC,CAAC,EAAE,EAAE,CACJ,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,SAAS,EAAE,CACzG,CAAC;gBACF,OAAO,GAAG,WAAW,cAAc,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACxD,CAAC;YACD,QAAQ,EAAE,IAAI;SACf;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"actions.js","sourceRoot":"","sources":["../../src/notifications/actions.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAGvE,MAAM,UAAU,6BAA6B,CAC3C,cAA4B;IAE5B,OAAO;QACL,sBAAsB,EAAE;YACtB,IAAI,EAAE;gBACJ,WAAW,EAAE;oBACX,+CAA+C;oBAC/C,EAAE;oBACF,6KAA6K;oBAC7K,sEAAsE;oBACtE,EAAE;oBACF,iHAAiH;oBACjH,wEAAwE;iBACzE,CAAC,IAAI,CAAC,IAAI,CAAC;gBACZ,UAAU,EAAE;oBACV,IAAI,EAAE,QAAiB;oBACvB,UAAU,EAAE;wBACV,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;4BACtB,WAAW,EAAE,qCAAqC;yBACnD;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC;4BACrC,WAAW,EACT,iMAAiM;yBACpM;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,qDAAqD;yBACxD;wBACD,IAAI,EAAE;4BACJ,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,qCAAqC;yBACnD;wBACD,YAAY,EAAE;4BACZ,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,8GAA8G;yBACjH;wBACD,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EACT,gHAAgH;yBACnH;wBACD,UAAU,EAAE;4BACV,IAAI,EAAE,SAAS;4BACf,WAAW,EACT,sDAAsD;yBACzD;wBACD,KAAK,EAAE;4BACL,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,kDAAkD;yBAChE;qBACF;oBACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;iBACrB;aACF;YACD,GAAG,EAAE,KAAK,EAAE,IAA6B,EAAE,EAAE;gBAC3C,MAAM,KAAK,GAAG,cAAc,EAAE,CAAC;gBAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAgB,CAAC;gBAErC,QAAQ,MAAM,EAAE,CAAC;oBACf,KAAK,MAAM,CAAC,CAAC,CAAC;wBACZ,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;4BAClC,OAAO,yDAAyD,CAAC;wBACnE,CAAC;wBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAgC,CAAC;wBACvD,IAAI,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACxD,OAAO,4DAA4D,QAAQ,KAAK,CAAC;wBACnF,CAAC;wBAED,IAAI,QAA6C,CAAC;wBAClD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BACtB,IAAI,CAAC;gCACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAsB,CAAC,CAAC;4BACrD,CAAC;4BAAC,MAAM,CAAC;gCACP,OAAO,yCAAyC,CAAC;4BACnD,CAAC;wBACH,CAAC;wBAED,MAAM,QAAQ,GACZ,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;4BAC/B,CAAC,CAAC,IAAI,CAAC,QAAQ;iCACV,KAAK,CAAC,GAAG,CAAC;iCACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iCACpB,MAAM,CAAC,OAAO,CAAC;4BACpB,CAAC,CAAC,SAAS,CAAC;wBAEhB,MAAM,MAAM,GAAG,MAAM,MAAM,CACzB;4BACE,QAAQ;4BACR,KAAK,EAAE,IAAI,CAAC,KAAe;4BAC3B,IAAI,EAAG,IAAI,CAAC,IAAe,IAAI,SAAS;4BACxC,QAAQ;4BACR,QAAQ;yBACT,EACD,EAAE,KAAK,EAAE,CACV,CAAC;wBACF,OAAO,MAAM;4BACX,CAAC,CAAC,0BAA0B,MAAM,CAAC,EAAE,GAAG;4BACxC,CAAC,CAAC,sDAAsD,CAAC;oBAC7D,CAAC;oBAED,KAAK,MAAM,CAAC,CAAC,CAAC;wBACZ,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE;4BAC1C,UAAU,EACR,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,MAAM;4BACxD,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC;yBAC/C,CAAC,CAAC;wBACH,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BACtB,OAAO,IAAI,CAAC,UAAU;gCACpB,CAAC,CAAC,0BAA0B;gCAC5B,CAAC,CAAC,mBAAmB,CAAC;wBAC1B,CAAC;wBACD,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;wBAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACpB,CAAC,CAAC,EAAE,EAAE,CACJ,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,SAAS,EAAE,CACzG,CAAC;wBACF,OAAO,GAAG,WAAW,cAAc,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACxD,CAAC;oBAED;wBACE,OAAO,0BAA0B,MAAM,gCAAgC,CAAC;gBAC5E,CAAC;YACH,CAAC;SACF;KACF,CAAC;AACJ,CAAC"}

package/dist/observability/evals.d.ts

@@ -0,0 +1,22 @@
+import type { EvalResult, EvalCriteria } from "./types.js";
+import type { AgentEngine } from "../agent/engine/types.js";
+export declare function runAutomatedEvals(runId: string): Promise<EvalResult[]>;
+export declare function runLlmJudgeEval(runId: string, criteria: EvalCriteria, opts?: {
+    engine?: AgentEngine;
+    model?: string;
+    userId?: string | null;
+}): Promise<EvalResult | null>;
+export declare function runDatasetEval(datasetId: string, opts?: {
+    criteria?: EvalCriteria[];
+    engine?: AgentEngine;
+    model?: string;
+}): Promise<{
+    datasetId: string;
+    totalCases: number;
+    avgScore: number;
+    results: EvalResult[];
+}>;
+export declare function evaluateRun(runId: string, opts?: {
+    sampleRate?: number;
+}): Promise<EvalResult[]>;
+//# sourceMappingURL=evals.d.ts.map

package/dist/observability/evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/observability/evals.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,UAAU,EACV,YAAY,EAGb,MAAM,YAAY,CAAC;AAGpB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA0I5D,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC,CAsB5E;AA2DD,wBAAsB,eAAe,CACnC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,YAAY,EACtB,IAAI,CAAC,EAAE;IAAE,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,GACtE,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CA6E5B;AAID,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE;IAAE,QAAQ,CAAC,EAAE,YAAY,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACzE,OAAO,CAAC;IACT,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,UAAU,EAAE,CAAC;CACvB,CAAC,CAkDD;AAuGD,wBAAsB,WAAW,CAC/B,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAA;CAAE,GAC7B,OAAO,CAAC,UAAU,EAAE,CAAC,CA6BvB"}

package/dist/observability/evals.js

@@ -0,0 +1,371 @@
+import { getTraceSummary, insertEvalResult, getEvalDataset } from "./store.js";
+import { getRunById, getRunEventsSince } from "../agent/run-store.js";
+import { resolveEngine, getStoredModelForEngine, } from "../agent/engine/index.js";
+const LATENCY_BASELINE_PER_TOOL_MS = 10_000;
+const COST_BASELINE_PER_TOOL_CX100 = 50;
+const LLM_JUDGE_TIMEOUT_MS = 30_000;
+function makeEvalResult(opts) {
+    return {
+        id: crypto.randomUUID(),
+        runId: opts.runId,
+        threadId: opts.threadId,
+        userId: opts.userId,
+        evalType: opts.evalType,
+        criteria: opts.criteria,
+        score: Math.max(0, Math.min(1, opts.score)),
+        reasoning: opts.reasoning ?? null,
+        metadata: opts.metadata ?? null,
+        createdAt: Date.now(),
+    };
+}
+/** Lift the (runId, threadId, userId) triple off a TraceSummary —
+ *  every automated scorer pulls these together. */
+function fromSummary(summary) {
+    return {
+        runId: summary.runId,
+        threadId: summary.threadId,
+        userId: summary.userId,
+    };
+}
+// ─── Layer 1: Automated deterministic scorers ────────────────────────
+function scoreToolSuccessRate(summary) {
+    const total = summary.toolCalls;
+    const score = total > 0 ? summary.successfulTools / total : 1.0;
+    return makeEvalResult({
+        ...fromSummary(summary),
+        evalType: "automated",
+        criteria: "tool_success_rate",
+        score,
+        metadata: {
+            totalTools: total,
+            successfulTools: summary.successfulTools,
+            failedTools: summary.failedTools,
+        },
+    });
+}
+function scoreStepEfficiency(summary) {
+    // No tool calls = simple Q&A, maximally efficient.
+    // With tools: penalize excessive LLM iterations relative to tool calls.
+    const score = summary.toolCalls === 0
+        ? 1.0
+        : summary.llmCalls > 0
+            ? Math.min(1, summary.toolCalls / summary.llmCalls)
+            : 1.0;
+    return makeEvalResult({
+        ...fromSummary(summary),
+        evalType: "automated",
+        criteria: "step_efficiency",
+        score,
+        metadata: { llmCalls: summary.llmCalls, toolCalls: summary.toolCalls },
+    });
+}
+function scoreLatency(summary) {
+    const expectedMs = Math.max(LATENCY_BASELINE_PER_TOOL_MS, summary.toolCalls * LATENCY_BASELINE_PER_TOOL_MS);
+    const score = Math.max(0, 1 - summary.totalDurationMs / expectedMs);
+    return makeEvalResult({
+        ...fromSummary(summary),
+        evalType: "automated",
+        criteria: "latency_score",
+        score,
+        metadata: { actualMs: summary.totalDurationMs, expectedMs },
+    });
+}
+function scoreCostEfficiency(summary) {
+    const expectedCx100 = Math.max(COST_BASELINE_PER_TOOL_CX100, summary.toolCalls * COST_BASELINE_PER_TOOL_CX100);
+    const score = Math.max(0, 1 - summary.totalCostCentsX100 / expectedCx100);
+    return makeEvalResult({
+        ...fromSummary(summary),
+        evalType: "automated",
+        criteria: "cost_efficiency",
+        score,
+        metadata: { actualCx100: summary.totalCostCentsX100, expectedCx100 },
+    });
+}
+function scoreErrorRecovery(summary, runStatus) {
+    const hadErrors = summary.failedTools > 0;
+    let score;
+    if (!hadErrors) {
+        score = 1.0;
+    }
+    else if (runStatus === "completed") {
+        score = 1.0;
+    }
+    else {
+        score = 0;
+    }
+    return makeEvalResult({
+        ...fromSummary(summary),
+        evalType: "automated",
+        criteria: "error_recovery",
+        score,
+        metadata: { hadErrors, runStatus },
+    });
+}
+export async function runAutomatedEvals(runId) {
+    const [summary, run] = await Promise.all([
+        getTraceSummary(runId),
+        getRunById(runId),
+    ]);
+    if (!summary)
+        return [];
+    const runStatus = run?.status ?? "unknown";
+    const results = [
+        scoreToolSuccessRate(summary),
+        scoreStepEfficiency(summary),
+        scoreLatency(summary),
+        scoreCostEfficiency(summary),
+        scoreErrorRecovery(summary, runStatus),
+    ];
+    for (const result of results) {
+        insertEvalResult(result).catch(() => { });
+    }
+    return results;
+}
+// ─── Layer 2: LLM-as-Judge ───────────────────────────────────────────
+function buildConversationTranscript(events) {
+    const lines = [];
+    for (const { eventData } of events) {
+        try {
+            const event = JSON.parse(eventData);
+            if (event.type === "user-message") {
+                lines.push(`[User]: ${event.text ?? JSON.stringify(event.content)}`);
+            }
+            else if (event.type === "text-delta" || event.type === "text") {
+                lines.push(`[Agent]: ${event.text}`);
+            }
+            else if (event.type === "tool-call") {
+                lines.push(`[Tool Call: ${event.name}] ${JSON.stringify(event.input)}`);
+            }
+            else if (event.type === "tool-result") {
+                const snippet = typeof event.content === "string"
+                    ? event.content.slice(0, 500)
+                    : JSON.stringify(event.content).slice(0, 500);
+                lines.push(`[Tool Result${event.isError ? " (ERROR)" : ""}]: ${snippet}`);
+            }
+        }
+        catch {
+            // Skip unparseable events
+        }
+    }
+    return lines.join("\n");
+}
+function buildJudgePrompt(transcript, criteria) {
+    let prompt = `You are an expert evaluator. Assess the following agent conversation against the given criteria.
+
+## Criteria
+Name: ${criteria.name}
+Description: ${criteria.description}`;
+    if (criteria.rubric) {
+        prompt += `\nRubric: ${criteria.rubric}`;
+    }
+    const min = criteria.scoreRange?.min ?? 0;
+    const max = criteria.scoreRange?.max ?? 1;
+    prompt += `
+
+## Conversation Transcript
+${transcript}
+
+## Instructions
+Evaluate the conversation and respond with ONLY a JSON object (no markdown, no explanation outside the JSON):
+{"score": <number between ${min} and ${max}>, "reasoning": "<brief explanation>"}`;
+    return prompt;
+}
+export async function runLlmJudgeEval(runId, criteria, opts) {
+    try {
+        const [events, run] = await Promise.all([
+            getRunEventsSince(runId, 0),
+            getRunById(runId),
+        ]);
+        if (events.length === 0)
+            return null;
+        const transcript = buildConversationTranscript(events);
+        if (!transcript.trim())
+            return null;
+        const engine = opts?.engine ?? (await resolveEngine({ engineOption: undefined }));
+        const model = opts?.model ??
+            (await getStoredModelForEngine(engine)) ??
+            engine.defaultModel;
+        const judgePrompt = buildJudgePrompt(transcript, criteria);
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), LLM_JUDGE_TIMEOUT_MS);
+        let responseText = "";
+        try {
+            const stream = engine.stream({
+                model,
+                systemPrompt: "You are an evaluation judge. Respond only with valid JSON.",
+                messages: [
+                    { role: "user", content: [{ type: "text", text: judgePrompt }] },
+                ],
+                tools: [],
+                abortSignal: controller.signal,
+                maxOutputTokens: 512,
+                temperature: 0,
+            });
+            for await (const event of stream) {
+                if (event.type === "text-delta") {
+                    responseText += event.text;
+                }
+            }
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+        const jsonMatch = responseText.match(/\{[\s\S]*\}/);
+        if (!jsonMatch)
+            return null;
+        const parsed = JSON.parse(jsonMatch[0]);
+        const min = criteria.scoreRange?.min ?? 0;
+        const max = criteria.scoreRange?.max ?? 1;
+        const normalizedScore = max > min ? (parsed.score - min) / (max - min) : parsed.score;
+        const result = makeEvalResult({
+            runId,
+            threadId: run?.threadId ?? null,
+            userId: opts?.userId ?? null,
+            evalType: "llm_judge",
+            criteria: criteria.name,
+            score: normalizedScore,
+            reasoning: parsed.reasoning,
+            metadata: { model, rawScore: parsed.score, scoreRange: { min, max } },
+        });
+        insertEvalResult(result).catch(() => { });
+        return result;
+    }
+    catch {
+        return null;
+    }
+}
+// ─── Layer 3: Dataset evaluation ─────────────────────────────────────
+export async function runDatasetEval(datasetId, opts) {
+    const dataset = await getEvalDataset(datasetId);
+    if (!dataset) {
+        return { datasetId, totalCases: 0, avgScore: 0, results: [] };
+    }
+    const engine = opts?.engine ?? (await resolveEngine({ engineOption: undefined }));
+    const model = opts?.model ??
+        (await getStoredModelForEngine(engine)) ??
+        engine.defaultModel;
+    const criteria = opts?.criteria ?? [
+        {
+            name: "response_quality",
+            description: "How well the agent's response addresses the user's input, considering accuracy, completeness, and helpfulness.",
+        },
+    ];
+    const allResults = [];
+    for (const testCase of dataset.entries) {
+        const transcript = buildTestCaseTranscript(testCase, engine, model);
+        for (const c of criteria) {
+            const result = await evaluateTestCase(datasetId, testCase, transcript, c, engine, model);
+            if (result)
+                allResults.push(result);
+        }
+    }
+    const avgScore = allResults.length > 0
+        ? allResults.reduce((sum, r) => sum + r.score, 0) / allResults.length
+        : 0;
+    return {
+        datasetId,
+        totalCases: dataset.entries.length,
+        avgScore,
+        results: allResults,
+    };
+}
+function buildTestCaseTranscript(testCase, _engine, _model) {
+    let transcript = `[User]: ${testCase.input}`;
+    if (testCase.expectedOutput) {
+        transcript += `\n[Expected Output]: ${testCase.expectedOutput}`;
+    }
+    if (testCase.context) {
+        transcript += `\n[Context]: ${JSON.stringify(testCase.context)}`;
+    }
+    return transcript;
+}
+async function evaluateTestCase(datasetId, testCase, transcript, criteria, engine, model) {
+    try {
+        const judgePrompt = buildJudgePrompt(transcript, criteria);
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), LLM_JUDGE_TIMEOUT_MS);
+        let responseText = "";
+        try {
+            const stream = engine.stream({
+                model,
+                systemPrompt: "You are an evaluation judge. Respond only with valid JSON.",
+                messages: [
+                    { role: "user", content: [{ type: "text", text: judgePrompt }] },
+                ],
+                tools: [],
+                abortSignal: controller.signal,
+                maxOutputTokens: 512,
+                temperature: 0,
+            });
+            for await (const event of stream) {
+                if (event.type === "text-delta") {
+                    responseText += event.text;
+                }
+            }
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+        const jsonMatch = responseText.match(/\{[\s\S]*\}/);
+        if (!jsonMatch)
+            return null;
+        const parsed = JSON.parse(jsonMatch[0]);
+        const min = criteria.scoreRange?.min ?? 0;
+        const max = criteria.scoreRange?.max ?? 1;
+        const normalizedScore = max > min ? (parsed.score - min) / (max - min) : parsed.score;
+        // Dataset evals use a synthetic runId since there's no real run
+        const syntheticRunId = `dataset:${datasetId}:${crypto.randomUUID()}`;
+        // Dataset evals are administrative — there's no per-user runId, so
+        // we leave userId null. Per-user reads filter null rows out, which
+        // is the right default; admins can fetch dataset evals via the
+        // unfiltered call path.
+        const result = makeEvalResult({
+            runId: syntheticRunId,
+            threadId: null,
+            userId: null,
+            evalType: "llm_judge",
+            criteria: criteria.name,
+            score: normalizedScore,
+            reasoning: parsed.reasoning,
+            metadata: {
+                datasetId,
+                model,
+                testCaseInput: testCase.input,
+                expectedOutput: testCase.expectedOutput ?? null,
+                tags: testCase.tags ?? [],
+                rawScore: parsed.score,
+                scoreRange: { min, max },
+            },
+        });
+        insertEvalResult(result).catch(() => { });
+        return result;
+    }
+    catch {
+        return null;
+    }
+}
+// ─── Orchestrator ────────────────────────────────────────────────────
+export async function evaluateRun(runId, opts) {
+    const results = await runAutomatedEvals(runId);
+    const userId = results[0]?.userId ?? null;
+    const sampleRate = opts?.sampleRate ?? 0;
+    if (sampleRate > 0 && Math.random() < sampleRate) {
+        const defaultCriteria = [
+            {
+                name: "overall_quality",
+                description: "Overall quality of the agent's response, considering helpfulness, accuracy, and appropriate tool usage.",
+            },
+            {
+                name: "task_completion",
+                description: "Whether the agent successfully completed the user's requested task.",
+            },
+        ];
+        const judgeResults = await Promise.all(defaultCriteria.map((c) => runLlmJudgeEval(runId, c, { userId })));
+        for (const r of judgeResults) {
+            if (r)
+                results.push(r);
+        }
+    }
+    return results;
+}
+//# sourceMappingURL=evals.js.map

package/dist/observability/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/observability/evals.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAC/E,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAEtE,OAAO,EACL,aAAa,EACb,uBAAuB,GACxB,MAAM,0BAA0B,CAAC;AAElC,MAAM,4BAA4B,GAAG,MAAM,CAAC;AAC5C,MAAM,4BAA4B,GAAG,EAAE,CAAC;AACxC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAapC,SAAS,cAAc,CAAC,IAAwB;IAC9C,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3C,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;QACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI;QAC/B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;AACJ,CAAC;AAED;mDACmD;AACnD,SAAS,WAAW,CAAC,OAAqB;IAKxC,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC;AACJ,CAAC;AAED,wEAAwE;AAExE,SAAS,oBAAoB,CAAC,OAAqB;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC;IAChC,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;IAChE,OAAO,cAAc,CAAC;QACpB,GAAG,WAAW,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,mBAAmB;QAC7B,KAAK;QACL,QAAQ,EAAE;YACR,UAAU,EAAE,KAAK;YACjB,eAAe,EAAE,OAAO,CAAC,eAAe;YACxC,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAqB;IAChD,mDAAmD;IACnD,wEAAwE;IACxE,MAAM,KAAK,GACT,OAAO,CAAC,SAAS,KAAK,CAAC;QACrB,CAAC,CAAC,GAAG;QACL,CAAC,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC;YACpB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC;YACnD,CAAC,CAAC,GAAG,CAAC;IACZ,OAAO,cAAc,CAAC;QACpB,GAAG,WAAW,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,iBAAiB;QAC3B,KAAK;QACL,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE;KACvE,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,OAAqB;IACzC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,4BAA4B,EAC5B,OAAO,CAAC,SAAS,GAAG,4BAA4B,CACjD,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,CAAC;IACpE,OAAO,cAAc,CAAC;QACpB,GAAG,WAAW,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,eAAe;QACzB,KAAK;QACL,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,eAAe,EAAE,UAAU,EAAE;KAC5D,CAAC,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAqB;IAChD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,4BAA4B,EAC5B,OAAO,CAAC,SAAS,GAAG,4BAA4B,CACjD,CAAC;IACF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,kBAAkB,GAAG,aAAa,CAAC,CAAC;IAC1E,OAAO,cAAc,CAAC;QACpB,GAAG,WAAW,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,iBAAiB;QAC3B,KAAK;QACL,QAAQ,EAAE,EAAE,WAAW,EAAE,OAAO,CAAC,kBAAkB,EAAE,aAAa,EAAE;KACrE,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CACzB,OAAqB,EACrB,SAAiB;IAEjB,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC;IAC1C,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;SAAM,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;QACrC,KAAK,GAAG,GAAG,CAAC;IACd,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,CAAC,CAAC;IACZ,CAAC;IACD,OAAO,cAAc,CAAC;QACpB,GAAG,WAAW,CAAC,OAAO,CAAC;QACvB,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,gBAAgB;QAC1B,KAAK;QACL,QAAQ,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE;KACnC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAAa;IACnD,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACvC,eAAe,CAAC,KAAK,CAAC;QACtB,UAAU,CAAC,KAAK,CAAC;KAClB,CAAC,CAAC;IAEH,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IAExB,MAAM,SAAS,GAAG,GAAG,EAAE,MAAM,IAAI,SAAS,CAAC;IAC3C,MAAM,OAAO,GAAG;QACd,oBAAoB,CAAC,OAAO,CAAC;QAC7B,mBAAmB,CAAC,OAAO,CAAC;QAC5B,YAAY,CAAC,OAAO,CAAC;QACrB,mBAAmB,CAAC,OAAO,CAAC;QAC5B,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC;KACvC,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,wEAAwE;AAExE,SAAS,2BAA2B,CAClC,MAAiD;IAEjD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,EAAE,SAAS,EAAE,IAAI,MAAM,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACpC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBAClC,KAAK,CAAC,IAAI,CAAC,WAAW,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAChE,KAAK,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACxC,MAAM,OAAO,GACX,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ;oBAC/B,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC7B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAClD,KAAK,CAAC,IAAI,CACR,eAAe,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,OAAO,EAAE,CAC9D,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0BAA0B;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAkB,EAAE,QAAsB;IAClE,IAAI,MAAM,GAAG;;;QAGP,QAAQ,CAAC,IAAI;eACN,QAAQ,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,QAAQ,CAAC,MAAM,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC;IAE1C,MAAM,IAAI;;;EAGV,UAAU;;;;4BAIgB,GAAG,QAAQ,GAAG,wCAAwC,CAAC;IAEjF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAa,EACb,QAAsB,EACtB,IAAuE;IAEvE,IAAI,CAAC;QACH,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtC,iBAAiB,CAAC,KAAK,EAAE,CAAC,CAAC;YAC3B,UAAU,CAAC,KAAK,CAAC;SAClB,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAErC,MAAM,UAAU,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAC;QACvD,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,MAAM,GACV,IAAI,EAAE,MAAM,IAAI,CAAC,MAAM,aAAa,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACrE,MAAM,KAAK,GACT,IAAI,EAAE,KAAK;YACX,CAAC,MAAM,uBAAuB,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC;QAEtB,MAAM,WAAW,GAAG,gBAAgB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAE3D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAE3E,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC3B,KAAK;gBACL,YAAY,EACV,4DAA4D;gBAC9D,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;iBACjE;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,UAAU,CAAC,MAAM;gBAC9B,eAAe,EAAE,GAAG;gBACpB,WAAW,EAAE,CAAC;aACf,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAE5B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAGrC,CAAC;QAEF,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1C,MAAM,eAAe,GACnB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAEhE,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,KAAK;YACL,QAAQ,EAAE,GAAG,EAAE,QAAQ,IAAI,IAAI;YAC/B,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,IAAI;YAC5B,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,KAAK,EAAE,eAAe;YACtB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,QAAQ,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;SACtE,CAAC,CAAC;QAEH,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,wEAAwE;AAExE,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAiB,EACjB,IAA0E;IAO1E,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,SAAS,CAAC,CAAC;IAChD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAChE,CAAC;IAED,MAAM,MAAM,GACV,IAAI,EAAE,MAAM,IAAI,CAAC,MAAM,aAAa,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACrE,MAAM,KAAK,GACT,IAAI,EAAE,KAAK;QACX,CAAC,MAAM,uBAAuB,CAAC,MAAM,CAAC,CAAC;QACvC,MAAM,CAAC,YAAY,CAAC;IAEtB,MAAM,QAAQ,GAAG,IAAI,EAAE,QAAQ,IAAI;QACjC;YACE,IAAI,EAAE,kBAAkB;YACxB,WAAW,EACT,gHAAgH;SACnH;KACF,CAAC;IAEF,MAAM,UAAU,GAAiB,EAAE,CAAC;IAEpC,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,uBAAuB,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAEpE,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,gBAAgB,CACnC,SAAS,EACT,QAAQ,EACR,UAAU,EACV,CAAC,EACD,MAAM,EACN,KAAK,CACN,CAAC;YACF,IAAI,MAAM;gBAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GACZ,UAAU,CAAC,MAAM,GAAG,CAAC;QACnB,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM;QACrE,CAAC,CAAC,CAAC,CAAC;IAER,OAAO;QACL,SAAS;QACT,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;QAClC,QAAQ;QACR,OAAO,EAAE,UAAU;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,uBAAuB,CAC9B,QAAsB,EACtB,OAAoB,EACpB,MAAc;IAEd,IAAI,UAAU,GAAG,WAAW,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC7C,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC5B,UAAU,IAAI,wBAAwB,QAAQ,CAAC,cAAc,EAAE,CAAC;IAClE,CAAC;IACD,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,UAAU,IAAI,gBAAgB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;IACnE,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,SAAiB,EACjB,QAAsB,EACtB,UAAkB,EAClB,QAAsB,EACtB,MAAmB,EACnB,KAAa;IAEb,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,gBAAgB,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAE3D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAE3E,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC3B,KAAK;gBACL,YAAY,EACV,4DAA4D;gBAC9D,QAAQ,EAAE;oBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE;iBACjE;gBACD,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,UAAU,CAAC,MAAM;gBAC9B,eAAe,EAAE,GAAG;gBACpB,WAAW,EAAE,CAAC;aACf,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAChC,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAE5B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAGrC,CAAC;QAEF,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,CAAC;QAC1C,MAAM,eAAe,GACnB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAEhE,gEAAgE;QAChE,MAAM,cAAc,GAAG,WAAW,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;QAErE,mEAAmE;QACnE,mEAAmE;QACnE,+DAA+D;QAC/D,wBAAwB;QACxB,MAAM,MAAM,GAAG,cAAc,CAAC;YAC5B,KAAK,EAAE,cAAc;YACrB,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,KAAK,EAAE,eAAe;YACtB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,QAAQ,EAAE;gBACR,SAAS;gBACT,KAAK;gBACL,aAAa,EAAE,QAAQ,CAAC,KAAK;gBAC7B,cAAc,EAAE,QAAQ,CAAC,cAAc,IAAI,IAAI;gBAC/C,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;gBACzB,QAAQ,EAAE,MAAM,CAAC,KAAK;gBACtB,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;aACzB;SACF,CAAC,CAAC;QAEH,gBAAgB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,wEAAwE;AAExE,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAa,EACb,IAA8B;IAE9B,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC;IAE1C,MAAM,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,CAAC,CAAC;IACzC,IAAI,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACjD,MAAM,eAAe,GAAmB;YACtC;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EACT,yGAAyG;aAC5G;YACD;gBACE,IAAI,EAAE,iBAAiB;gBACvB,WAAW,EACT,qEAAqE;aACxE;SACF,CAAC;QAEF,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAClE,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;YAC7B,IAAI,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}