@crowandraven/evalkeeper 0.0.0-stage → 0.2.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Sean Hudson
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -1,3 +1,7 @@
-# Temporary Holding Version
+# @crowandraven/evalkeeper
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+The core of [Evalkeeper](https://github.com/seanhudson/evalkeeper), an eval harness for the AI features in TypeScript apps: suite and check types, stats,
+paired comparisons, model suggestions, suite health, grader helpers, and
+the runner. Pure TypeScript; the runner (`@crowandraven/evalkeeper/runner`) is
+server-only, and `@crowandraven/evalkeeper/memory` is an in-memory store for tests and
+demos.

package/bin/evalkeeper.mjs

@@ -0,0 +1,9 @@
+#!/usr/bin/env node
+// The `evalkeeper` command: `npx @crowandraven/evalkeeper add pages`. See --help.
+import { run } from "../dist/cli/main.js";
+
+process.exitCode = run(process.argv.slice(2), {
+  cwd: process.cwd(),
+  log: (line) => console.log(line),
+  error: (line) => console.error(line),
+});

package/dist/attention.d.ts

@@ -0,0 +1,49 @@
+import type { BoardRow } from "./board.js";
+/**
+ * What needs attention across suites, for the evals hub: the suite with
+ * the most room to improve, the slowest and costliest live models, and the
+ * answers waiting for review. From the same boards the suite pages show;
+ * only current, complete tests count. Pure.
+ */
+/** One suite's board, as attention reads it. */
+export type SuiteBoard = {
+    key: string;
+    label: string;
+    rows: BoardRow[];
+    /** Cases waiting for a person: drafts, and provisional answers. */
+    toReview: number;
+};
+/**
+ * What needs a look across suites: the most room to improve, the slowest and costliest
+ * live models, and the answers waiting for review.
+ */
+export type Attention = {
+    improve: {
+        key: string;
+        label: string;
+        best: number;
+        model: string;
+    } | null;
+    slowest: {
+        key: string;
+        label: string;
+        model: string;
+        ms: number;
+    } | null;
+    costliest: {
+        key: string;
+        label: string;
+        model: string;
+        usd: number;
+    } | null;
+    review: {
+        total: number;
+        key: string | null;
+        label: string | null;
+        most: number;
+    };
+};
+/**
+ * Finds what needs a look across suites, from their boards. Only current, complete tests count.
+ */
+export declare function attention(boards: SuiteBoard[]): Attention;

package/dist/attention.js

@@ -0,0 +1,49 @@
+const current = (r) => r.test && !r.test.stale && !r.test.failedAnswers ? r.test : null;
+/**
+ * Finds what needs a look across suites, from their boards. Only current, complete tests count.
+ */
+export function attention(boards) {
+    let improve = null;
+    let slowest = null;
+    let costliest = null;
+    for (const b of boards) {
+        // The best model's score: a baseline is code, not a model to switch to.
+        const tested = b.rows.filter((r) => !r.baseline && current(r));
+        if (tested.length) {
+            const rateOf = (r) => {
+                const t = current(r);
+                return t ? t.right / t.total : -1;
+            };
+            const best = tested.reduce((a, r) => (rateOf(r) > rateOf(a) ? r : a));
+            const rate = rateOf(best);
+            if (!improve || rate < improve.best)
+                improve = { key: b.key, label: b.label, best: rate, model: best.label };
+        }
+        const live = b.rows.find((r) => r.live && current(r));
+        const t = live && current(live);
+        if (live && t?.avgMs && (!slowest || t.avgMs > slowest.ms))
+            slowest = { key: b.key, label: b.label, model: live.label, ms: t.avgMs };
+        if (live &&
+            t?.costPerAnswer &&
+            (!costliest || t.costPerAnswer > costliest.usd))
+            costliest = {
+                key: b.key,
+                label: b.label,
+                model: live.label,
+                usd: t.costPerAnswer,
+            };
+    }
+    const most = boards.reduce((a, b) => (b.toReview > (a?.toReview ?? 0) ? b : a), null);
+    return {
+        improve,
+        slowest,
+        costliest,
+        review: {
+            total: boards.reduce((t, b) => t + b.toReview, 0),
+            key: most?.key ?? null,
+            label: most?.label ?? null,
+            most: most?.toReview ?? 0,
+        },
+    };
+}
+//# sourceMappingURL=attention.js.map

package/dist/attention.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attention.js","sourceRoot":"","sources":["../src/attention.ts"],"names":[],"mappings":"AAkCA,MAAM,OAAO,GAAG,CAAC,CAAW,EAAE,EAAE,CAC9B,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAEnE;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,MAAoB;IAC5C,IAAI,OAAO,GAAyB,IAAI,CAAC;IACzC,IAAI,OAAO,GAAyB,IAAI,CAAC;IACzC,IAAI,SAAS,GAA2B,IAAI,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,wEAAwE;QACxE,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,CAAC,CAAW,EAAE,EAAE;gBAC7B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrB,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpC,CAAC,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,OAAO,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI;gBACjC,OAAO,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QAC5E,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,GAAG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC,EAAE,CAAC;YACxD,OAAO,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QAC3E,IACE,IAAI;YACJ,CAAC,EAAE,aAAa;YAChB,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC;YAE/C,SAAS,GAAG;gBACV,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,GAAG,EAAE,CAAC,CAAC,aAAa;aACrB,CAAC;IACN,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CACxB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACnD,IAAI,CACL,CAAC;IACF,OAAO;QACL,OAAO;QACP,OAAO;QACP,SAAS;QACT,MAAM,EAAE;YACN,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACjD,GAAG,EAAE,IAAI,EAAE,GAAG,IAAI,IAAI;YACtB,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,IAAI;YAC1B,IAAI,EAAE,IAAI,EAAE,QAAQ,IAAI,CAAC;SAC1B;KACF,CAAC;AACJ,CAAC"}

package/dist/board.d.ts

@@ -0,0 +1,57 @@
+import type { Verdict } from "./compare.js";
+import type { SuiteMetrics } from "./stats.js";
+/**
+ * One row of a suite's model board: a model (and reasoning setting) with
+ * its latest test on every case in use, and how it compares with the live
+ * model. Storage adapters build these; health, attention, and suggest read
+ * them.
+ */
+export type BoardRow = {
+    /** Model and reasoning setting together. */
+    key: string;
+    model: string;
+    /** The reasoning setting; null: the model's own default. */
+    effort: string | null;
+    /** At a setting other than the operation's (a "Test a setting" row). */
+    variant: boolean;
+    label: string;
+    live: boolean;
+    fallback: boolean;
+    /** Code, not a model (`ModelInfo.baseline`): compared, never made live or the fallback. */
+    baseline: boolean;
+    testing: boolean;
+    /** The newest test failed: why, in a line. Older results still show. */
+    failed: string | null;
+    /** Estimated from real usage, for models not tested yet. */
+    estCostPerAnswer: number | null;
+    test: {
+        runId: string;
+        at: Date;
+        /** Parts right of parts expected (or answers, where a suite has no parts). */
+        right: number;
+        total: number;
+        /** Answers with every check passed. */
+        answersRight: number;
+        answers: number;
+        /** Pass rate of each check, for the breakdown table. */
+        byCheck: SuiteMetrics["byCheck"];
+        /** Per check, probability measures (decision suites); empty otherwise. */
+        measures: NonNullable<SuiteMetrics["measures"]>;
+        avgMs: number | null;
+        costPerAnswer: number | null;
+        /** Cases, answers, or instructions changed since: test again. */
+        stale: boolean;
+        /** Answers that failed (no score), and the usual reason. */
+        failedAnswers: number;
+        failureReason: string | null;
+    } | null;
+    /** Against the live model's test, when both are current. */
+    vsLive: Verdict | null;
+    canMakeLive: boolean;
+    /** Tested, current, and from another provider than the live model. */
+    canMakeFallback: boolean;
+    /** Can be live but not the fallback (a model that only answers typed questions). */
+    liveOnly: boolean;
+    /** Can be the fallback but not live. */
+    fallbackOnly: boolean;
+};

package/dist/board.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=board.js.map

package/dist/board.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"board.js","sourceRoot":"","sources":["../src/board.ts"],"names":[],"mappings":""}

package/dist/cli/addPages.d.ts

@@ -0,0 +1,79 @@
+/**
+ * `npx @crowandraven/evalkeeper add pages`: copies the eval pages, components, and their
+ * glue into a Next.js app, fitted to its folders and import alias. It never
+ * overwrites a file unless told to, and writes the app's wiring module only
+ * when there isn't one. Node-only (it reads and writes files).
+ */
+/** What gets copied, from the template (the example app's layout). */
+export declare const TEMPLATE_FILES: {
+    /** Copied as they are, with imports rewritten to the app's alias. */
+    readonly always: readonly ["components/evalkeeper", "app/evals", "lib/evalkeeper/actions.ts", "lib/evalkeeper/weekly.ts", "lib/evalkeeper/cronAuth.ts", "lib/evalkeeper/time.ts", "lib/evalkeeper/paths.ts"];
+    /** The weekly check's cron route; skipped with --no-cron. */
+    readonly cron: readonly ["app/api/cron/evals-weekly/route.ts"];
+};
+/**
+ * What `addPages` needs: the app's folder, the templates, and the choices from the command line.
+ */
+export type AddPagesOptions = {
+    /** The app's folder. */
+    cwd: string;
+    /** The built templates (the example app's files). */
+    templatesDir: string;
+    /** The starter wiring module. */
+    starterFile: string;
+    /** Where the pages live, under the app: "evals", "admin/evals". */
+    base?: string;
+    /** The import alias (`@`); read from tsconfig.json when absent. */
+    alias?: string;
+    /** Where the alias points ("src", "."); read from tsconfig.json. */
+    root?: string;
+    cron?: boolean;
+    force?: boolean;
+    dryRun?: boolean;
+};
+/** One file the command would write, overwrite, or leave alone. */
+export type PlannedFile = {
+    /** Relative to the app's folder. */
+    path: string;
+    action: "write" | "overwrite" | "skip";
+    contents: string;
+};
+/**
+ * JSON with comments and trailing commas (what tsconfig.json allows) as
+ * plain JSON. Scans character by character so "/*" inside a string, like
+ * `"~/*"` or `"**\/*.ts"`, is never mistaken for a comment.
+ */
+export declare function withoutJsonComments(text: string): string;
+/** The app's import alias and where it points, from tsconfig.json. */
+export declare function readAlias(cwd: string): {
+    alias: string;
+    root: string;
+} | null;
+/** "admin/evals" from "/admin/evals/" or "admin/evals". */
+export declare function cleanBase(base: string): string;
+/** A template file's text, fitted to the app. */
+export declare function fitFile(templatePath: string, text: string, o: {
+    alias: string;
+    base: string;
+}): string;
+/** Works out every file to write, without writing anything. */
+export declare function planAddPages(o: AddPagesOptions): {
+    files: PlannedFile[];
+    alias: string;
+    root: string;
+    base: string;
+};
+/** Writes the plan (unless it's a dry run) and returns it. */
+export declare function addPages(o: AddPagesOptions): {
+    files: PlannedFile[];
+    alias: string;
+    root: string;
+    base: string;
+};
+/** What to do next, in order, for the summary the CLI prints. */
+export declare function nextSteps(r: {
+    root: string;
+    alias: string;
+    base: string;
+    files: PlannedFile[];
+}): string[];

package/dist/cli/addPages.js

@@ -0,0 +1,181 @@
+import { existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync, } from "node:fs";
+import { dirname, join, relative } from "node:path";
+/**
+ * `npx @crowandraven/evalkeeper add pages`: copies the eval pages, components, and their
+ * glue into a Next.js app, fitted to its folders and import alias. It never
+ * overwrites a file unless told to, and writes the app's wiring module only
+ * when there isn't one. Node-only (it reads and writes files).
+ */
+/** What gets copied, from the template (the example app's layout). */
+export const TEMPLATE_FILES = {
+    /** Copied as they are, with imports rewritten to the app's alias. */
+    always: [
+        "components/evalkeeper",
+        "app/evals",
+        "lib/evalkeeper/actions.ts",
+        "lib/evalkeeper/weekly.ts",
+        "lib/evalkeeper/cronAuth.ts",
+        "lib/evalkeeper/time.ts",
+        "lib/evalkeeper/paths.ts",
+    ],
+    /** The weekly check's cron route; skipped with --no-cron. */
+    cron: ["app/api/cron/evals-weekly/route.ts"],
+};
+/**
+ * JSON with comments and trailing commas (what tsconfig.json allows) as
+ * plain JSON. Scans character by character so "/*" inside a string, like
+ * `"~/*"` or `"**\/*.ts"`, is never mistaken for a comment.
+ */
+export function withoutJsonComments(text) {
+    let out = "";
+    let i = 0;
+    while (i < text.length) {
+        const c = text.charAt(i);
+        const next = text.charAt(i + 1);
+        if (c === '"') {
+            // A string, copied as it is, escapes included.
+            let j = i + 1;
+            while (j < text.length && text[j] !== '"')
+                j += text[j] === "\\" ? 2 : 1;
+            out += text.slice(i, j + 1);
+            i = j + 1;
+        }
+        else if (c === "/" && next === "/") {
+            while (i < text.length && text[i] !== "\n")
+                i++;
+        }
+        else if (c === "/" && next === "*") {
+            const end = text.indexOf("*/", i + 2);
+            i = end < 0 ? text.length : end + 2;
+        }
+        else {
+            out += c;
+            i++;
+        }
+    }
+    // Trailing commas, now that no comment can hide one.
+    return out.replace(/,(\s*[}\]])/g, "$1");
+}
+/** The app's import alias and where it points, from tsconfig.json. */
+export function readAlias(cwd) {
+    const file = join(cwd, "tsconfig.json");
+    if (!existsSync(file))
+        return null;
+    const text = withoutJsonComments(readFileSync(file, "utf8"));
+    let parsed;
+    try {
+        parsed = JSON.parse(text);
+    }
+    catch {
+        return null;
+    }
+    const paths = parsed
+        .compilerOptions?.paths;
+    if (!paths || typeof paths !== "object")
+        return null;
+    for (const [key, value] of Object.entries(paths)) {
+        const target = Array.isArray(value) ? value[0] : undefined;
+        if (!key.endsWith("/*") || typeof target !== "string")
+            continue;
+        if (!target.endsWith("/*"))
+            continue;
+        const root = target.slice(0, -2).replace(/^\.\//, "") || ".";
+        return { alias: key.slice(0, -2), root };
+    }
+    return null;
+}
+/** "admin/evals" from "/admin/evals/" or "admin/evals". */
+export function cleanBase(base) {
+    const b = base.trim().replace(/^\/+|\/+$/g, "");
+    if (!b || !/^[a-z0-9_\-/[\]()]+$/i.test(b))
+        throw new Error(`"${base}" isn't a usable path for the eval pages`);
+    return b;
+}
+function listFiles(dir) {
+    return readdirSync(dir, { withFileTypes: true }).flatMap((e) => e.isDirectory() ? listFiles(join(dir, e.name)) : [join(dir, e.name)]);
+}
+/** A template file's text, fitted to the app. */
+export function fitFile(templatePath, text, o) {
+    let out = text;
+    if (/\.(ts|tsx)$/.test(templatePath) && o.alias !== "@")
+        out = out.replace(/(["'])@\//g, `$1${o.alias}/`);
+    if (templatePath === "lib/evalkeeper/paths.ts")
+        out = out.replace(/export const EVALS_BASE = "[^"]*";/, `export const EVALS_BASE = "/${o.base}";`);
+    return out;
+}
+/** Where a template file goes in the app, relative to the app's root folder. */
+function destinationOf(templatePath, base) {
+    return templatePath.startsWith("app/evals/")
+        ? `app/${base}/${templatePath.slice("app/evals/".length)}`
+        : templatePath;
+}
+/** Works out every file to write, without writing anything. */
+export function planAddPages(o) {
+    const base = cleanBase(o.base ?? "evals");
+    const found = readAlias(o.cwd);
+    const alias = o.alias ?? found?.alias;
+    const root = o.root ?? found?.root ?? (alias ? "." : undefined);
+    if (!alias || root === undefined)
+        throw new Error('No import alias found. Add one to tsconfig.json ("paths": { "@/*": ["./*"] }), or pass --alias and --root.');
+    const rootDir = join(o.cwd, root);
+    if (!existsSync(join(rootDir, "app")))
+        throw new Error(`No app folder at ${relative(o.cwd, join(rootDir, "app")) || "app"}: Evalkeeper's pages are for the Next.js App Router.`);
+    const sources = [
+        ...TEMPLATE_FILES.always,
+        ...(o.cron === false ? [] : TEMPLATE_FILES.cron),
+    ].flatMap((entry) => {
+        const full = join(o.templatesDir, entry);
+        if (!existsSync(full))
+            throw new Error(`The templates are missing ${entry}; rebuild the package.`);
+        return entry.endsWith(".ts") || entry.endsWith(".tsx")
+            ? [entry]
+            : listFiles(full).map((f) => relative(o.templatesDir, f));
+    });
+    const plan = (path, contents, alwaysSkipExisting = false) => {
+        const exists = existsSync(join(o.cwd, path));
+        const action = !exists
+            ? "write"
+            : o.force && !alwaysSkipExisting
+                ? "overwrite"
+                : "skip";
+        return { path, action, contents };
+    };
+    const files = sources.map((t) => plan(join(root, destinationOf(t, base)), fitFile(t, readFileSync(join(o.templatesDir, t), "utf8"), {
+        alias,
+        base,
+    })));
+    // The wiring module is the app's own: written once, never overwritten.
+    files.push(plan(join(root, "lib/evalkeeper/index.ts"), fitFile("lib/evalkeeper/index.ts", readFileSync(o.starterFile, "utf8"), {
+        alias,
+        base,
+    }), true));
+    return { files, alias, root, base };
+}
+/** Writes the plan (unless it's a dry run) and returns it. */
+export function addPages(o) {
+    const result = planAddPages(o);
+    if (!o.dryRun)
+        for (const f of result.files) {
+            if (f.action === "skip")
+                continue;
+            const dest = join(o.cwd, f.path);
+            mkdirSync(dirname(dest), { recursive: true });
+            writeFileSync(dest, f.contents);
+        }
+    return result;
+}
+/** What to do next, in order, for the summary the CLI prints. */
+export function nextSteps(r) {
+    const wiring = r.files.find((f) => f.path.endsWith("lib/evalkeeper/index.ts"));
+    const css = join(r.root, "components/evalkeeper/evalkeeper.css");
+    return [
+        "npm install @crowandraven/evalkeeper @crowandraven/evalkeeper-prisma @crowandraven/evalkeeper-ai-sdk server-only lucide-react",
+        "Add Evalkeeper's models to your Prisma schema (node_modules/@crowandraven/evalkeeper-prisma/schema/evalkeeper.prisma), then write a migration from the schema file.",
+        `Import the colors into your global CSS, right after Tailwind: @import "${css}"; (a path relative to that CSS file).`,
+        wiring?.action === "skip"
+            ? `Check ${wiring.path} exports what the pages use: MODELS, availableModels, modelsFor, SUITES, SUITE_BY_KEY, store, feedbackStore, settings, routeFor, runner, and requireAdmin.`
+            : `Fill in ${wiring?.path ?? "lib/evalkeeper/index.ts"}: your Prisma client, models, suites, and requireAdmin (until then, nobody can open the pages).`,
+        `Open /${r.base} in your app.`,
+    ];
+}
+//# sourceMappingURL=addPages.js.map

package/dist/cli/addPages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"addPages.js","sourceRoot":"","sources":["../../src/cli/addPages.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,SAAS,EACT,YAAY,EACZ,WAAW,EACX,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAEpD;;;;;GAKG;AAEH,sEAAsE;AACtE,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,qEAAqE;IACrE,MAAM,EAAE;QACN,uBAAuB;QACvB,WAAW;QACX,2BAA2B;QAC3B,0BAA0B;QAC1B,4BAA4B;QAC5B,wBAAwB;QACxB,yBAAyB;KAC1B;IACD,6DAA6D;IAC7D,IAAI,EAAE,CAAC,oCAAoC,CAAC;CACpC,CAAC;AA+BX;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACd,+CAA+C;YAC/C,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;gBAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5B,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACZ,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;gBAAE,CAAC,EAAE,CAAC;QAClD,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YACtC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,GAAG,IAAI,CAAC,CAAC;YACT,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IACD,qDAAqD;IACrD,OAAO,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,SAAS,CAAC,GAAW;IACnC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,IAAI,GAAG,mBAAmB,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7D,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAI,MAAoD;SAChE,eAAe,EAAE,KAAK,CAAC;IAC1B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACrD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,KAAK,CAAC,CAAC,CAAa,CAAC,CAAC,CAAC,SAAS,CAAC;QACxE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,SAAS;QAChE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,SAAS;QACrC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;QAC7D,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;IAC3C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAChD,IAAI,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,IAAI,IAAI,0CAA0C,CAAC,CAAC;IACtE,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,SAAS,CAAC,GAAW;IAC5B,OAAO,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7D,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CACrE,CAAC;AACJ,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,OAAO,CACrB,YAAoB,EACpB,IAAY,EACZ,CAAkC;IAElC,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,IAAI,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,GAAG;QACrD,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;IACnD,IAAI,YAAY,KAAK,yBAAyB;QAC5C,GAAG,GAAG,GAAG,CAAC,OAAO,CACf,oCAAoC,EACpC,+BAA+B,CAAC,CAAC,IAAI,IAAI,CAC1C,CAAC;IACJ,OAAO,GAAG,CAAC;AACb,CAAC;AAED,gFAAgF;AAChF,SAAS,aAAa,CAAC,YAAoB,EAAE,IAAY;IACvD,OAAO,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC;QAC1C,CAAC,CAAC,OAAO,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE;QAC1D,CAAC,CAAC,YAAY,CAAC;AACnB,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,YAAY,CAAC,CAAkB;IAM7C,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,OAAO,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,KAAK,EAAE,KAAK,CAAC;IACtC,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,KAAK,IAAI,IAAI,KAAK,SAAS;QAC9B,MAAM,IAAI,KAAK,CACb,4GAA4G,CAC7G,CAAC;IACJ,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,oBAAoB,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,KAAK,sDAAsD,CACzH,CAAC;IAEJ,MAAM,OAAO,GAAG;QACd,GAAG,cAAc,CAAC,MAAM;QACxB,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC;KACjD,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAClB,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YACnB,MAAM,IAAI,KAAK,CACb,6BAA6B,KAAK,wBAAwB,CAC3D,CAAC;QACJ,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;YACpD,CAAC,CAAC,CAAC,KAAK,CAAC;YACT,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAE,kBAAkB,GAAG,KAAK,EAAE,EAAE;QAC1E,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,MAAM,GAA0B,CAAC,MAAM;YAC3C,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,kBAAkB;gBAC9B,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,MAAM,CAAC;QACb,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IACpC,CAAC,CAAC;IAEF,MAAM,KAAK,GAAkB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7C,IAAI,CACF,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAClC,OAAO,CAAC,CAAC,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE;QACxD,KAAK;QACL,IAAI;KACL,CAAC,CACH,CACF,CAAC;IACF,uEAAuE;IACvE,KAAK,CAAC,IAAI,CACR,IAAI,CACF,IAAI,CAAC,IAAI,EAAE,yBAAyB,CAAC,EACrC,OAAO,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE;QACtE,KAAK;QACL,IAAI;KACL,CAAC,EACF,IAAI,CACL,CACF,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;AACtC,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,QAAQ,CAAC,CAAkB;IACzC,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,IAAI,CAAC,CAAC,CAAC,MAAM;QACX,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM;gBAAE,SAAS;YAClC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACjC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC;IACH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,SAAS,CAAC,CAKzB;IACC,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAChC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAC3C,CAAC;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,sCAAsC,CAAC,CAAC;IACjE,OAAO;QACL,+HAA+H;QAC/H,qKAAqK;QACrK,0EAA0E,GAAG,wCAAwC;QACrH,MAAM,EAAE,MAAM,KAAK,MAAM;YACvB,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,4JAA4J;YAClL,CAAC,CAAC,WAAW,MAAM,EAAE,IAAI,IAAI,yBAAyB,iGAAiG;QACzJ,SAAS,CAAC,CAAC,IAAI,eAAe;KAC/B,CAAC;AACJ,CAAC"}

package/dist/cli/main.d.ts

@@ -0,0 +1,18 @@
+import { type AddPagesOptions } from "./addPages.js";
+/** The `evalkeeper` command. */
+/** The command's help text. */
+export declare const HELP = "Usage: npx @crowandraven/evalkeeper add pages [options]\n\nCopies Evalkeeper's eval pages, components, and their glue into your\nNext.js app, fitted to its folders and import alias.\n\nOptions:\n  --base <path>   Where the pages live in your app (default: evals)\n  --alias <name>  Your import alias, e.g. \"@\" or \"~\" (default: from tsconfig.json)\n  --root <dir>    Where the alias points, e.g. \"src\" (default: from tsconfig.json)\n  --no-cron       Leave out the weekly check's cron route\n  --force         Overwrite files that already exist (never your lib/evalkeeper/index.ts)\n  --dry-run       Show what would be written, and write nothing\n  --help          Show this\n";
+/**
+ * Reads the command line into a command and options. Throws on an unknown option or a missing value.
+ */
+export declare function parseArgs(argv: string[]): Partial<AddPagesOptions> & {
+    command: string[];
+    help: boolean;
+};
+/** Runs the command; returns the exit code. */
+export declare function run(argv: string[], io: {
+    cwd: string;
+    log: (line: string) => void;
+    error: (line: string) => void;
+    pkgDir?: string;
+}): number;

package/dist/cli/main.js

@@ -0,0 +1,115 @@
+/**
+ * The `evalkeeper` command: `npx @crowandraven/evalkeeper add pages`.
+ *
+ * @module evalkeeper/cli
+ */
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import { addPages, nextSteps } from "./addPages.js";
+/** The `evalkeeper` command. */
+/** The command's help text. */
+export const HELP = `Usage: npx @crowandraven/evalkeeper add pages [options]
+
+Copies Evalkeeper's eval pages, components, and their glue into your
+Next.js app, fitted to its folders and import alias.
+
+Options:
+  --base <path>   Where the pages live in your app (default: evals)
+  --alias <name>  Your import alias, e.g. "@" or "~" (default: from tsconfig.json)
+  --root <dir>    Where the alias points, e.g. "src" (default: from tsconfig.json)
+  --no-cron       Leave out the weekly check's cron route
+  --force         Overwrite files that already exist (never your lib/evalkeeper/index.ts)
+  --dry-run       Show what would be written, and write nothing
+  --help          Show this
+`;
+/** The package's own folder, where the templates and starter ship. */
+function packageDir() {
+    // dist/cli/main.js → the package root.
+    return join(dirname(fileURLToPath(import.meta.url)), "..", "..");
+}
+/**
+ * Reads the command line into a command and options. Throws on an unknown option or a missing value.
+ */
+export function parseArgs(argv) {
+    const out = {
+        command: [],
+        help: false,
+    };
+    for (let i = 0; i < argv.length; i++) {
+        const a = argv[i] ?? "";
+        const value = () => {
+            const v = argv[++i];
+            if (v === undefined || v.startsWith("--"))
+                throw new Error(`${a} needs a value`);
+            return v;
+        };
+        if (a === "--help" || a === "-h")
+            out.help = true;
+        else if (a === "--base")
+            out.base = value();
+        else if (a === "--alias")
+            out.alias = value();
+        else if (a === "--root")
+            out.root = value();
+        else if (a === "--no-cron")
+            out.cron = false;
+        else if (a === "--force")
+            out.force = true;
+        else if (a === "--dry-run")
+            out.dryRun = true;
+        else if (a.startsWith("--"))
+            throw new Error(`Unknown option ${a}`);
+        else
+            out.command.push(a);
+    }
+    return out;
+}
+/** Runs the command; returns the exit code. */
+export function run(argv, io) {
+    let args;
+    try {
+        args = parseArgs(argv);
+    }
+    catch (e) {
+        io.error(e instanceof Error ? e.message : String(e));
+        io.error(HELP);
+        return 2;
+    }
+    if (args.help || args.command.length === 0) {
+        io.log(HELP);
+        return 0;
+    }
+    if (args.command.join(" ") !== "add pages") {
+        io.error(`Unknown command "${args.command.join(" ")}".`);
+        io.error(HELP);
+        return 2;
+    }
+    const pkg = io.pkgDir ?? packageDir();
+    try {
+        const { command: _command, help: _help, ...rest } = args;
+        const result = addPages({
+            ...rest,
+            cwd: io.cwd,
+            templatesDir: join(pkg, "templates"),
+            starterFile: join(pkg, "starter", "index.ts"),
+        });
+        const verb = { write: "wrote", overwrite: "overwrote", skip: "skipped" };
+        io.log(args.dryRun
+            ? "Dry run: nothing written. This would happen:"
+            : `Added Evalkeeper's pages at /${result.base}:`);
+        for (const f of result.files)
+            io.log(`  ${(args.dryRun ? f.action : verb[f.action]).padEnd(10)} ${f.path}${f.action === "skip" ? " (exists)" : ""}`);
+        const skipped = result.files.filter((f) => f.action === "skip").length;
+        if (skipped && !args.force)
+            io.log(`\n${skipped} file${skipped === 1 ? "" : "s"} already existed and stayed as they are. --force overwrites them (your lib/evalkeeper/index.ts never).`);
+        io.log("\nNext:");
+        for (const [i, step] of nextSteps(result).entries())
+            io.log(`  ${i + 1}. ${step}`);
+        return 0;
+    }
+    catch (e) {
+        io.error(e instanceof Error ? e.message : String(e));
+        return 1;
+    }
+}
+//# sourceMappingURL=main.js.map

package/dist/cli/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/cli/main.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAwB,MAAM,eAAe,CAAC;AAE1E,gCAAgC;AAEhC,+BAA+B;AAC/B,MAAM,CAAC,MAAM,IAAI,GAAG;;;;;;;;;;;;;CAanB,CAAC;AAEF,sEAAsE;AACtE,SAAS,UAAU;IACjB,uCAAuC;IACvC,OAAO,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACnE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,IAAc;IAItC,MAAM,GAAG,GAAoE;QAC3E,OAAO,EAAE,EAAE;QACX,IAAI,EAAE,KAAK;KACZ,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,MAAM,CAAC,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;gBACvC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACxC,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI;YAAE,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;aAC7C,IAAI,CAAC,KAAK,QAAQ;YAAE,GAAG,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;aACvC,IAAI,CAAC,KAAK,SAAS;YAAE,GAAG,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC;aACzC,IAAI,CAAC,KAAK,QAAQ;YAAE,GAAG,CAAC,IAAI,GAAG,KAAK,EAAE,CAAC;aACvC,IAAI,CAAC,KAAK,WAAW;YAAE,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC;aACxC,IAAI,CAAC,KAAK,SAAS;YAAE,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC;aACtC,IAAI,CAAC,KAAK,WAAW;YAAE,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC;aACzC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC;;YAC/D,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,+CAA+C;AAC/C,MAAM,UAAU,GAAG,CACjB,IAAc,EACd,EAKC;IAED,IAAI,IAAkC,CAAC;IACvC,IAAI,CAAC;QACH,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACf,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACb,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,WAAW,EAAE,CAAC;QAC3C,EAAE,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACf,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;IACtC,IAAI,CAAC;QACH,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QACzD,MAAM,MAAM,GAAG,QAAQ,CAAC;YACtB,GAAG,IAAI;YACP,GAAG,EAAE,EAAE,CAAC,GAAG;YACX,YAAY,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC;YACpC,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,UAAU,CAAC;SAC9C,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QACzE,EAAE,CAAC,GAAG,CACJ,IAAI,CAAC,MAAM;YACT,CAAC,CAAC,8CAA8C;YAChD,CAAC,CAAC,gCAAgC,MAAM,CAAC,IAAI,GAAG,CACnD,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK;YAC1B,EAAE,CAAC,GAAG,CACJ,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/G,CAAC;QACJ,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;QACvE,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK;YACxB,EAAE,CAAC,GAAG,CACJ,KAAK,OAAO,QAAQ,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,wGAAwG,CACrJ,CAAC;QACJ,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAClB,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;YACjD,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAChC,OAAO,CAAC,CAAC;IACX,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,EAAE,CAAC,KAAK,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC"}