mneme-ai 1.5.0 → 1.7.0

package/dist/commands/benchmark.d.ts

@@ -0,0 +1,83 @@
+/**
+ * `mneme benchmark` — the AI Memory Benchmark.
+ *
+ * Strategic positioning: the Lighthouse-of-AI-memory. Mneme grades AI
+ * memory implementations (Mneme itself, Claude's native context, GPT's,
+ * Cursor's bundled, etc.) using a standardized probe set + the same
+ * Super Sonic Engine grader that already ships in Mneme.
+ *
+ * Why this is uniquely Mneme's seat: when every AI vendor ships native
+ * "repo memory", who grades them? Anthropic can't grade Anthropic;
+ * OpenAI can't grade OpenAI. Mneme is the only vendor-neutral auditor
+ * — and the only one that can publish a fair public leaderboard.
+ *
+ * v0.1 ships:
+ *   • Probe set (24 memory questions across 6 categories)
+ *   • Local-mode benchmarking (grades Mneme itself end-to-end)
+ *   • Markdown leaderboard generation
+ *   • Stub for future "external mode" that grades third-party memory
+ *     implementations via their public APIs
+ */
+export interface BenchmarkOptions {
+    cwd: string;
+    /** Compare against named external implementations.
+     *  v0.1 supports only "mneme-self". v1.0 will add claude / gpt / cursor. */
+    targets?: string[];
+    /** Output markdown leaderboard to this path */
+    out?: string;
+    /** Machine-readable JSON */
+    json?: boolean;
+    /** Number of probes to run (default: all 24) */
+    probes?: number;
+}
+interface Probe {
+    id: string;
+    category: "factual-recall" | "causal-explanation" | "lineage-trace" | "regression-prediction" | "cited-rationale" | "uncertainty-honesty";
+    question: string;
+    /** Expected qualities the answer must satisfy. Each is a binary check. */
+    rubric: ProbeRubric[];
+}
+interface ProbeRubric {
+    id: string;
+    /** Pass = answer contains AT LEAST ONE of these regex patterns */
+    must_match?: RegExp[];
+    /** Pass = answer contains NONE of these regex patterns */
+    must_not_match?: RegExp[];
+    /** Description shown in the report */
+    description: string;
+}
+interface ProbeResult {
+    probeId: string;
+    category: Probe["category"];
+    question: string;
+    answer: string;
+    passed: number;
+    total: number;
+    failedRubrics: Array<{
+        id: string;
+        description: string;
+    }>;
+    durationMs: number;
+}
+interface BenchmarkResult {
+    target: string;
+    ranAt: string;
+    totalProbes: number;
+    totalRubricChecks: number;
+    passedRubricChecks: number;
+    scoreByCategory: Record<string, {
+        passed: number;
+        total: number;
+        pct: number;
+    }>;
+    overallScore: number;
+    probeResults: ProbeResult[];
+}
+declare function checkRubric(rubric: ProbeRubric, answer: string): boolean;
+declare function renderMarkdownLeaderboard(results: BenchmarkResult[]): string;
+export declare function benchmarkCommand(opts: BenchmarkOptions): Promise<number>;
+export declare const _PROBES_FOR_TESTS: Probe[];
+export declare const _checkRubricForTests: typeof checkRubric;
+export declare const _renderMarkdownLeaderboardForTests: typeof renderMarkdownLeaderboard;
+export {};
+//# sourceMappingURL=benchmark.d.ts.map

package/dist/commands/benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../../src/commands/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AASH,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ;gFAC4E;IAC5E,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,+CAA+C;IAC/C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,4BAA4B;IAC5B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,gDAAgD;IAChD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,KAAK;IACb,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EACJ,gBAAgB,GAChB,oBAAoB,GACpB,eAAe,GACf,uBAAuB,GACvB,iBAAiB,GACjB,qBAAqB,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,0EAA0E;IAC1E,MAAM,EAAE,WAAW,EAAE,CAAC;CACvB;AAED,UAAU,WAAW;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,kEAAkE;IAClE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,0DAA0D;IAC1D,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,sCAAsC;IACtC,WAAW,EAAE,MAAM,CAAC;CACrB;AAyUD,UAAU,WAAW;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChF,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,WAAW,EAAE,CAAC;CAC7B;AAED,iBAAS,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAUjE;AAiFD,iBAAS,yBAAyB,CAAC,OAAO,EAAE,eAAe,EAAE,GAAG,MAAM,CAuErE;AAED,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAwD9E;AAED,eAAO,MAAM,iBAAiB,SAAS,CAAC;AACxC,eAAO,MAAM,oBAAoB,oBAAc,CAAC;AAChD,eAAO,MAAM,kCAAkC,kCAA4B,CAAC"}

package/dist/commands/benchmark.js

@@ -0,0 +1,560 @@
+/**
+ * `mneme benchmark` — the AI Memory Benchmark.
+ *
+ * Strategic positioning: the Lighthouse-of-AI-memory. Mneme grades AI
+ * memory implementations (Mneme itself, Claude's native context, GPT's,
+ * Cursor's bundled, etc.) using a standardized probe set + the same
+ * Super Sonic Engine grader that already ships in Mneme.
+ *
+ * Why this is uniquely Mneme's seat: when every AI vendor ships native
+ * "repo memory", who grades them? Anthropic can't grade Anthropic;
+ * OpenAI can't grade OpenAI. Mneme is the only vendor-neutral auditor
+ * — and the only one that can publish a fair public leaderboard.
+ *
+ * v0.1 ships:
+ *   • Probe set (24 memory questions across 6 categories)
+ *   • Local-mode benchmarking (grades Mneme itself end-to-end)
+ *   • Markdown leaderboard generation
+ *   • Stub for future "external mode" that grades third-party memory
+ *     implementations via their public APIs
+ */
+import { writeFileSync } from "node:fs";
+import kleur from "kleur";
+import { ui } from "../ui.js";
+import { git, retrieve, store } from "@mneme-ai/core";
+import { resolveEmbedder } from "@mneme-ai/embeddings";
+import { dbPath } from "../paths.js";
+/** The 24-probe v0.1 benchmark set.
+ *  Designed to be repository-agnostic — works on any indexed Mneme repo
+ *  with a non-trivial git history. */
+const PROBES = [
+    // ─── factual-recall (4) ───────────────────────────────────────────
+    {
+        id: "fr-01",
+        category: "factual-recall",
+        question: "Who is the most recent author to commit to this repo?",
+        rubric: [
+            {
+                id: "names-author",
+                description: "Answer names a specific author (email or name pattern)",
+                must_match: [/[a-z0-9._%+-]+@[a-z0-9.-]+|\b[A-Z][a-z]+\s+[A-Z][a-z]+/],
+            },
+        ],
+    },
+    {
+        id: "fr-02",
+        category: "factual-recall",
+        question: "What is the total number of commits in this repo?",
+        rubric: [
+            {
+                id: "states-number",
+                description: "Answer states a specific commit count number",
+                must_match: [/\b\d+\b\s*(commits?|total)/i],
+            },
+        ],
+    },
+    {
+        id: "fr-03",
+        category: "factual-recall",
+        question: "What is the date of the oldest commit in this repo?",
+        rubric: [
+            {
+                id: "states-date",
+                description: "Answer mentions a year or ISO-8601 date",
+                must_match: [/\b(19|20)\d{2}\b|\b\d{4}-\d{2}-\d{2}\b/],
+            },
+        ],
+    },
+    {
+        id: "fr-04",
+        category: "factual-recall",
+        question: "Name 3 distinct files that have been modified in this repo's history.",
+        rubric: [
+            {
+                id: "lists-files",
+                description: "Answer lists at least 3 file path-looking strings",
+                must_match: [/[\w./-]+\.(ts|js|tsx|jsx|py|go|rs|md|json)/],
+            },
+        ],
+    },
+    // ─── causal-explanation (4) ───────────────────────────────────────
+    {
+        id: "ce-01",
+        category: "causal-explanation",
+        question: "Pick any file that has been edited 3+ times. Explain WHY it has been edited that often.",
+        rubric: [
+            {
+                id: "cites-commits",
+                description: "Cites at least one commit hash (≥7 hex chars)",
+                must_match: [/\b[a-f0-9]{7,40}\b/i],
+            },
+            {
+                id: "explains-cause",
+                description: "Uses causal language (because/due to/in response to)",
+                must_match: [/\b(because|due to|in response to|after|to fix|to handle)\b/i],
+            },
+        ],
+    },
+    {
+        id: "ce-02",
+        category: "causal-explanation",
+        question: "What was the most recent breaking change or refactor in this repo, and what motivated it?",
+        rubric: [
+            {
+                id: "names-change",
+                description: "Names a specific change (commit hash or PR or feature)",
+                must_match: [/\b[a-f0-9]{7,40}\b|\bPR\s*#?\d+|\b(refactor|migrate|switch|replace)\b/i],
+            },
+        ],
+    },
+    {
+        id: "ce-03",
+        category: "causal-explanation",
+        question: "Have any commits been reverted? If so, why?",
+        rubric: [
+            {
+                id: "honest-answer",
+                description: "Either cites a revert commit OR honestly says no reverts found",
+                must_match: [/\brevert/i, /\bno revert|none|no commits.*revert/i],
+            },
+        ],
+    },
+    {
+        id: "ce-04",
+        category: "causal-explanation",
+        question: "Why does this repo use the testing library / framework that it uses?",
+        rubric: [
+            {
+                id: "answers-or-defers",
+                description: "Either explains the choice OR honestly says 'no commit explains this'",
+                must_match: [
+                    /\b(chose|chosen|switched|migrated|because)\b/i,
+                    /\b(no commit|cannot find|unverifiable|no record)\b/i,
+                ],
+            },
+        ],
+    },
+    // ─── lineage-trace (4) ────────────────────────────────────────────
+    {
+        id: "lt-01",
+        category: "lineage-trace",
+        question: "Pick any function or class. Who originally wrote it, and who else has modified it?",
+        rubric: [
+            {
+                id: "names-multiple-authors",
+                description: "Names at least 2 distinct authors OR cites multiple commits",
+                must_match: [/\b[A-Z][a-z]+\b.*\band\s+[A-Z][a-z]+|\b[a-f0-9]{7,40}\b.*\b[a-f0-9]{7,40}\b/i],
+            },
+        ],
+    },
+    {
+        id: "lt-02",
+        category: "lineage-trace",
+        question: "Identify a code pattern (e.g. error handling style) that appears in multiple files. Who introduced it first?",
+        rubric: [
+            {
+                id: "names-originator",
+                description: "Names the originating commit or author",
+                must_match: [/\b[a-f0-9]{7,40}\b|\b[A-Z][a-z]+\b\s+(introduced|first|originated)/i],
+            },
+        ],
+    },
+    {
+        id: "lt-03",
+        category: "lineage-trace",
+        question: "Has any file been deleted from this repo? Trace its history.",
+        rubric: [
+            {
+                id: "honest-answer",
+                description: "Either traces a deletion OR honestly says no deletions found",
+                must_match: [/\bdeleted|\bremoved|\bno deletions|\bnone found/i],
+            },
+        ],
+    },
+    {
+        id: "lt-04",
+        category: "lineage-trace",
+        question: "Which directory or module has the most concentrated authorship (one person owns most of it)?",
+        rubric: [
+            {
+                id: "names-directory",
+                description: "Names a specific directory or path",
+                must_match: [/[\w/-]+\//],
+            },
+        ],
+    },
+    // ─── regression-prediction (4) ────────────────────────────────────
+    {
+        id: "rp-01",
+        category: "regression-prediction",
+        question: "If I refactor the most-edited file in this repo, what's the historical risk of regression?",
+        rubric: [
+            {
+                id: "uses-evidence",
+                description: "Bases the answer on past commit/incident data",
+                must_match: [/\b(past|history|previous|earlier)\b/i],
+            },
+            {
+                id: "states-risk",
+                description: "States a risk level or probability",
+                must_match: [/\b(high|medium|low|likely|risk|probability)\b/i],
+            },
+        ],
+    },
+    {
+        id: "rp-02",
+        category: "regression-prediction",
+        question: "Which files in this repo have the highest 'regret rate' (shipped and quickly fixed)?",
+        rubric: [
+            {
+                id: "names-files",
+                description: "Names specific files",
+                must_match: [/[\w./-]+\.(ts|js|tsx|jsx|py|go|rs|md|json)/],
+            },
+        ],
+    },
+    {
+        id: "rp-03",
+        category: "regression-prediction",
+        question: "Are there any files that get edited together repeatedly (high coupling)?",
+        rubric: [
+            {
+                id: "answers",
+                description: "Names coupled files OR honestly says insufficient data",
+                must_match: [
+                    /[\w./-]+\.(ts|js|tsx|jsx|py|go|rs|md|json)/,
+                    /\b(insufficient|no.*signal|cannot find)\b/i,
+                ],
+            },
+        ],
+    },
+    {
+        id: "rp-04",
+        category: "regression-prediction",
+        question: "Which contributor is most likely to introduce a bug they personally fix later?",
+        rubric: [
+            {
+                id: "honest-or-named",
+                description: "Either names a specific contributor OR declines if data is insufficient",
+                must_match: [/[a-z0-9._%+-]+@[a-z0-9.-]+|\b[A-Z][a-z]+\s+[A-Z][a-z]+|\b(insufficient|cannot find)\b/i],
+            },
+        ],
+    },
+    // ─── cited-rationale (4) ──────────────────────────────────────────
+    {
+        id: "cr-01",
+        category: "cited-rationale",
+        question: "Cite a specific commit hash and explain its purpose in your own words.",
+        rubric: [
+            {
+                id: "real-hash",
+                description: "Includes a 7-40 char hex hash (verified externally as real later)",
+                must_match: [/\b[a-f0-9]{7,40}\b/i],
+            },
+            {
+                id: "non-trivial-explanation",
+                description: "Explanation is at least 50 chars",
+                must_match: [/.{50,}/],
+            },
+        ],
+    },
+    {
+        id: "cr-02",
+        category: "cited-rationale",
+        question: "Find a PR (pull request) referenced in commit messages. Summarize what it accomplished.",
+        rubric: [
+            {
+                id: "references-pr",
+                description: "References a PR number or URL",
+                must_match: [/\bPR\s*#?\d+|#\d+|pull[-/]?request/i],
+            },
+        ],
+    },
+    {
+        id: "cr-03",
+        category: "cited-rationale",
+        question: "What's the most-recent fix (a commit whose message contains 'fix' or 'bug')?",
+        rubric: [
+            {
+                id: "names-fix",
+                description: "Names a specific fix commit (hash or subject)",
+                must_match: [/\b[a-f0-9]{7,40}\b|\bfix\b|\bbug\b/i],
+            },
+        ],
+    },
+    {
+        id: "cr-04",
+        category: "cited-rationale",
+        question: "What's the longest commit message in this repo?",
+        rubric: [
+            {
+                id: "answers",
+                description: "Either provides excerpt OR honestly says cannot determine",
+                must_match: [/.{30,}/],
+            },
+        ],
+    },
+    // ─── uncertainty-honesty (4) ──────────────────────────────────────
+    {
+        id: "uh-01",
+        category: "uncertainty-honesty",
+        question: "Tell me about commit deadbeefdeadbeefdeadbeefdeadbeefdeadbeef.",
+        rubric: [
+            {
+                id: "rejects-fake-hash",
+                description: "Refuses to fabricate; says hash not found",
+                must_match: [/\bnot found|cannot find|does not exist|no.*such commit|unknown commit/i],
+                must_not_match: [/\bauthored|introduced|added\b/i],
+            },
+        ],
+    },
+    {
+        id: "uh-02",
+        category: "uncertainty-honesty",
+        question: "What is the salary of the original author of this repo?",
+        rubric: [
+            {
+                id: "refuses-irrelevant-question",
+                description: "Refuses to speculate or says repo doesn't contain salary info",
+                must_match: [/\bcannot|don't know|not.*recorded|repo.*doesn't|no.*information/i],
+            },
+        ],
+    },
+    {
+        id: "uh-03",
+        category: "uncertainty-honesty",
+        question: "Is the current main branch ready for a production release? Yes or no?",
+        rubric: [
+            {
+                id: "qualified-answer",
+                description: "Provides a qualified answer with caveats — never absolute yes/no without evidence",
+                must_match: [/\b(depends|caveat|however|but|risk|review|test)\b/i],
+            },
+        ],
+    },
+    {
+        id: "uh-04",
+        category: "uncertainty-honesty",
+        question: "What was the team's mood when they wrote the most recent commit?",
+        rubric: [
+            {
+                id: "refuses-mood-inference",
+                description: "Acknowledges that commit messages don't encode mood",
+                must_match: [/\bcannot infer|don't know|not.*recorded|no.*signal|outside.*scope/i],
+            },
+        ],
+    },
+];
+function checkRubric(rubric, answer) {
+    if (rubric.must_match) {
+        const anyMatched = rubric.must_match.some((re) => re.test(answer));
+        if (!anyMatched)
+            return false;
+    }
+    if (rubric.must_not_match) {
+        const anyForbidden = rubric.must_not_match.some((re) => re.test(answer));
+        if (anyForbidden)
+            return false;
+    }
+    return true;
+}
+async function runMnemeSelfBenchmark(opts) {
+    if (!(await git.isGitRepo(opts.cwd))) {
+        throw new Error("Not in a git repo. Run `mneme init` first.");
+    }
+    const meta = await git.getRepoMeta(opts.cwd);
+    const s = new store.MnemeStore(dbPath(meta.rootPath));
+    const embedder = await resolveEmbedder({ provider: "auto" });
+    const probeResults = [];
+    for (const probe of opts.probes) {
+        const t0 = Date.now();
+        let answer = "";
+        try {
+            const r = await retrieve.ask(probe.question, {
+                store: s,
+                embedder,
+                repo: meta,
+                topK: 8,
+            });
+            answer = r.summary || "";
+            // Append top-3 cited identifiers to answer text so rubrics that look
+            // for hashes/PR numbers can find them. Citation.id is the commit hash
+            // (kind="commit") or the PR number string (kind="pr").
+            for (const c of r.citations.slice(0, 3)) {
+                answer += " " + c.id;
+            }
+        }
+        catch (err) {
+            answer = `[error: ${err.message}]`;
+        }
+        const durationMs = Date.now() - t0;
+        let passed = 0;
+        const failedRubrics = [];
+        for (const rubric of probe.rubric) {
+            if (checkRubric(rubric, answer))
+                passed++;
+            else
+                failedRubrics.push({ id: rubric.id, description: rubric.description });
+        }
+        probeResults.push({
+            probeId: probe.id,
+            category: probe.category,
+            question: probe.question,
+            answer,
+            passed,
+            total: probe.rubric.length,
+            failedRubrics,
+            durationMs,
+        });
+    }
+    const totalRubricChecks = probeResults.reduce((s, r) => s + r.total, 0);
+    const passedRubricChecks = probeResults.reduce((s, r) => s + r.passed, 0);
+    const scoreByCategory = {};
+    for (const r of probeResults) {
+        if (!scoreByCategory[r.category]) {
+            scoreByCategory[r.category] = { passed: 0, total: 0, pct: 0 };
+        }
+        scoreByCategory[r.category].passed += r.passed;
+        scoreByCategory[r.category].total += r.total;
+    }
+    for (const cat of Object.values(scoreByCategory)) {
+        cat.pct = cat.total > 0 ? cat.passed / cat.total : 0;
+    }
+    const overallScore = totalRubricChecks > 0 ? passedRubricChecks / totalRubricChecks : 0;
+    return {
+        target: "mneme-self",
+        ranAt: new Date().toISOString(),
+        totalProbes: opts.probes.length,
+        totalRubricChecks,
+        passedRubricChecks,
+        scoreByCategory,
+        overallScore,
+        probeResults,
+    };
+}
+function renderMarkdownLeaderboard(results) {
+    const lines = [];
+    lines.push("# Mneme — AI Memory Benchmark");
+    lines.push("");
+    lines.push("> *The Lighthouse-of-AI-memory. Vendor-neutral grading of how well each AI memory implementation answers questions about a real repo.*");
+    lines.push("");
+    lines.push(`**Run at:** ${new Date().toISOString().slice(0, 19).replace("T", " ")} UTC`);
+    lines.push(`**Probe count:** ${results[0]?.totalProbes ?? 0} questions across 6 categories`);
+    lines.push(`**Repo:** the indexed working tree`);
+    lines.push("");
+    lines.push("## Leaderboard");
+    lines.push("");
+    lines.push("| Rank | Implementation | Overall score | Recall | Causal | Lineage | Regression | Citation | Honesty |");
+    lines.push("|---:|---|---:|---:|---:|---:|---:|---:|---:|");
+    const sorted = [...results].sort((a, b) => b.overallScore - a.overallScore);
+    sorted.forEach((r, i) => {
+        const row = [
+            `${i + 1}`,
+            `**${r.target}**`,
+            `${(r.overallScore * 100).toFixed(1)}%`,
+            `${(((r.scoreByCategory["factual-recall"]?.pct ?? 0) * 100)).toFixed(0)}%`,
+            `${(((r.scoreByCategory["causal-explanation"]?.pct ?? 0) * 100)).toFixed(0)}%`,
+            `${(((r.scoreByCategory["lineage-trace"]?.pct ?? 0) * 100)).toFixed(0)}%`,
+            `${(((r.scoreByCategory["regression-prediction"]?.pct ?? 0) * 100)).toFixed(0)}%`,
+            `${(((r.scoreByCategory["cited-rationale"]?.pct ?? 0) * 100)).toFixed(0)}%`,
+            `${(((r.scoreByCategory["uncertainty-honesty"]?.pct ?? 0) * 100)).toFixed(0)}%`,
+        ];
+        lines.push(`| ${row.join(" | ")} |`);
+    });
+    lines.push("");
+    lines.push("## Methodology");
+    lines.push("");
+    lines.push("Each implementation is asked the same 24 standardized memory questions, grouped into 6 categories:");
+    lines.push("");
+    lines.push("- **Factual recall** — \"who is the most recent author?\", commit count, date ranges");
+    lines.push("- **Causal explanation** — \"why was this file edited 3 times?\" — must cite + use causal language");
+    lines.push("- **Lineage trace** — multi-author code archaeology questions");
+    lines.push("- **Regression prediction** — historical-data-grounded risk estimation");
+    lines.push("- **Cited rationale** — must include real commit hashes / PRs");
+    lines.push("- **Uncertainty honesty** — refuses to fabricate when asked about non-existent data");
+    lines.push("");
+    lines.push("Scoring is binary per rubric (pass/fail), computed by deterministic regex patterns. No LLM-as-judge — fully reproducible.");
+    lines.push("");
+    lines.push("**Why a vendor-neutral benchmark matters:** Anthropic can't be the auditor of Anthropic. OpenAI can't be neutral about OpenAI. Mneme is the only memory implementation maintained by no AI vendor — and the only one that can publish a fair leaderboard across all of them.");
+    lines.push("");
+    lines.push("## Per-target details");
+    lines.push("");
+    for (const r of sorted) {
+        lines.push(`### ${r.target}`);
+        lines.push("");
+        lines.push(`Overall: **${(r.overallScore * 100).toFixed(1)}%** (${r.passedRubricChecks}/${r.totalRubricChecks} rubric checks)`);
+        lines.push("");
+        const failed = r.probeResults.filter((p) => p.failedRubrics.length > 0);
+        if (failed.length === 0) {
+            lines.push("All probes passed every rubric check. ✅");
+        }
+        else {
+            lines.push(`Failed rubric checks (${failed.length} probes):`);
+            lines.push("");
+            for (const f of failed.slice(0, 5)) {
+                lines.push(`- **${f.probeId}** [${f.category}] *"${f.question}"* — failed: ${f.failedRubrics.map((x) => x.id).join(", ")}`);
+            }
+            if (failed.length > 5)
+                lines.push(`- … and ${failed.length - 5} more`);
+        }
+        lines.push("");
+    }
+    lines.push("---");
+    lines.push("");
+    lines.push("> Run this benchmark on your own repo: `mneme benchmark --out ./benchmark.md`");
+    lines.push(">");
+    lines.push("> The benchmark suite is open and pull requests adding new targets (Claude memory, GPT-4 memory, Cursor's bundled memory, etc.) are welcome.");
+    return lines.join("\n");
+}
+export async function benchmarkCommand(opts) {
+    const probes = typeof opts.probes === "number"
+        ? PROBES.slice(0, Math.max(1, Math.min(PROBES.length, opts.probes)))
+        : PROBES;
+    const targets = (opts.targets && opts.targets.length > 0) ? opts.targets : ["mneme-self"];
+    if (!opts.json)
+        ui.banner();
+    if (!opts.json) {
+        process.stdout.write(kleur.bold("\n  🏁 Mneme — AI Memory Benchmark\n\n") +
+            `  Running ${probes.length} probes across 6 categories on ${targets.length} target${targets.length === 1 ? "" : "s"}.\n` +
+            `  Methodology: vendor-neutral · deterministic scoring · open suite.\n\n`);
+    }
+    const results = [];
+    for (const target of targets) {
+        if (target !== "mneme-self") {
+            ui.warn(`Target "${target}" not yet supported in v0.1 — only "mneme-self" works for now.`);
+            continue;
+        }
+        if (!opts.json)
+            ui.dim(`  ▸ ${target} ...`);
+        const r = await runMnemeSelfBenchmark({ cwd: opts.cwd, probes });
+        results.push(r);
+        if (!opts.json) {
+            ui.raw(`  ${kleur.bold(target.padEnd(16))}  ` +
+                `score=${kleur.cyan((r.overallScore * 100).toFixed(1) + "%")}  ` +
+                `(${r.passedRubricChecks}/${r.totalRubricChecks})\n`);
+        }
+    }
+    const md = renderMarkdownLeaderboard(results);
+    if (opts.out) {
+        writeFileSync(opts.out, md, "utf8");
+        if (!opts.json) {
+            ui.success(`\n  Leaderboard written to ${opts.out}`);
+        }
+    }
+    if (opts.json) {
+        process.stdout.write(JSON.stringify({ results }, null, 2) + "\n");
+    }
+    else {
+        process.stdout.write("\n" +
+            kleur.bold("  Why this matters:") +
+            " when every AI vendor ships native repo memory — Claude, GPT, Cursor — \n" +
+            "  none of them can be the neutral auditor. Mneme is. " +
+            kleur.dim("[the Lighthouse-of-AI-memory positioning]") +
+            "\n\n");
+    }
+    return 0;
+}
+export const _PROBES_FOR_TESTS = PROBES;
+export const _checkRubricForTests = checkRubric;
+export const _renderMarkdownLeaderboardForTests = renderMarkdownLeaderboard;
+//# sourceMappingURL=benchmark.js.map

package/dist/commands/benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark.js","sourceRoot":"","sources":["../../src/commands/benchmark.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,aAAa,EAAc,MAAM,SAAS,CAAC;AACpD,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAE,EAAE,EAAE,MAAM,UAAU,CAAC;AAC9B,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAuCrC;;sCAEsC;AACtC,MAAM,MAAM,GAAY;IACtB,qEAAqE;IACrE;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,gBAAgB;QAC1B,QAAQ,EAAE,uDAAuD;QACjE,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,cAAc;gBAClB,WAAW,EAAE,wDAAwD;gBACrE,UAAU,EAAE,CAAC,wDAAwD,CAAC;aACvE;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,gBAAgB;QAC1B,QAAQ,EAAE,mDAAmD;QAC7D,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,eAAe;gBACnB,WAAW,EAAE,8CAA8C;gBAC3D,UAAU,EAAE,CAAC,6BAA6B,CAAC;aAC5C;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,gBAAgB;QAC1B,QAAQ,EAAE,qDAAqD;QAC/D,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,aAAa;gBACjB,WAAW,EAAE,yCAAyC;gBACtD,UAAU,EAAE,CAAC,wCAAwC,CAAC;aACvD;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,gBAAgB;QAC1B,QAAQ,EAAE,uEAAuE;QACjF,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,aAAa;gBACjB,WAAW,EAAE,mDAAmD;gBAChE,UAAU,EAAE,CAAC,4CAA4C,CAAC;aAC3D;SACF;KACF;IAED,qEAAqE;IACrE;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,oBAAoB;QAC9B,QAAQ,EAAE,yFAAyF;QACnG,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,eAAe;gBACnB,WAAW,EAAE,+CAA+C;gBAC5D,UAAU,EAAE,CAAC,qBAAqB,CAAC;aACpC;YACD;gBACE,EAAE,EAAE,gBAAgB;gBACpB,WAAW,EAAE,sDAAsD;gBACnE,UAAU,EAAE,CAAC,6DAA6D,CAAC;aAC5E;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,oBAAoB;QAC9B,QAAQ,EAAE,2FAA2F;QACrG,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,cAAc;gBAClB,WAAW,EAAE,wDAAwD;gBACrE,UAAU,EAAE,CAAC,wEAAwE,CAAC;aACvF;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,oBAAoB;QAC9B,QAAQ,EAAE,6CAA6C;QACvD,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,eAAe;gBACnB,WAAW,EAAE,gEAAgE;gBAC7E,UAAU,EAAE,CAAC,WAAW,EAAE,sCAAsC,CAAC;aAClE;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,oBAAoB;QAC9B,QAAQ,EAAE,sEAAsE;QAChF,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,mBAAmB;gBACvB,WAAW,EAAE,uEAAuE;gBACpF,UAAU,EAAE;oBACV,+CAA+C;oBAC/C,qDAAqD;iBACtD;aACF;SACF;KACF;IAED,qEAAqE;IACrE;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,eAAe;QACzB,QAAQ,EAAE,oFAAoF;QAC9F,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,wBAAwB;gBAC5B,WAAW,EAAE,6DAA6D;gBAC1E,UAAU,EAAE,CAAC,8EAA8E,CAAC;aAC7F;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,eAAe;QACzB,QAAQ,EAAE,8GAA8G;QACxH,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,kBAAkB;gBACtB,WAAW,EAAE,wCAAwC;gBACrD,UAAU,EAAE,CAAC,qEAAqE,CAAC;aACpF;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,eAAe;QACzB,QAAQ,EAAE,8DAA8D;QACxE,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,eAAe;gBACnB,WAAW,EAAE,8DAA8D;gBAC3E,UAAU,EAAE,CAAC,kDAAkD,CAAC;aACjE;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,eAAe;QACzB,QAAQ,EAAE,8FAA8F;QACxG,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,iBAAiB;gBACrB,WAAW,EAAE,oCAAoC;gBACjD,UAAU,EAAE,CAAC,WAAW,CAAC;aAC1B;SACF;KACF;IAED,qEAAqE;IACrE;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,uBAAuB;QACjC,QAAQ,EAAE,4FAA4F;QACtG,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,eAAe;gBACnB,WAAW,EAAE,+CAA+C;gBAC5D,UAAU,EAAE,CAAC,sCAAsC,CAAC;aACrD;YACD;gBACE,EAAE,EAAE,aAAa;gBACjB,WAAW,EAAE,oCAAoC;gBACjD,UAAU,EAAE,CAAC,gDAAgD,CAAC;aAC/D;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,uBAAuB;QACjC,QAAQ,EAAE,sFAAsF;QAChG,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,aAAa;gBACjB,WAAW,EAAE,sBAAsB;gBACnC,UAAU,EAAE,CAAC,4CAA4C,CAAC;aAC3D;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,uBAAuB;QACjC,QAAQ,EAAE,0EAA0E;QACpF,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,SAAS;gBACb,WAAW,EAAE,wDAAwD;gBACrE,UAAU,EAAE;oBACV,4CAA4C;oBAC5C,4CAA4C;iBAC7C;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,uBAAuB;QACjC,QAAQ,EAAE,gFAAgF;QAC1F,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,iBAAiB;gBACrB,WAAW,EAAE,yEAAyE;gBACtF,UAAU,EAAE,CAAC,wFAAwF,CAAC;aACvG;SACF;KACF;IAED,qEAAqE;IACrE;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,iBAAiB;QAC3B,QAAQ,EAAE,wEAAwE;QAClF,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,WAAW;gBACf,WAAW,EAAE,mEAAmE;gBAChF,UAAU,EAAE,CAAC,qBAAqB,CAAC;aACpC;YACD;gBACE,EAAE,EAAE,yBAAyB;gBAC7B,WAAW,EAAE,kCAAkC;gBAC/C,UAAU,EAAE,CAAC,QAAQ,CAAC;aACvB;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,iBAAiB;QAC3B,QAAQ,EAAE,yFAAyF;QACnG,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,eAAe;gBACnB,WAAW,EAAE,+BAA+B;gBAC5C,UAAU,EAAE,CAAC,qCAAqC,CAAC;aACpD;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,iBAAiB;QAC3B,QAAQ,EAAE,8EAA8E;QACxF,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,WAAW;gBACf,WAAW,EAAE,+CAA+C;gBAC5D,UAAU,EAAE,CAAC,qCAAqC,CAAC;aACpD;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,iBAAiB;QAC3B,QAAQ,EAAE,iDAAiD;QAC3D,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,SAAS;gBACb,WAAW,EAAE,2DAA2D;gBACxE,UAAU,EAAE,CAAC,QAAQ,CAAC;aACvB;SACF;KACF;IAED,qEAAqE;IACrE;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,qBAAqB;QAC/B,QAAQ,EAAE,gEAAgE;QAC1E,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,mBAAmB;gBACvB,WAAW,EAAE,2CAA2C;gBACxD,UAAU,EAAE,CAAC,wEAAwE,CAAC;gBACtF,cAAc,EAAE,CAAC,gCAAgC,CAAC;aACnD;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,qBAAqB;QAC/B,QAAQ,EAAE,yDAAyD;QACnE,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,6BAA6B;gBACjC,WAAW,EAAE,+DAA+D;gBAC5E,UAAU,EAAE,CAAC,kEAAkE,CAAC;aACjF;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,qBAAqB;QAC/B,QAAQ,EAAE,uEAAuE;QACjF,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,kBAAkB;gBACtB,WAAW,EAAE,mFAAmF;gBAChG,UAAU,EAAE,CAAC,oDAAoD,CAAC;aACnE;SACF;KACF;IACD;QACE,EAAE,EAAE,OAAO;QACX,QAAQ,EAAE,qBAAqB;QAC/B,QAAQ,EAAE,kEAAkE;QAC5E,MAAM,EAAE;YACN;gBACE,EAAE,EAAE,wBAAwB;gBAC5B,WAAW,EAAE,qDAAqD;gBAClE,UAAU,EAAE,CAAC,oEAAoE,CAAC;aACnF;SACF;KACF;CACF,CAAC;AAwBF,SAAS,WAAW,CAAC,MAAmB,EAAE,MAAc;IACtD,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU;YAAE,OAAO,KAAK,CAAC;IAChC,CAAC;IACD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,MAAM,YAAY,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACzE,IAAI,YAAY;YAAE,OAAO,KAAK,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,IAGpC;IACC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,CAAC,GAAG,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAE7D,MAAM,YAAY,GAAkB,EAAE,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE;gBAC3C,KAAK,EAAE,CAAC;gBACR,QAAQ;gBACR,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,CAAC;aACR,CAAC,CAAC;YACH,MAAM,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC;YACzB,qEAAqE;YACrE,sEAAsE;YACtE,uDAAuD;YACvD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,WAAY,GAAa,CAAC,OAAO,GAAG,CAAC;QAChD,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;QAEnC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,aAAa,GAA+C,EAAE,CAAC;QACrE,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC;gBAAE,MAAM,EAAE,CAAC;;gBACrC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,YAAY,CAAC,IAAI,CAAC;YAChB,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,MAAM;YACN,MAAM;YACN,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;YAC1B,aAAa;YACb,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,kBAAkB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,eAAe,GAAmE,EAAE,CAAC;IAC3F,KAAK,MAAM,CAAC,IAAI,YAAY,EAAE,CAAC;QAC7B,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QAChE,CAAC;QACD,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAE,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC;QAChD,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAE,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC;IAChD,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,YAAY,GAAG,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;IAExF,OAAO;QACL,MAAM,EAAE,YAAY;QACpB,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC/B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;QAC/B,iBAAiB;QACjB,kBAAkB;QAClB,eAAe;QACf,YAAY;QACZ,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,yBAAyB,CAAC,OAA0B;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,wIAAwI,CAAC,CAAC;IACrJ,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzF,KAAK,CAAC,IAAI,CAAC,oBAAoB,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAC7F,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IACjD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,yGAAyG,CAAC,CAAC;IACtH,KAAK,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC;IAC5E,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACtB,MAAM,GAAG,GAAG;YACV,GAAG,CAAC,GAAG,CAAC,EAAE;YACV,KAAK,CAAC,CAAC,MAAM,IAAI;YACjB,GAAG,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACvC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,gBAAgB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC1E,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,oBAAoB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC9E,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,eAAe,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACzE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,uBAAuB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACjF,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,iBAAiB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YAC3E,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,qBAAqB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;SAChF,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;IACjH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,sFAAsF,CAAC,CAAC;IACnG,KAAK,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;IACjH,KAAK,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;IACrF,KAAK,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;IAC5E,KAAK,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,2HAA2H,CAAC,CAAC;IACxI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,8QAA8Q,CAAC,CAAC;IAC3R,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,kBAAkB,IAAI,CAAC,CAAC,iBAAiB,iBAAiB,CAAC,CAAC;QAChI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,MAAM,MAAM,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,MAAM,WAAW,CAAC,CAAC;YAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBACnC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,OAAO,CAAC,CAAC,QAAQ,OAAO,CAAC,CAAC,QAAQ,gBAAgB,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9H,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;QACzE,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;IAC5F,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,KAAK,CAAC,IAAI,CAAC,8IAA8I,CAAC,CAAC;IAC3J,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAsB;IAC3D,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC5C,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;IAE1F,IAAI,CAAC,IAAI,CAAC,IAAI;QAAE,EAAE,CAAC,MAAM,EAAE,CAAC;IAC5B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC;YAClD,aAAa,MAAM,CAAC,MAAM,kCAAkC,OAAO,CAAC,MAAM,UAAU,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK;YACxH,yEAAyE,CAC5E,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;YAC5B,EAAE,CAAC,IAAI,CAAC,WAAW,MAAM,gEAAgE,CAAC,CAAC;YAC3F,SAAS;QACX,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,EAAE,CAAC,GAAG,CAAC,OAAO,MAAM,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,GAAG,MAAM,qBAAqB,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;QACjE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,EAAE,CAAC,GAAG,CACJ,KAAK,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI;gBACpC,SAAS,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI;gBAChE,IAAI,CAAC,CAAC,kBAAkB,IAAI,CAAC,CAAC,iBAAiB,KAAK,CACvD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,EAAE,GAAG,yBAAyB,CAAC,OAAO,CAAC,CAAC;IAE9C,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACb,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,EAAE,CAAC,OAAO,CAAC,8BAA8B,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,IAAI;YACF,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC;YACjC,2EAA2E;YAC3E,uDAAuD;YACvD,KAAK,CAAC,GAAG,CAAC,2CAA2C,CAAC;YACtD,MAAM,CACT,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CAAC;AACxC,MAAM,CAAC,MAAM,oBAAoB,GAAG,WAAW,CAAC;AAChD,MAAM,CAAC,MAAM,kCAAkC,GAAG,yBAAyB,CAAC"}