@cavelang/cli 0.27.14 → 0.29.0

package/dist/internal/eval/run.d.ts

@@ -0,0 +1,143 @@
+/**
+ * The extraction, query, and reconstruction eval orchestrator.
+ *
+ * For every case, N times: open a fresh throwaway store, drive the agent
+ * over the case's source through `@cavelang/cli/ingest` (same prompts, same
+ * mcp/stdout protocols, same shell/function agent contract as
+ * `cave ingest`), then score what landed against the golden and run the
+ * case's query expectations. Fresh stores keep runs independent — no
+ * digest skipping, no cross-case naming leakage — and make N runs measure
+ * extraction *variance*, not accumulation.
+ *
+ * Reconstruction cases (a `<stem>.loop.cave` sibling, spec §18)
+ * run the §18 loop instead: build an in-memory graph from the source
+ * knowledge, reconstruct from the declared seeds — the deterministic
+ * heuristic without an agent (the baseline), `llmPolicy` over the agent
+ * template otherwise — then score the collected claims against the golden
+ * and run the queries against *the reconstruction*, not the knowledge.
+ *
+ * Before any agent money is spent, each fixture is self-checked: the
+ * golden must parse cleanly, contain claims, and satisfy its own queries
+ * in a scratch store; loop fixtures additionally need seeds that appear
+ * in the knowledge and a golden the knowledge can actually yield. A
+ * fixture that fails is reported and skipped — a broken ruler measures
+ * nothing.
+ *
+ * Agent runs that fail (non-zero exit, timeout, thrown function) score
+ * nothing and are excluded from means; they surface in `failed` instead.
+ */
+import * as Ingest from '@cavelang/cli/ingest';
+import type { Store } from '@cavelang/store';
+import * as Queries from './queries.ts';
+/**
+ * Extraction agent: a shell template (the `cave ingest` contract —
+ * prompt on stdin, `{prompt-file}`/`{mcp-config}`/`{db}` substituted) or
+ * a function. Functions additionally receive the run's throwaway store,
+ * so SDK scripts can write to it directly in `mcp` mode. Reconstruction
+ * cases reuse the same agent as the loop policy's completion function —
+ * prompt on stdin (and `{prompt-file}`), the reply on stdout.
+ */
+export type Agent = string | ((prompt: string, files: readonly string[], context: {
+    db: string;
+    store: Store;
+}) => Promise<string>);
+/** Judge agent: shell template (prompt on stdin, `{prompt-file}`) or function. */
+export type Judge = string | ((prompt: string) => Promise<string>);
+export type Options = {
+    /** Suite directories (searched for `*.golden.cave`) or single golden files. */
+    readonly suites: readonly string[];
+    /**
+     * Optional only for suites of reconstruction cases, which fall back to
+     * the heuristic baseline; extraction cases without an agent fail.
+     */
+    readonly agent?: Agent;
+    /** Optional judge upgrading strict misses to semantic matches. */
+    readonly judge?: Judge;
+    /** Agent runs per case (default 1). */
+    readonly runs?: number;
+    /** Agent protocol, as in `cave ingest` (default `mcp`). */
+    readonly mode?: Ingest.Mode;
+    /** Inline source contents into prompts (default `true` — fixtures are self-contained). */
+    readonly embed?: boolean;
+    /** Instructions markdown overriding the per-case/per-suite resolution. */
+    readonly instructions?: string;
+    /** Relative numeric value tolerance in [0, 1] (default 0 — exact). */
+    readonly tolerance?: number;
+    /** Resolve query expectations through the alias closure (spec §13.6). */
+    readonly aliases?: boolean;
+    readonly timeoutSeconds?: number;
+    /** Open throwaway stores without the standard §5.5 registry. */
+    readonly noPrelude?: boolean;
+    /** Keep the per-run databases (reported as `root`) instead of deleting them. */
+    readonly keep?: boolean;
+    readonly cwd?: string;
+};
+/** One agent run of one case. */
+export type RunReport = {
+    readonly ok: boolean;
+    /** Failure note or the agent's final line. */
+    readonly note?: string;
+    /** Ingest problems (stdout-mode lint) — the run still scores. */
+    readonly problems: readonly string[];
+    readonly golden: number;
+    readonly produced: number;
+    readonly matched: number;
+    readonly valueOff: number;
+    /** Judge-paired misses (0 without a judge). */
+    readonly judged: number;
+    readonly judgeError?: string;
+    /** Canonical lines of unmatched golden claims (judged pairs excluded). */
+    readonly misses: readonly string[];
+    /** Canonical lines of unmatched produced claims (judged pairs excluded). */
+    readonly extras: readonly string[];
+    readonly precision: number;
+    readonly recall: number;
+    readonly f1: number;
+    readonly judgedPrecision?: number;
+    readonly judgedRecall?: number;
+    readonly judgedF1?: number;
+    readonly queries: readonly Queries.Outcome[];
+    readonly queriesPassed: number;
+    /** The run's database, when `keep` is set. */
+    readonly db?: string;
+};
+export type Mean = {
+    readonly precision: number;
+    readonly recall: number;
+    readonly f1: number;
+    readonly judgedF1?: number;
+    /** Query expectations passed / checked, over ok runs — absent without queries. */
+    readonly queryRate?: number;
+};
+export type CaseReport = {
+    readonly name: string;
+    /** What the case evals: agent extraction, or §18 reconstruction (item 10). */
+    readonly kind: 'extraction' | 'loop';
+    /** Source file name, for the report. */
+    readonly source: string;
+    /** Fixture problems; a non-empty list means the case ran nothing. */
+    readonly fixture: readonly string[];
+    readonly golden: number;
+    readonly queryCount: number;
+    readonly runs: readonly RunReport[];
+    /** Means over this case's ok runs — absent when none succeeded. */
+    readonly mean?: Mean;
+};
+export type Report = {
+    readonly cases: readonly CaseReport[];
+    /** Requested runs per case. */
+    readonly runs: number;
+    readonly okRuns: number;
+    readonly failedRuns: number;
+    /** Suite-level discovery problems — goldens that never became cases; per-case problems live on their `CaseReport`. */
+    readonly fixture: readonly string[];
+    /** Means over all ok runs of all cases — absent when none succeeded. */
+    readonly mean?: Mean;
+    /** Directory holding the per-run databases, when `keep` is set. */
+    readonly root?: string;
+};
+/** Runs the full eval. */
+export declare const run: (options: Options) => Promise<Report>;
+/** @returns the total fixture problems — suite discovery plus per-case. */
+export declare const fixtureCount: (report: Report) => number;
+//# sourceMappingURL=run.d.ts.map

package/dist/internal/eval/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../src/run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAMH,OAAO,KAAK,MAAM,MAAM,kBAAkB,CAAA;AAG1C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAG5C,OAAO,KAAK,OAAO,MAAM,cAAc,CAAA;AAIvC;;;;;;;GAOG;AACH,MAAM,MAAM,KAAK,GACb,MAAM,GACN,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,EAAE;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;AAE1G,kFAAkF;AAClF,MAAM,MAAM,KAAK,GACb,MAAM,GACN,CAAC,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;AAEzC,MAAM,MAAM,OAAO,GAAG;IACpB,+EAA+E;IAC/E,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC;;;OAGG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAA;IACtB,kEAAkE;IAClE,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,CAAA;IACtB,uCAAuC;IACvC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,2DAA2D;IAC3D,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAA;IAC3B,0FAA0F;IAC1F,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAA;IACxB,0EAA0E;IAC1E,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IAC9B,sEAAsE;IACtE,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,yEAAyE;IACzE,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;IAC1B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAA;IAChC,gEAAgE;IAChE,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAA;IAC5B,gFAAgF;IAChF,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,CAAA;IACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CACtB,CAAA;AAED,iCAAiC;AACjC,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAA;IACpB,8CAA8C;IAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;IACtB,iEAAiE;IACjE,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,+CAA+C;IAC/C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC5B,0EAA0E;IAC1E,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC,4EAA4E;IAC5E,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAA;IAClC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;IACjC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAA;IAC9B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,EAAE,SAAS,OAAO,CAAC,OAAO,EAAE,CAAA;IAC5C,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAA;IAC9B,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,IAAI,GAAG;IACjB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,kFAAkF;IAClF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAC5B,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,8EAA8E;IAC9E,QAAQ,CAAC,IAAI,EAAE,YAAY,GAAG,MAAM,CAAA;IACpC,wCAAwC;IACxC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,qEAAqE;IACrE,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,IAAI,EAAE,SAAS,SAAS,EAAE,CAAA;IACnC,mEAAmE;IACnE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,CAAA;IACrC,+BAA+B;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,sHAAsH;IACtH,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAA;IACnC,wEAAwE;IACxE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,CAAA;IACpB,mEAAmE;IACnE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA;AAqJD,0BAA0B;AAC1B,eAAO,MAAM,GAAG,GAAU,SAAS,OAAO,KAAG,OAAO,CAAC,MAAM,CA+D1D,CAAA;AAED,2EAA2E;AAC3E,eAAO,MAAM,YAAY,GAAI,QAAQ,MAAM,KAAG,MAC4C,CAAA"}

package/dist/internal/eval/run.js

@@ -0,0 +1,376 @@
+/**
+ * The extraction, query, and reconstruction eval orchestrator.
+ *
+ * For every case, N times: open a fresh throwaway store, drive the agent
+ * over the case's source through `@cavelang/cli/ingest` (same prompts, same
+ * mcp/stdout protocols, same shell/function agent contract as
+ * `cave ingest`), then score what landed against the golden and run the
+ * case's query expectations. Fresh stores keep runs independent — no
+ * digest skipping, no cross-case naming leakage — and make N runs measure
+ * extraction *variance*, not accumulation.
+ *
+ * Reconstruction cases (a `<stem>.loop.cave` sibling, spec §18)
+ * run the §18 loop instead: build an in-memory graph from the source
+ * knowledge, reconstruct from the declared seeds — the deterministic
+ * heuristic without an agent (the baseline), `llmPolicy` over the agent
+ * template otherwise — then score the collected claims against the golden
+ * and run the queries against *the reconstruction*, not the knowledge.
+ *
+ * Before any agent money is spent, each fixture is self-checked: the
+ * golden must parse cleanly, contain claims, and satisfy its own queries
+ * in a scratch store; loop fixtures additionally need seeds that appear
+ * in the knowledge and a golden the knowledge can actually yield. A
+ * fixture that fails is reported and skipped — a broken ruler measures
+ * nothing.
+ *
+ * Agent runs that fail (non-zero exit, timeout, thrown function) score
+ * nothing and are excluded from means; they surface in `failed` instead.
+ */
+import { mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { basename, dirname, join } from 'node:path';
+import { Registry, canonicalizeText, emitClaim, standardRegistry } from '@cavelang/canonical';
+import * as Ingest from '@cavelang/cli/ingest';
+import { memoryStoreOfText } from '@cavelang/cli/loop';
+import { open } from '@cavelang/store';
+import * as Suite from "./suite.js";
+import * as Score from "./score.js";
+import * as Queries from "./queries.js";
+import * as Loop from "./loop.js";
+import { judgePrompt, parsePairs } from "./judge.js";
+const readText = (path) => readFileSync(path, 'utf8');
+const mean = (values) => values.length === 0 ? 0 : values.reduce((sum, value) => sum + value, 0) / values.length;
+const meanOf = (runs, judged) => {
+    const ok = runs.filter(run => run.ok);
+    if (ok.length === 0) {
+        return undefined;
+    }
+    const checked = ok.reduce((sum, run) => sum + run.queries.length, 0);
+    return {
+        precision: mean(ok.map(run => run.precision)),
+        recall: mean(ok.map(run => run.recall)),
+        f1: mean(ok.map(run => run.f1)),
+        ...judged ? { judgedF1: mean(ok.map(run => run.judgedF1 ?? run.f1)) } : {},
+        ...checked > 0 ? { queryRate: ok.reduce((sum, run) => sum + run.queriesPassed, 0) / checked } : {}
+    };
+};
+/**
+ * Loop-fixture checks beyond the golden's own: the knowledge must parse
+ * and have claims, the spec must validate, every seed must appear in the
+ * knowledge, and every golden claim must exist in the knowledge — the
+ * loop selects claims, it cannot invent them, so an unreachable golden
+ * measures the fixture, not the policy.
+ */
+const loopFixtureOf = (kase, facts, registry) => {
+    const problems = [];
+    const knowledge = readText(kase.source);
+    const parsed = canonicalizeText(knowledge, registry);
+    problems.push(...parsed.problems.map(problem => `knowledge line ${problem.line}: ${problem.message}`));
+    if (parsed.claims.length === 0) {
+        problems.push('knowledge has no claims');
+    }
+    const { spec, problems: specProblems } = Loop.parseSpec(readText(kase.loop), registry);
+    problems.push(...specProblems);
+    if (problems.length === 0) {
+        const graph = memoryStoreOfText(knowledge, registry);
+        for (const seed of spec.seeds) {
+            if (graph.claimsAbout(seed).length === 0) {
+                problems.push(`seed '${seed}' does not appear in the knowledge`);
+            }
+        }
+        const known = Score.factsOf(parsed.claims.map(entry => entry.claim));
+        const unreachable = Score.compare(facts, known);
+        problems.push(...unreachable.misses.map(fact => `golden claim not in the knowledge: ${Score.lineOf(fact)}`));
+    }
+    return { problems, loop: { spec, knowledge } };
+};
+/** Self-checks one fixture; returns its problems and parsed pieces. */
+const fixtureOf = (kase, registry, aliases) => {
+    const problems = [];
+    const goldenText = readText(kase.golden);
+    const { facts, problems: goldenProblems } = Score.goldenFacts(goldenText, registry);
+    problems.push(...goldenProblems);
+    if (facts.length === 0) {
+        problems.push('golden has no claims');
+    }
+    let loop;
+    if (kase.loop !== undefined) {
+        const checked = loopFixtureOf({ ...kase, loop: kase.loop }, facts, registry);
+        problems.push(...checked.problems);
+        loop = checked.loop;
+    }
+    let queries = [];
+    if (kase.queries !== undefined) {
+        const parsed = Queries.parseQueries(readText(kase.queries));
+        problems.push(...parsed.problems);
+        queries = parsed.queries;
+    }
+    if (problems.length === 0 && queries.length > 0) {
+        // The golden itself must satisfy the queries — otherwise the
+        // expectations measure the fixture, not the agent.
+        const scratch = open(':memory:', { registry });
+        try {
+            scratch.ingest(goldenText);
+            for (const q of queries) {
+                const outcome = Queries.checkQuery(scratch, q, { aliases });
+                if (!outcome.pass) {
+                    const detail = outcome.error ??
+                        [
+                            ...outcome.missing.map(solution => `missing ${Queries.formatSolution(solution)}`),
+                            ...outcome.unexpected.map(record => `unexpected ${Queries.formatSolution(record)}`)
+                        ].join(', ');
+                    problems.push(`queries line ${q.line}: the golden does not satisfy '${q.pattern.split('\n')[0]}' (${detail})`);
+                }
+            }
+        }
+        finally {
+            scratch.close();
+        }
+    }
+    return { problems, facts, queries, ...loop === undefined ? {} : { loop } };
+};
+const runJudge = async (judge, comparison, timeoutSeconds, cwd) => {
+    if (comparison.misses.length === 0 || comparison.extras.length === 0) {
+        return { pairs: [] };
+    }
+    const prompt = judgePrompt(comparison.misses, comparison.extras);
+    let output;
+    if (typeof judge === 'function') {
+        try {
+            output = await judge(prompt);
+        }
+        catch (error) {
+            return { pairs: [], error: error instanceof Error ? error.message : String(error) };
+        }
+    }
+    else {
+        const promptDir = mkdtempSync(join(tmpdir(), 'cave-judge-'));
+        try {
+            const promptFile = join(promptDir, 'judge.md');
+            writeFileSync(promptFile, prompt);
+            const result = await Ingest.runShellAgent(judge, prompt, { 'prompt-file': promptFile }, timeoutSeconds, cwd);
+            if (result.code !== 0) {
+                return { pairs: [], error: result.error ?? `judge exited with ${result.code}` };
+            }
+            output = result.stdout;
+        }
+        finally {
+            rmSync(promptDir, { recursive: true, force: true });
+        }
+    }
+    return { pairs: parsePairs(output, comparison.misses.length, comparison.extras.length) };
+};
+/** Runs the full eval. */
+export const run = async (options) => {
+    const cwd = options.cwd ?? process.cwd();
+    const runs = options.runs ?? 1;
+    const mode = options.mode ?? 'mcp';
+    const timeoutSeconds = options.timeoutSeconds ?? 600;
+    const registry = options.noPrelude === true ? Registry.empty : standardRegistry;
+    const suite = Suite.discover(options.suites, {
+        cwd,
+        ...options.instructions === undefined ? {} : { instructions: options.instructions }
+    });
+    const root = mkdtempSync(join(tmpdir(), 'cave-eval-'));
+    const cases = [];
+    try {
+        for (const [caseIndex, kase] of suite.cases.entries()) {
+            const kind = kase.loop === undefined ? 'extraction' : 'loop';
+            const fixture = fixtureOf(kase, registry, options.aliases === true);
+            if (fixture.problems.length > 0) {
+                cases.push({
+                    name: kase.name,
+                    kind,
+                    source: basename(kase.source),
+                    fixture: fixture.problems,
+                    golden: fixture.facts.length,
+                    queryCount: fixture.queries.length,
+                    runs: []
+                });
+                continue;
+            }
+            const caseRuns = [];
+            for (let runNo = 1; runNo <= runs; runNo += 1) {
+                const runOptions = { ...options, mode, timeoutSeconds, cwd };
+                caseRuns.push(fixture.loop === undefined ?
+                    await runOnce(kase, fixture, caseIndex, runNo, root, registry, runOptions) :
+                    await runLoopOnce(kase, fixture.loop, fixture, caseIndex, runNo, root, registry, runOptions));
+            }
+            const caseMean = meanOf(caseRuns, options.judge !== undefined);
+            cases.push({
+                name: kase.name,
+                kind,
+                source: basename(kase.source),
+                fixture: [],
+                golden: fixture.facts.length,
+                queryCount: fixture.queries.length,
+                runs: caseRuns,
+                ...caseMean === undefined ? {} : { mean: caseMean }
+            });
+        }
+    }
+    finally {
+        if (options.keep !== true) {
+            rmSync(root, { recursive: true, force: true });
+        }
+    }
+    const allRuns = cases.flatMap(kase => kase.runs);
+    const overall = meanOf(allRuns, options.judge !== undefined);
+    return {
+        cases,
+        runs,
+        okRuns: allRuns.filter(run => run.ok).length,
+        failedRuns: allRuns.filter(run => !run.ok).length,
+        fixture: suite.problems,
+        ...overall === undefined ? {} : { mean: overall },
+        ...options.keep === true ? { root } : {}
+    };
+};
+/** @returns the total fixture problems — suite discovery plus per-case. */
+export const fixtureCount = (report) => report.fixture.length + report.cases.reduce((sum, kase) => sum + kase.fixture.length, 0);
+const failedRun = (golden, note) => ({
+    ok: false,
+    note,
+    problems: [],
+    golden,
+    produced: 0,
+    matched: 0,
+    valueOff: 0,
+    judged: 0,
+    misses: [],
+    extras: [],
+    precision: 0,
+    recall: 0,
+    f1: 0,
+    queries: [],
+    queriesPassed: 0
+});
+/**
+ * The scoring tail every case kind shares: compare the store's produced
+ * facts against the golden, optionally judge the leftovers, run the query
+ * expectations, assemble the report.
+ */
+const scoreRun = async (store, db, kase, fixture, head, options) => {
+    const produced = Score.producedFacts(store);
+    const comparison = Score.compare(fixture.facts, produced, {
+        ...options.tolerance === undefined ? {} : { tolerance: options.tolerance }
+    });
+    let judged = 0;
+    let judgeError;
+    let misses = comparison.misses;
+    let extras = comparison.extras;
+    if (options.judge !== undefined) {
+        const outcome = await runJudge(options.judge, comparison, options.timeoutSeconds, dirname(kase.source));
+        judged = outcome.pairs.length;
+        judgeError = outcome.error;
+        const judgedMisses = new Set(outcome.pairs.map(([miss]) => miss));
+        const judgedExtras = new Set(outcome.pairs.map(([, extra]) => extra));
+        misses = comparison.misses.filter((_, index) => !judgedMisses.has(index));
+        extras = comparison.extras.filter((_, index) => !judgedExtras.has(index));
+    }
+    const outcomes = fixture.queries.map(q => Queries.checkQuery(store, q, { aliases: options.aliases === true }));
+    const judgedPrecision = comparison.produced === 0 ? 0 : (comparison.matched + judged) / comparison.produced;
+    const judgedRecall = comparison.golden === 0 ? 0 : (comparison.matched + judged) / comparison.golden;
+    return {
+        ok: true,
+        ...head.note === undefined ? {} : { note: head.note },
+        problems: head.problems,
+        golden: comparison.golden,
+        produced: comparison.produced,
+        matched: comparison.matched,
+        valueOff: comparison.valueOff,
+        judged,
+        ...judgeError === undefined ? {} : { judgeError },
+        misses: misses.map(Score.lineOf),
+        extras: extras.map(Score.lineOf),
+        precision: comparison.precision,
+        recall: comparison.recall,
+        f1: comparison.f1,
+        ...options.judge === undefined ? {} : {
+            judgedPrecision,
+            judgedRecall,
+            judgedF1: Score.f1Of(judgedPrecision, judgedRecall)
+        },
+        queries: outcomes,
+        queriesPassed: outcomes.filter(outcome => outcome.pass).length,
+        ...options.keep === true ? { db } : {}
+    };
+};
+const runOnce = async (kase, fixture, caseIndex, runNo, root, registry, options) => {
+    const db = join(root, `case-${caseIndex + 1}-run-${runNo}.db`);
+    const store = open(db, { registry });
+    try {
+        const evalAgent = options.agent;
+        const agent = typeof evalAgent === 'function' ?
+            (prompt, files) => evalAgent(prompt, files, { db, store }) :
+            evalAgent;
+        const report = await Ingest.run({
+            db,
+            store,
+            patterns: [],
+            // A literal path, not a pattern — discovered names may contain
+            // glob metacharacters (BUGS.md eval-glob-escape).
+            files: [basename(kase.source)],
+            cwd: dirname(kase.source),
+            mode: options.mode,
+            // Eval must score valid lines from imperfect model output and report
+            // lint problems, not discard the run under ingest's strict default.
+            // Every eval database is already an isolated throwaway store.
+            policy: 'lenient',
+            ...agent === undefined ? {} : { agent },
+            embed: options.embed !== false,
+            timeoutSeconds: options.timeoutSeconds,
+            noPrelude: options.noPrelude === true,
+            ...kase.instructions === undefined ? {} : { instructions: kase.instructions }
+        });
+        const batch = report.batches[0];
+        const scoreablePartial = batch !== undefined && batch.added > 0 && batch.problems.length > 0;
+        if (batch === undefined || (!batch.ok && !scoreablePartial)) {
+            return failedRun(fixture.facts.length, batch?.note ?? 'agent produced no batch');
+        }
+        return await scoreRun(store, db, kase, fixture, {
+            ...batch.note === undefined ? {} : { note: batch.note },
+            problems: batch.problems
+        }, options);
+    }
+    catch (error) {
+        return failedRun(fixture.facts.length, error instanceof Error ? error.message : String(error));
+    }
+    finally {
+        store.close();
+    }
+};
+/**
+ * One reconstruction run (item 10): the loop selects claims from the
+ * knowledge graph in memory; what it collected lands in the throwaway
+ * store — un-stamped, like `cave import`, so claim keys survive — and the
+ * shared tail scores it and asks the queries *of the reconstruction*.
+ * The run note records the expansion path.
+ */
+const runLoopOnce = async (kase, loop, fixture, caseIndex, runNo, root, registry, options) => {
+    const db = join(root, `case-${caseIndex + 1}-run-${runNo}.db`);
+    const store = open(db, { registry });
+    try {
+        const evalAgent = options.agent;
+        const agent = typeof evalAgent === 'function' ?
+            prompt => evalAgent(prompt, [], { db, store }) :
+            evalAgent;
+        const reconstruction = await Loop.runSpec(loop.knowledge, loop.spec, registry, {
+            ...agent === undefined ? {} : { agent },
+            timeoutSeconds: options.timeoutSeconds,
+            cwd: dirname(kase.source)
+        });
+        const ingested = store.ingest(reconstruction.claims.map(claim => emitClaim(claim)).join('\n'));
+        return await scoreRun(store, db, kase, fixture, {
+            note: Loop.traceNote(reconstruction),
+            problems: ingested.problems.map(problem => `line ${problem.line}: ${problem.message}`)
+        }, options);
+    }
+    catch (error) {
+        return failedRun(fixture.facts.length, error instanceof Error ? error.message : String(error));
+    }
+    finally {
+        store.close();
+    }
+};
+//# sourceMappingURL=run.js.map

package/dist/internal/eval/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/run.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAC1E,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACnD,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAC7F,OAAO,KAAK,MAAM,MAAM,kBAAkB,CAAA;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAA;AAEtC,OAAO,KAAK,KAAK,MAAM,YAAY,CAAA;AACnC,OAAO,KAAK,KAAK,MAAM,YAAY,CAAA;AACnC,OAAO,KAAK,OAAO,MAAM,cAAc,CAAA;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAqHpD,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CACxC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;AAE5B,MAAM,IAAI,GAAG,CAAC,MAAyB,EAAU,EAAE,CACjD,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAA;AAEzF,MAAM,MAAM,GAAG,CAAC,IAA0B,EAAE,MAAe,EAAoB,EAAE;IAC/E,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACrC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACpE,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACvC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/B,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;QAC1E,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE;KACnG,CAAA;AACH,CAAC,CAAA;AAUD;;;;;;GAMG;AACH,MAAM,aAAa,GAAG,CACpB,IAAmC,EACnC,KAA4B,EAC5B,QAAoB,EACkD,EAAE;IACxE,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACvC,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;IACpD,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,kBAAkB,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;IACtG,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAA;IAC1C,CAAC;IACD,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAA;IACtF,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAA;IAC9B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,iBAAiB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;QACpD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzC,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,oCAAoC,CAAC,CAAA;YAClE,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAA;QACpE,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAC/C,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,sCAAsC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;IAC9G,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,CAAA;AAChD,CAAC,CAAA;AAED,uEAAuE;AACvE,MAAM,SAAS,GAAG,CAChB,IAAgB,EAChB,QAAoB,EACpB,OAAgB,EACP,EAAE;IACX,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACxC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,KAAK,CAAC,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;IACnF,QAAQ,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAA;IAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;IACvC,CAAC;IACD,IAAI,IAAwD,CAAA;IAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAA;QAC5E,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;QAClC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IACrB,CAAC;IACD,IAAI,OAAO,GAA6B,EAAE,CAAA;IAC1C,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAA;QAC3D,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAA;QACjC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;IAC1B,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,6DAA6D;QAC7D,mDAAmD;QACnD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;QAC9C,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;YAC1B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;gBAC3D,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBAClB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK;wBAC1B;4BACE,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACjF,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;yBACpF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACd,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,IAAI,kCAAkC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,GAAG,CAAC,CAAA;gBAChH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,EAAE,CAAA;QACjB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,CAAA;AAC5E,CAAC,CAAA;AAED,MAAM,QAAQ,GAAG,KAAK,EACpB,KAAY,EACZ,UAA4B,EAC5B,cAAsB,EACtB,GAAW,EAC6C,EAAE;IAC1D,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;IACtB,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAA;IAChE,IAAI,MAAc,CAAA;IAClB,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAA;QAC9B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;QACrF,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,aAAa,CAAC,CAAC,CAAA;QAC5D,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;YAC9C,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;YACjC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,cAAc,EAAE,GAAG,CAAC,CAAA;YAC5G,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,qBAAqB,MAAM,CAAC,IAAI,EAAE,EAAE,CAAA;YACjF,CAAC;YACD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QACxB,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QACrD,CAAC;IACH,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAA;AAC1F,CAAC,CAAA;AAED,0BAA0B;AAC1B,MAAM,CAAC,MAAM,GAAG,GAAG,KAAK,EAAE,OAAgB,EAAmB,EAAE;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAA;IACxC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,CAAA;IAC9B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,KAAK,CAAA;IAClC,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAA;IACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,gBAAgB,CAAA;IAC/E,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE;QAC3C,GAAG;QACH,GAAG,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE;KACpF,CAAC,CAAA;IACF,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAA;IACtD,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,IAAI,CAAC;QACH,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAA;YAC5D,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,CAAA;YACnE,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI;oBACJ,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;oBAC7B,OAAO,EAAE,OAAO,CAAC,QAAQ;oBACzB,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;oBAC5B,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;oBAClC,IAAI,EAAE,EAAE;iBACT,CAAC,CAAA;gBACF,SAAQ;YACV,CAAC;YACD,MAAM,QAAQ,GAAgB,EAAE,CAAA;YAChC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,IAAI,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC9C,MAAM,UAAU,GAAG,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,CAAA;gBAC5D,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;oBACxC,MAAM,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;oBAC5E,MAAM,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAA;YACjG,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAA;YAC9D,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI;gBACJ,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC7B,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM;gBAC5B,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM;gBAClC,IAAI,EAAE,QAAQ;gBACd,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;aACpD,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC1B,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAChD,CAAC;IACH,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAA;IAC5D,OAAO;QACL,KAAK;QACL,IAAI;QACJ,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;QAC5C,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM;QACjD,OAAO,EAAE,KAAK,CAAC,QAAQ;QACvB,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE;QACjD,GAAG,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;KACzC,CAAA;AACH,CAAC,CAAA;AAED,2EAA2E;AAC3E,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,EAAU,EAAE,CACrD,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;AAE1F,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,IAAY,EAAa,EAAE,CAAC,CAAC;IAC9D,EAAE,EAAE,KAAK;IACT,IAAI;IACJ,QAAQ,EAAE,EAAE;IACZ,MAAM;IACN,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,CAAC;IACV,QAAQ,EAAE,CAAC;IACX,MAAM,EAAE,CAAC;IACT,MAAM,EAAE,EAAE;IACV,MAAM,EAAE,EAAE;IACV,SAAS,EAAE,CAAC;IACZ,MAAM,EAAE,CAAC;IACT,EAAE,EAAE,CAAC;IACL,OAAO,EAAE,EAAE;IACX,aAAa,EAAE,CAAC;CACjB,CAAC,CAAA;AAEF;;;;GAIG;AACH,MAAM,QAAQ,GAAG,KAAK,EACpB,KAAY,EACZ,EAAU,EACV,IAAgB,EAChB,OAAgB,EAChB,IAAoD,EACpD,OAA6C,EACzB,EAAE;IACtB,MAAM,QAAQ,GAAG,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;QACxD,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE;KAC3E,CAAC,CAAA;IACF,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,UAA8B,CAAA;IAClC,IAAI,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IAC9B,IAAI,MAAM,GAAG,UAAU,CAAC,MAAM,CAAA;IAC9B,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACvG,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAA;QAC7B,UAAU,GAAG,OAAO,CAAC,KAAK,CAAA;QAC1B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QACjE,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;QACrE,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;QACzE,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;IAC3E,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC,CAAC,CAAA;IAC9G,MAAM,eAAe,GAAG,UAAU,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAA;IAC3G,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAA;IACpG,OAAO;QACL,EAAE,EAAE,IAAI;QACR,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QACrD,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ,EAAE,UAAU,CAAC,QAAQ;QAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;QAC7B,MAAM;QACN,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE;QACjD,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QAChC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QAChC,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACpC,eAAe;YACf,YAAY;YACZ,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,YAAY,CAAC;SACpD;QACD,OAAO,EAAE,QAAQ;QACjB,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM;QAC9D,GAAG,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE;KACvC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,KAAK,EACnB,IAAgB,EAChB,OAAgB,EAChB,SAAiB,EACjB,KAAa,EACb,IAAY,EACZ,QAAoB,EACpB,OAA6E,EACzD,EAAE;IACtB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,SAAS,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAA;IAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IACpC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAA;QAC/B,MAAM,KAAK,GAA6B,OAAO,SAAS,KAAK,UAAU,CAAC,CAAC;YACvE,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5D,SAAS,CAAA;QACX,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC;YAC9B,EAAE;YACF,KAAK;YACL,QAAQ,EAAE,EAAE;YACZ,+DAA+D;YAC/D,kDAAkD;YAClD,KAAK,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9B,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;YACzB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,qEAAqE;YACrE,oEAAoE;YACpE,8DAA8D;YAC9D,MAAM,EAAE,SAAS;YACjB,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE;YACvC,KAAK,EAAE,OAAO,CAAC,KAAK,KAAK,KAAK;YAC9B,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,IAAI;YACrC,GAAG,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE;SAC9E,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,gBAAgB,GAAG,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;QAC5F,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC5D,OAAO,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,yBAAyB,CAAC,CAAA;QAClF,CAAC;QACD,OAAO,MAAM,QAAQ,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;YAC9C,GAAG,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE;YACvD,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,EAAE,OAAO,CAAC,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChG,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;AACH,CAAC,CAAA;AAED;;;;;;GAMG;AACH,MAAM,WAAW,GAAG,KAAK,EACvB,IAAgB,EAChB,IAA4C,EAC5C,OAAgB,EAChB,SAAiB,EACjB,KAAa,EACb,IAAY,EACZ,QAAoB,EACpB,OAA0D,EACtC,EAAE;IACtB,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,SAAS,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAA;IAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAA;IACpC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAA;QAC/B,MAAM,KAAK,GAAuC,OAAO,SAAS,KAAK,UAAU,CAAC,CAAC;YACjF,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;YAChD,SAAS,CAAA;QACX,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE;YAC7E,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE;YACvC,cAAc,EAAE,OAAO,CAAC,cAAc;YACtC,GAAG,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SAC1B,CAAC,CAAA;QACF,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAC9F,OAAO,MAAM,QAAQ,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;YAC9C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;YACpC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;SACvF,EAAE,OAAO,CAAC,CAAA;IACb,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;IAChG,CAAC;YAAS,CAAC;QACT,KAAK,CAAC,KAAK,EAAE,CAAA;IACf,CAAC;AACH,CAAC,CAAA"}

package/dist/internal/eval/score.d.ts

@@ -0,0 +1,81 @@
+/**
+ * Claim scoring — the produced extraction against the golden (roadmap
+ * item 9).
+ *
+ * Both sides run through the same pipeline: parse → canonicalize → strip
+ * actor stamps → re-key → keep the last claim per key. Actor stamps are
+ * the `@src:` contexts appended by the engine itself under spec §9.5
+ * (`@src:cli`, `@src:agent/<name>`, `@src:ingest`) — which actor
+ * happened to write a claim must not shift its key away from the golden's,
+ * while *content* sources the fixture author wrote (`@src:maria`,
+ * `@src:notes.md`) stay part of claim identity: the golden decides which
+ * contexts extraction is expected to produce.
+ *
+ * A golden claim *matches* a produced claim when their normalized keys are
+ * equal and their values agree — numerically within a relative tolerance
+ * (units must agree; `~` approximation is metadata), textually otherwise.
+ * Relation and existence claims carry their object in the key, so the key
+ * alone decides. Confidence, tags, `+/-` uncertainty, importance and
+ * comments are metadata and never scored; a key that matches with a
+ * disagreeing value is counted separately (`valueOff`) — the right fact,
+ * the wrong value.
+ */
+import { Claim } from '@cavelang/core';
+import type { Registry } from '@cavelang/canonical';
+import type { Store } from '@cavelang/store';
+/** @returns the claim without engine-appended actor stamps. */
+export declare const normalize: (claim: Claim.t) => Claim.t;
+/** @returns the claim key of the normalized claim. */
+export declare const keyOf: (claim: Claim.t) => string;
+/** One fact under a normalized key — the unit of comparison. */
+export type Fact = {
+    readonly key: string;
+    readonly claim: Claim.t;
+};
+/**
+ * @returns one fact per normalized key, the last claim winning — the same
+ * latest-wins semantics the store gives a belief series (spec §9.1).
+ */
+export declare const factsOf: (claims: readonly Claim.t[]) => Fact[];
+/** Parses a golden document into facts; parse problems are fixture problems. */
+export declare const goldenFacts: (text: string, registry?: Registry.t) => {
+    facts: readonly Fact[];
+    problems: readonly string[];
+};
+/**
+ * @returns the facts an extraction run produced — the store's current
+ * beliefs minus the orchestrator's own `ingest-digest` provenance claims
+ * (`@cavelang/cli/ingest` bookkeeping, not extracted knowledge).
+ */
+export declare const producedFacts: (store: Store) => Fact[];
+/**
+ * @returns whether the produced value agrees with the golden's: equal
+ * numbers (within `tolerance`, relative to the golden) under equal units,
+ * or the exact same canonical text. Claims without a value (relations,
+ * existence) always agree — their key already carries the object.
+ */
+export declare const valueAgrees: (golden: Claim.t, produced: Claim.t, tolerance?: number) => boolean;
+export type Comparison = {
+    readonly golden: number;
+    readonly produced: number;
+    /** Facts whose key and value both agree. */
+    readonly matched: number;
+    /** Keys present on both sides with disagreeing values — right fact, wrong value. */
+    readonly valueOff: number;
+    /** Golden facts with no match. */
+    readonly misses: readonly Fact[];
+    /** Produced facts with no match. */
+    readonly extras: readonly Fact[];
+    readonly precision: number;
+    readonly recall: number;
+    readonly f1: number;
+};
+/** @returns the F1 of a precision/recall pair, 0 when both are 0. */
+export declare const f1Of: (precision: number, recall: number) => number;
+/** Compares produced facts against golden facts. */
+export declare const compare: (golden: readonly Fact[], produced: readonly Fact[], options?: {
+    tolerance?: number;
+}) => Comparison;
+/** @returns the canonical line of a fact, for reports and judge prompts. */
+export declare const lineOf: (fact: Fact) => string;
+//# sourceMappingURL=score.d.ts.map

package/dist/internal/eval/score.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/score.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,EAAE,KAAK,EAAc,MAAM,gBAAgB,CAAA;AAElD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAA;AAEnD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAK5C,+DAA+D;AAC/D,eAAO,MAAM,SAAS,GAAI,OAAO,KAAK,CAAC,CAAC,KAAG,KAAK,CAAC,CAGhD,CAAA;AAED,sDAAsD;AACtD,eAAO,MAAM,KAAK,GAAI,OAAO,KAAK,CAAC,CAAC,KAAG,MACb,CAAA;AAE1B,gEAAgE;AAChE,MAAM,MAAM,IAAI,GAAG;IACjB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAA;CACxB,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,OAAO,GAAI,QAAQ,SAAS,KAAK,CAAC,CAAC,EAAE,KAAG,IAAI,EAMxD,CAAA;AAED,gFAAgF;AAChF,eAAO,MAAM,WAAW,GACtB,MAAM,MAAM,EACZ,WAAU,QAAQ,CAAC,CAAoB,KACtC;IAAE,KAAK,EAAE,SAAS,IAAI,EAAE,CAAC;IAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;CAMvD,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,aAAa,GAAI,OAAO,KAAK,KAAG,IAAI,EAK9C,CAAA;AAOH;;;;;GAKG;AACH,eAAO,MAAM,WAAW,GAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,UAAU,KAAK,CAAC,CAAC,EAAE,kBAAa,KAAG,OAc/E,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,4CAA4C;IAC5C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,oFAAoF;IACpF,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,kCAAkC;IAClC,QAAQ,CAAC,MAAM,EAAE,SAAS,IAAI,EAAE,CAAA;IAChC,oCAAoC;IACpC,QAAQ,CAAC,MAAM,EAAE,SAAS,IAAI,EAAE,CAAA;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;CACpB,CAAA;AAKD,qEAAqE;AACrE,eAAO,MAAM,IAAI,GAAI,WAAW,MAAM,EAAE,QAAQ,MAAM,KAAG,MACuB,CAAA;AAEhF,oDAAoD;AACpD,eAAO,MAAM,OAAO,GAClB,QAAQ,SAAS,IAAI,EAAE,EACvB,UAAU,SAAS,IAAI,EAAE,EACzB,UAAS;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,KACnC,UAgCF,CAAA;AAED,4EAA4E;AAC5E,eAAO,MAAM,MAAM,GAAI,MAAM,IAAI,KAAG,MACF,CAAA"}