@cavelang/cli 0.27.3 → 0.29.0

package/dist/internal/eval/main.d.ts

@@ -0,0 +1,17 @@
+/**
+ * `cave eval` entry — argument parsing and report rendering around
+ * `run.ts`. See the package README for the fixture layout and agent
+ * recipes.
+ */
+import type { Report } from './run.ts';
+/** Text rendering of the report. */
+export declare const render: (report: Report) => string;
+/** @returns whether the report clears the `--min` gate. */
+export declare const meetsMin: (report: Report, min: number) => boolean;
+export type RunContext = {
+    readonly stdout?: NodeJS.WritableStream;
+    readonly stderr?: NodeJS.WritableStream;
+    readonly signal?: AbortSignal;
+};
+export declare const runEval: (argv: readonly string[], context?: RunContext) => Promise<number>;
+//# sourceMappingURL=main.d.ts.map

package/dist/internal/eval/main.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.d.ts","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAQ,MAAM,EAAa,MAAM,UAAU,CAAA;AAwHvD,oCAAoC;AACpC,eAAO,MAAM,MAAM,GAAI,QAAQ,MAAM,KAAG,MA+BvC,CAAA;AAED,2DAA2D;AAC3D,eAAO,MAAM,QAAQ,GAAI,QAAQ,MAAM,EAAE,KAAK,MAAM,KAAG,OAMtD,CAAA;AAED,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,cAAc,CAAA;IACvC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,cAAc,CAAA;IACvC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAC9B,CAAA;AAED,eAAO,MAAM,OAAO,GAAU,MAAM,SAAS,MAAM,EAAE,EAAE,UAAS,UAAe,KAAG,OAAO,CAAC,MAAM,CA+E/F,CAAA"}

package/dist/internal/eval/main.js

@@ -0,0 +1,236 @@
+/**
+ * `cave eval` entry — argument parsing and report rendering around
+ * `run.ts`. See the package README for the fixture layout and agent
+ * recipes.
+ */
+import { parseArgs } from 'node:util';
+import { fixtureCount, run } from "./run.js";
+import { formatSolution } from "./queries.js";
+const usage = `cave eval — golden-fixture extraction, query and reconstruction evals
+
+Usage:
+  cave eval <suite-dir|golden-file...> --agent '<command>' [options]
+
+A case is a golden file plus its source: for family-history.golden.cave
+the source is the single sibling family-history.<ext>; an optional
+family-history.queries.cave holds CAVE-Q patterns with expected bindings,
+and instructions resolve from family-history.instructions.md, the case
+directory's instructions.md, then the suite root's. The agent extracts
+each source into a fresh throwaway store; the result is scored against
+the golden by claim key (actor stamps ignored, spec §9.5) and value, and
+the store must answer the query expectations.
+
+A <stem>.loop.cave sibling makes the case a reconstruction (spec §18)
+eval instead: the source is the knowledge, the loop file declares seeds
+('loop SEEDS <entity>') and optional 'loop HAS query|steps|claims: …',
+and the golden is what the loop should collect. Without --agent the
+deterministic heuristic policy runs — the baseline; with --agent the LLM
+policy asks the agent to pick each expansion (prompt on stdin, reply on
+stdout), and the queries are answered by the reconstruction alone.
+
+Options:
+  --agent <template>     shell command run once per case run (extraction; the
+                         prompt is piped to stdin and {prompt-file},
+                         {mcp-config}, {db} are substituted shell-quoted — the
+                         cave ingest contract) or once per loop step
+                         (reconstruction); optional when every case is a
+                         reconstruction
+  --judge <template>     LLM judge pairing semantically equivalent leftovers
+                         after strict scoring; prompt on stdin/{prompt-file},
+                         replies a JSON array of [golden, produced] pairs
+  --runs <n>             agent runs per case (default 1) — measures variance
+  --stdout               agent prints CAVE text instead of using MCP tools
+  --instructions <md>    instructions markdown overriding the suite's own
+  --no-embed             do not inline source contents into prompts
+  --tolerance <t>        relative numeric value tolerance, 0..1 or N% (default 0)
+  --aliases              query expectations resolve through ALIAS closure
+  --timeout <seconds>    per-run agent timeout (default 600)
+  --min <p>              exit 1 unless mean F1 (judged when --judge) and the
+                         query pass rate reach p (0..1 or N%)
+  --keep                 keep the per-run databases and print their directory
+  --json                 emit the full report as JSON
+  --no-prelude           open throwaway stores without the standard §5.5 registry
+
+Exit status: 1 on fixture problems, failed agent runs, or an unmet --min.
+
+Examples:
+  cave eval suite/ --agent 'claude -p --mcp-config {mcp-config} --allowedTools "mcp__cave__*"'
+  cave eval suite/ --stdout --agent 'llm -m your-model' --runs 3
+  cave eval suite/family-history.golden.cave --stdout --agent 'cat {prompt-file} | your-agent'
+  cave eval suite/ --stdout --agent your-agent --judge 'claude -p' --min 80%
+  cave eval loop-suite/                        # reconstruction baseline (heuristic)
+  cave eval loop-suite/ --agent 'claude -p' --runs 3   # the LLM policy vs that baseline`;
+const percent = (value) => `${Math.round(value * 100)}%`;
+/** Parses `0.85` or `85%` into a ratio in [0, 1]. */
+const parseRatio = (text) => {
+    const value = text.endsWith('%') ? Number(text.slice(0, -1)) / 100 : Number(text);
+    return Number.isFinite(value) && value >= 0 && value <= 1 ? value : undefined;
+};
+const listCap = 10;
+const renderList = (label, lines) => [
+    ...lines.slice(0, listCap).map(line => `    ${label}: ${line}`),
+    ...lines.length > listCap ? [`    ${label}: … and ${lines.length - listCap} more`] : []
+];
+const renderQuery = (outcome) => {
+    if (outcome.pass) {
+        return [];
+    }
+    const head = outcome.pattern.split('\n')[0];
+    if (outcome.error !== undefined) {
+        return [`    query failed: ${head} — ${outcome.error}`];
+    }
+    return [
+        `    query failed: ${head}`,
+        ...outcome.missing.map(solution => `      missing ${formatSolution(solution)}`),
+        ...outcome.unexpected.map(record => `      unexpected ${formatSolution(record)}`)
+    ];
+};
+const renderScore = (run_) => {
+    const judged = run_.judgedF1 === undefined ? '' : `, judged F1 ${percent(run_.judgedF1)}`;
+    return `P ${percent(run_.precision)} R ${percent(run_.recall)} F1 ${percent(run_.f1)}${judged}`;
+};
+const renderRun = (run_, runNo, total, queryCount) => {
+    const head = `  run ${runNo}/${total}: `;
+    if (!run_.ok) {
+        return [`${head}FAILED${run_.note === undefined ? '' : ` — ${run_.note}`}`];
+    }
+    const counts = `${run_.produced} claim(s) — ${run_.matched} matched` +
+        (run_.judged > 0 ? ` (+${run_.judged} judged)` : '') +
+        (run_.valueOff > 0 ? `, ${run_.valueOff} value-off` : '');
+    const queries = queryCount === 0 ? '' : `; queries ${run_.queriesPassed}/${queryCount}`;
+    return [
+        `${head}${counts}; ${renderScore(run_)}${queries}`,
+        ...run_.problems.map(problem => `    problem: ${problem}`),
+        ...run_.judgeError === undefined ? [] : [`    judge: ${run_.judgeError}`],
+        ...renderList('miss', run_.misses),
+        ...renderList('extra', run_.extras),
+        ...run_.queries.flatMap(renderQuery)
+    ];
+};
+const renderMean = (mean) => {
+    const judged = mean.judgedF1 === undefined ? '' : `, judged F1 ${percent(mean.judgedF1)}`;
+    const queries = mean.queryRate === undefined ? '' : `; queries ${percent(mean.queryRate)}`;
+    return `P ${percent(mean.precision)} R ${percent(mean.recall)} F1 ${percent(mean.f1)}${judged}${queries}`;
+};
+/** Text rendering of the report. */
+export const render = (report) => {
+    const lines = [
+        `eval: ${report.cases.length} case(s), ${report.runs} run(s) each`,
+        ...report.fixture.map(problem => `fixture: ${problem}`)
+    ];
+    for (const kase of report.cases) {
+        if (kase.fixture.length > 0) {
+            lines.push(`${kase.name}: fixture problem(s) — skipped`);
+            lines.push(...kase.fixture.map(problem => `  ${problem}`));
+            continue;
+        }
+        const queries = kase.queryCount === 0 ? '' : `, ${kase.queryCount} query(ies)`;
+        const source = kase.kind === 'loop' ? `reconstruction over ${kase.source}` : `source ${kase.source}`;
+        lines.push(`${kase.name}: ${kase.golden} golden claim(s)${queries}, ${source}`);
+        kase.runs.forEach((run_, index) => {
+            lines.push(...renderRun(run_, index + 1, kase.runs.length, kase.queryCount));
+        });
+        if (kase.mean !== undefined && kase.runs.length > 1) {
+            lines.push(`  case mean (${kase.runs.filter(run_ => run_.ok).length} ok run(s)): ${renderMean(kase.mean)}`);
+        }
+    }
+    const failed = report.failedRuns > 0 ? `; ${report.failedRuns} failed run(s)` : '';
+    const problems = fixtureCount(report);
+    const fixture = problems > 0 ? `; ${problems} fixture problem(s)` : '';
+    lines.push(report.mean === undefined ?
+        `suite: no scored runs${failed}${fixture}` :
+        `suite: ${renderMean(report.mean)}${failed}${fixture}`);
+    if (report.root !== undefined) {
+        lines.push(`kept run databases: ${report.root}`);
+    }
+    return `${lines.join('\n')}\n`;
+};
+/** @returns whether the report clears the `--min` gate. */
+export const meetsMin = (report, min) => {
+    if (report.mean === undefined) {
+        return false;
+    }
+    const f1 = report.mean.judgedF1 ?? report.mean.f1;
+    return f1 >= min && (report.mean.queryRate === undefined || report.mean.queryRate >= min);
+};
+export const runEval = async (argv, context = {}) => {
+    const stdout = context.stdout ?? process.stdout;
+    const stderr = context.stderr ?? process.stderr;
+    context.signal?.throwIfAborted();
+    const { values, positionals } = parseArgs({
+        args: [...argv],
+        options: {
+            agent: { type: 'string' },
+            judge: { type: 'string' },
+            runs: { type: 'string' },
+            stdout: { type: 'boolean' },
+            instructions: { type: 'string' },
+            'no-embed': { type: 'boolean' },
+            tolerance: { type: 'string' },
+            aliases: { type: 'boolean' },
+            timeout: { type: 'string' },
+            min: { type: 'string' },
+            keep: { type: 'boolean' },
+            json: { type: 'boolean' },
+            'no-prelude': { type: 'boolean' },
+            help: { type: 'boolean', short: 'h' }
+        },
+        allowPositionals: true
+    });
+    if (values.help === true) {
+        stdout.write(`${usage}\n`);
+        return 0;
+    }
+    if (positionals.length === 0) {
+        stderr.write(`cave eval: suite directories (or golden files) are required\n\n${usage}\n`);
+        return 1;
+    }
+    const runs = values.runs === undefined ? undefined : Number(values.runs);
+    if (runs !== undefined && (!Number.isInteger(runs) || runs < 1)) {
+        stderr.write(`cave eval: --runs must be a positive integer, got '${values.runs}'\n`);
+        return 1;
+    }
+    const tolerance = values.tolerance === undefined ? undefined : parseRatio(values.tolerance);
+    if (values.tolerance !== undefined && tolerance === undefined) {
+        stderr.write(`cave eval: --tolerance expects 0..1 or N%, got '${values.tolerance}'\n`);
+        return 1;
+    }
+    const min = values.min === undefined ? undefined : parseRatio(values.min);
+    if (values.min !== undefined && min === undefined) {
+        stderr.write(`cave eval: --min expects 0..1 or N%, got '${values.min}'\n`);
+        return 1;
+    }
+    const timeoutSeconds = values.timeout === undefined ? undefined : Number(values.timeout);
+    if (timeoutSeconds !== undefined && (!Number.isFinite(timeoutSeconds) || timeoutSeconds <= 0)) {
+        stderr.write(`cave eval: --timeout must be a positive number of seconds, got '${values.timeout}'\n`);
+        return 1;
+    }
+    const mode = values.stdout === true ? 'stdout' : 'mcp';
+    const report = await run({
+        suites: positionals,
+        ...values.agent === undefined ? {} : { agent: values.agent },
+        mode,
+        embed: values['no-embed'] !== true,
+        aliases: values.aliases === true,
+        noPrelude: values['no-prelude'] === true,
+        keep: values.keep === true,
+        ...values.judge === undefined ? {} : { judge: values.judge },
+        ...runs === undefined ? {} : { runs },
+        ...values.instructions === undefined ? {} : { instructions: values.instructions },
+        ...tolerance === undefined ? {} : { tolerance },
+        ...timeoutSeconds === undefined ? {} : { timeoutSeconds }
+    });
+    context.signal?.throwIfAborted();
+    stdout.write(values.json === true ? `${JSON.stringify(report, undefined, 2)}\n` : render(report));
+    if (fixtureCount(report) > 0 || report.failedRuns > 0) {
+        return 1;
+    }
+    if (min !== undefined && !meetsMin(report, min)) {
+        if (values.json !== true) {
+            stderr.write(`cave eval: below --min ${values.min}\n`);
+        }
+        return 1;
+    }
+    return 0;
+};
+//# sourceMappingURL=main.js.map

package/dist/internal/eval/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../../src/main.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,UAAU,CAAA;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAG7C,MAAM,KAAK,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yFAqD2E,CAAA;AAEzF,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE,CACxC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAA;AAE/B,qDAAqD;AACrD,MAAM,UAAU,GAAG,CAAC,IAAY,EAAsB,EAAE;IACtD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACjF,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAA;AAC/E,CAAC,CAAA;AAED,MAAM,OAAO,GAAG,EAAE,CAAA;AAElB,MAAM,UAAU,GAAG,CAAC,KAAa,EAAE,KAAwB,EAAY,EAAE,CAAC;IACxE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,KAAK,KAAK,IAAI,EAAE,CAAC;IAC/D,GAAG,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,WAAW,KAAK,CAAC,MAAM,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;CACxF,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAY,EAAE;IACjD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,EAAE,CAAA;IACX,CAAC;IACD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAE,CAAA;IAC5C,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO,CAAC,qBAAqB,IAAI,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAA;IACzD,CAAC;IACD,OAAO;QACL,qBAAqB,IAAI,EAAE;QAC3B,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,iBAAiB,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/E,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,oBAAoB,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;KAClF,CAAA;AACH,CAAC,CAAA;AAED,MAAM,WAAW,GAAG,CAAC,IAAe,EAAU,EAAE;IAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAA;IACzF,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAA;AACjG,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAAC,IAAe,EAAE,KAAa,EAAE,KAAa,EAAE,UAAkB,EAAY,EAAE;IAChG,MAAM,IAAI,GAAG,SAAS,KAAK,IAAI,KAAK,IAAI,CAAA;IACxC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,IAAI,SAAS,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,eAAe,IAAI,CAAC,OAAO,UAAU;QAClE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,QAAQ,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC3D,MAAM,OAAO,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,aAAa,IAAI,UAAU,EAAE,CAAA;IACvF,OAAO;QACL,GAAG,IAAI,GAAG,MAAM,KAAK,WAAW,CAAC,IAAI,CAAC,GAAG,OAAO,EAAE;QAClD,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,gBAAgB,OAAO,EAAE,CAAC;QAC1D,GAAG,IAAI,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,UAAU,EAAE,CAAC;QACzE,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;QAClC,GAAG,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC;QACnC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;KACrC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,IAAU,EAAU,EAAE;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAA;IACzF,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAA;IAC1F,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,OAAO,EAAE,CAAA;AAC3G,CAAC,CAAA;AAED,oCAAoC;AACpC,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,MAAc,EAAU,EAAE;IAC/C,MAAM,KAAK,GAAa;QACtB,SAAS,MAAM,CAAC,KAAK,CAAC,MAAM,aAAa,MAAM,CAAC,IAAI,cAAc;QAClE,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,YAAY,OAAO,EAAE,CAAC;KACxD,CAAA;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,gCAAgC,CAAC,CAAA;YACxD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,OAAO,EAAE,CAAC,CAAC,CAAA;YAC1D,SAAQ;QACV,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,UAAU,aAAa,CAAA;QAC9E,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,uBAAuB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,MAAM,EAAE,CAAA;QACpG,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,mBAAmB,OAAO,KAAK,MAAM,EAAE,CAAC,CAAA;QAC/E,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAChC,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAA;QAC9E,CAAC,CAAC,CAAA;QACF,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,gBAAgB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAC7G,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,UAAU,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAA;IAClF,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IACrC,MAAM,OAAO,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAA;IACtE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QACpC,wBAAwB,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC;QAC5C,UAAU,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,OAAO,EAAE,CAAC,CAAA;IACzD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IAClD,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAChC,CAAC,CAAA;AAED,2DAA2D;AAC3D,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,GAAW,EAAW,EAAE;IAC/D,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAA;IACjD,OAAO,EAAE,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,CAAA;AAC3F,CAAC,CAAA;AAQD,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,IAAuB,EAAE,UAAsB,EAAE,EAAmB,EAAE;IAClG,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAA;IAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAA;IAC/C,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAA;IAChC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;QACf,OAAO,EAAE;YACP,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC3B,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAChC,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC/B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC7B,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC5B,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC3B,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YACzB,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YACjC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE;SACtC;QACD,gBAAgB,EAAE,IAAI;KACvB,CAAC,CAAA;IACF,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,CAAA;QAC1B,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,KAAK,CAAC,kEAAkE,KAAK,IAAI,CAAC,CAAA;QACzF,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACxE,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC;QAChE,MAAM,CAAC,KAAK,CAAC,sDAAsD,MAAM,CAAC,IAAI,KAAK,CAAC,CAAA;QACpF,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IAC3F,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,mDAAmD,MAAM,CAAC,SAAS,KAAK,CAAC,CAAA;QACtF,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACzE,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,6CAA6C,MAAM,CAAC,GAAG,KAAK,CAAC,CAAA;QAC1E,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxF,IAAI,cAAc,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,IAAI,CAAC,CAAC,EAAE,CAAC;QAC9F,MAAM,CAAC,KAAK,CAAC,mEAAmE,MAAM,CAAC,OAAO,KAAK,CAAC,CAAA;QACpG,OAAO,CAAC,CAAA;IACV,CAAC;IACD,MAAM,IAAI,GAAS,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAA;IAC5D,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC;QACvB,MAAM,EAAE,WAAW;QACnB,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;QAC5D,IAAI;QACJ,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,IAAI;QAClC,OAAO,EAAE,MAAM,CAAC,OAAO,KAAK,IAAI;QAChC,SAAS,EAAE,MAAM,CAAC,YAAY,CAAC,KAAK,IAAI;QACxC,IAAI,EAAE,MAAM,CAAC,IAAI,KAAK,IAAI;QAC1B,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE;QAC5D,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE;QACrC,GAAG,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE;QACjF,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE;QAC/C,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE;KAC1D,CAAC,CAAA;IACF,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,CAAA;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;IACjG,IAAI,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,CAAA;IACV,CAAC;IACD,IAAI,GAAG,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,CAAC,KAAK,CAAC,0BAA0B,MAAM,CAAC,GAAG,IAAI,CAAC,CAAA;QACxD,CAAC;QACD,OAAO,CAAC,CAAA;IACV,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC,CAAA"}

package/dist/internal/eval/queries.d.ts

@@ -0,0 +1,74 @@
+/**
+ * Query expectations — behavioral checks over the extracted store
+ * used by extraction and reconstruction evals.
+ *
+ * A queries file holds CAVE-Q patterns, each followed by indented
+ * expectation lines written exactly as `cave query` prints solutions:
+ *
+ * ```cave
+ * ; ancestors nobody wrote down — the extraction must support the hops
+ * ?a PARENT-OF+ me
+ *   ?a = anna
+ *   ?a = maria
+ * jan HAS birth-year: ?y
+ *   WHERE conf >= 0.6
+ *   ?y = 1932
+ * jan HAS birthplace: Kraków      ; no expectations = the pattern must hold
+ * me PARENT-OF ?child
+ *   none                          ; the pattern must have no matches
+ * ```
+ *
+ * - `WHERE …` lines extend the pattern (spec §12.2).
+ * - `?var = value` lines are the expected solutions — compared as a set
+ *   of distinct binding records, order-insensitive, and *exact*: missing
+ *   solutions fail, unexpected ones fail too (an invented ancestor is as
+ *   wrong as a lost one).
+ * - `none` expects zero matches; no expectation lines expect at least one.
+ *
+ * Blank lines and full-line `;` comments are skipped; inline comments are
+ * accepted on patterns and expectations. Because claim-key scoring is exact
+ * about naming, these checks are where an eval asserts
+ * *usefulness* — that multi-hop questions the source only implies come
+ * back right — independent of how the golden spelled each claim.
+ */
+import type { Store } from '@cavelang/store';
+export type Expect = {
+    readonly kind: 'some';
+} | {
+    readonly kind: 'none';
+} | {
+    readonly kind: 'solutions';
+    readonly solutions: readonly Readonly<Record<string, string>>[];
+};
+export type Query = {
+    /** Pattern text, `WHERE` filter lines included. */
+    readonly pattern: string;
+    readonly expect: Expect;
+    /** 1-based line of the pattern in the queries file. */
+    readonly line: number;
+};
+export type Parsed = {
+    readonly queries: readonly Query[];
+    readonly problems: readonly string[];
+};
+/** Parses a queries file. */
+export declare const parseQueries: (text: string) => Parsed;
+export type Outcome = {
+    readonly pattern: string;
+    readonly pass: boolean;
+    /** Distinct solutions the store answered. */
+    readonly matches: number;
+    /** Expected solutions the store did not answer. */
+    readonly missing: readonly Readonly<Record<string, string>>[];
+    /** Answered solutions the expectations exclude (`solutions` and `none` kinds). */
+    readonly unexpected: readonly Readonly<Record<string, string>>[];
+    /** Pattern compilation error, when the query could not run. */
+    readonly error?: string;
+};
+/** Runs one query against the store and checks its expectation. */
+export declare const checkQuery: (store: Store, q: Query, options?: {
+    aliases?: boolean;
+}) => Outcome;
+/** @returns one solution rendered the way `cave query` prints it. */
+export declare const formatSolution: (record: Readonly<Record<string, string>>) => string;
+//# sourceMappingURL=queries.d.ts.map

package/dist/internal/eval/queries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queries.d.ts","sourceRoot":"","sources":["../../src/queries.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAIH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAE5C,MAAM,MAAM,MAAM,GACd;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACzB;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACzB;IAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAA;CAAE,CAAA;AAEnG,MAAM,MAAM,KAAK,GAAG;IAClB,mDAAmD;IACnD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,uDAAuD;IACvD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CACtB,CAAA;AAED,MAAM,MAAM,MAAM,GAAG;IACnB,QAAQ,CAAC,OAAO,EAAE,SAAS,KAAK,EAAE,CAAA;IAClC,QAAQ,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,CAAA;CACrC,CAAA;AAsBD,6BAA6B;AAC7B,eAAO,MAAM,YAAY,GAAI,MAAM,MAAM,KAAG,MA8D3C,CAAA;AAED,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;IACtB,6CAA6C;IAC7C,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;IACxB,mDAAmD;IACnD,QAAQ,CAAC,OAAO,EAAE,SAAS,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAA;IAC7D,kFAAkF;IAClF,QAAQ,CAAC,UAAU,EAAE,SAAS,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAA;IAChE,+DAA+D;IAC/D,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB,CAAA;AAKD,mEAAmE;AACnE,eAAO,MAAM,UAAU,GACrB,OAAO,KAAK,EACZ,GAAG,KAAK,EACR,UAAS;IAAE,OAAO,CAAC,EAAE,OAAO,CAAA;CAAO,KAClC,OAqCF,CAAA;AAED,qEAAqE;AACrE,eAAO,MAAM,cAAc,GAAI,QAAQ,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,KAAG,MAGzE,CAAA"}

package/dist/internal/eval/queries.js

@@ -0,0 +1,161 @@
+/**
+ * Query expectations — behavioral checks over the extracted store
+ * used by extraction and reconstruction evals.
+ *
+ * A queries file holds CAVE-Q patterns, each followed by indented
+ * expectation lines written exactly as `cave query` prints solutions:
+ *
+ * ```cave
+ * ; ancestors nobody wrote down — the extraction must support the hops
+ * ?a PARENT-OF+ me
+ *   ?a = anna
+ *   ?a = maria
+ * jan HAS birth-year: ?y
+ *   WHERE conf >= 0.6
+ *   ?y = 1932
+ * jan HAS birthplace: Kraków      ; no expectations = the pattern must hold
+ * me PARENT-OF ?child
+ *   none                          ; the pattern must have no matches
+ * ```
+ *
+ * - `WHERE …` lines extend the pattern (spec §12.2).
+ * - `?var = value` lines are the expected solutions — compared as a set
+ *   of distinct binding records, order-insensitive, and *exact*: missing
+ *   solutions fail, unexpected ones fail too (an invented ancestor is as
+ *   wrong as a lost one).
+ * - `none` expects zero matches; no expectation lines expect at least one.
+ *
+ * Blank lines and full-line `;` comments are skipped; inline comments are
+ * accepted on patterns and expectations. Because claim-key scoring is exact
+ * about naming, these checks are where an eval asserts
+ * *usefulness* — that multi-hop questions the source only implies come
+ * back right — independent of how the golden spelled each claim.
+ */
+import { Token } from '@cavelang/parser';
+import { query } from '@cavelang/query';
+const bindingRe = /\?([^\s=]+)\s*=\s*/g;
+/** @returns the solution record of one `?var = value` line, or `undefined`. */
+const parseSolution = (text) => {
+    const found = [...text.matchAll(bindingRe)];
+    if (found.length === 0 || found[0].index !== 0) {
+        return undefined;
+    }
+    const solution = {};
+    for (const [at, match] of found.entries()) {
+        const next = found[at + 1];
+        const value = text.slice(match.index + match[0].length, next?.index).trim();
+        if (value === '') {
+            return undefined;
+        }
+        solution[match[1]] = value;
+    }
+    return solution;
+};
+/** Parses a queries file. */
+export const parseQueries = (text) => {
+    const queries = [];
+    const problems = [];
+    let current;
+    const flush = () => {
+        if (current === undefined) {
+            return;
+        }
+        const expect = current.none ? { kind: 'none' } :
+            current.solutions.length > 0 ? { kind: 'solutions', solutions: current.solutions } :
+                { kind: 'some' };
+        queries.push({ pattern: current.pattern.join('\n'), expect, line: current.line });
+        current = undefined;
+    };
+    text.split('\n').forEach((raw, index) => {
+        const line = index + 1;
+        const trimmed = raw.trim();
+        if (trimmed === '' || trimmed.startsWith(';')) {
+            return;
+        }
+        if (trimmed.startsWith('WHERE ')) {
+            if (current === undefined) {
+                problems.push(`queries line ${line}: WHERE without a pattern`);
+                return;
+            }
+            current.pattern.push(trimmed);
+            return;
+        }
+        if (!/^\s/.test(raw)) {
+            flush();
+            current = { pattern: [trimmed], line, none: false, solutions: [] };
+            return;
+        }
+        if (current === undefined) {
+            problems.push(`queries line ${line}: expectation without a pattern`);
+            return;
+        }
+        const expectation = Token.splitComment(trimmed).head.trim();
+        if (expectation === 'none') {
+            if (current.none || current.solutions.length > 0) {
+                problems.push(`queries line ${line}: 'none' conflicts with other expectations`);
+                return;
+            }
+            current.none = true;
+            return;
+        }
+        const solution = parseSolution(expectation);
+        if (solution === undefined) {
+            problems.push(`queries line ${line}: expected '?var = value' bindings or 'none', got ${JSON.stringify(trimmed)}`);
+            return;
+        }
+        if (current.none) {
+            problems.push(`queries line ${line}: 'none' conflicts with other expectations`);
+            return;
+        }
+        current.solutions.push(solution);
+    });
+    flush();
+    return { queries, problems };
+};
+const recordKey = (record) => JSON.stringify(Object.entries(record).sort(([a], [b]) => a.localeCompare(b)));
+/** Runs one query against the store and checks its expectation. */
+export const checkQuery = (store, q, options = {}) => {
+    let records;
+    try {
+        const seen = new Map();
+        for (const match of query(store, q.pattern, { aliases: options.aliases === true })) {
+            seen.set(recordKey(match.bindings), match.bindings);
+        }
+        records = [...seen.values()];
+    }
+    catch (error) {
+        return {
+            pattern: q.pattern,
+            pass: false,
+            matches: 0,
+            missing: [],
+            unexpected: [],
+            error: error instanceof Error ? error.message : String(error)
+        };
+    }
+    switch (q.expect.kind) {
+        case 'some':
+            return { pattern: q.pattern, pass: records.length > 0, matches: records.length, missing: [], unexpected: [] };
+        case 'none':
+            return { pattern: q.pattern, pass: records.length === 0, matches: records.length, missing: [], unexpected: records };
+        case 'solutions': {
+            const expected = new Map(q.expect.solutions.map(solution => [recordKey(solution), solution]));
+            const actual = new Map(records.map(record => [recordKey(record), record]));
+            const missing = [...expected].filter(([key]) => !actual.has(key)).map(([, solution]) => solution);
+            const unexpected = [...actual].filter(([key]) => !expected.has(key)).map(([, record]) => record);
+            return {
+                pattern: q.pattern,
+                pass: missing.length === 0 && unexpected.length === 0,
+                matches: records.length,
+                missing,
+                unexpected
+            };
+        }
+    }
+};
+/** @returns one solution rendered the way `cave query` prints it. */
+export const formatSolution = (record) => {
+    const entries = Object.entries(record);
+    return entries.length === 0 ? '(match)' : entries.map(([name, value]) => `?${name} = ${value}`).join('  ');
+};
+//# sourceMappingURL=queries.js.map

package/dist/internal/eval/queries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queries.js","sourceRoot":"","sources":["../../src/queries.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxC,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AAqBvC,MAAM,SAAS,GAAG,qBAAqB,CAAA;AAEvC,+EAA+E;AAC/E,MAAM,aAAa,GAAG,CAAC,IAAY,EAAsC,EAAE;IACzE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAE,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,SAAS,CAAA;IAClB,CAAC;IACD,MAAM,QAAQ,GAA2B,EAAE,CAAA;IAC3C,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;QAC3E,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YACjB,OAAO,SAAS,CAAA;QAClB,CAAC;QACD,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,GAAG,KAAK,CAAA;IAC7B,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC,CAAA;AAED,6BAA6B;AAC7B,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,IAAY,EAAU,EAAE;IACnD,MAAM,OAAO,GAAY,EAAE,CAAA;IAC3B,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,IAAI,OAA4G,CAAA;IAEhH,MAAM,KAAK,GAAG,GAAS,EAAE;QACvB,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAM;QACR,CAAC;QACD,MAAM,MAAM,GACV,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;YACjC,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBACpF,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;QAClB,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QACjF,OAAO,GAAG,SAAS,CAAA;IACrB,CAAC,CAAA;IAED,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACtC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAA;QACtB,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAA;QAC1B,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC9C,OAAM;QACR,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,QAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,2BAA2B,CAAC,CAAA;gBAC9D,OAAM;YACR,CAAC;YACD,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YAC7B,OAAM;QACR,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,EAAE,CAAA;YACP,OAAO,GAAG,EAAE,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,CAAA;YAClE,OAAM;QACR,CAAC;QACD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,iCAAiC,CAAC,CAAA;YACpE,OAAM;QACR,CAAC;QACD,MAAM,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;QAC3D,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;YAC3B,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,4CAA4C,CAAC,CAAA;gBAC/E,OAAM;YACR,CAAC;YACD,OAAO,CAAC,IAAI,GAAG,IAAI,CAAA;YACnB,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,CAAC,CAAA;QAC3C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,qDAAqD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;YACjH,OAAM;QACR,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC,gBAAgB,IAAI,4CAA4C,CAAC,CAAA;YAC/E,OAAM;QACR,CAAC;QACD,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IACF,KAAK,EAAE,CAAA;IACP,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAA;AAC9B,CAAC,CAAA;AAeD,MAAM,SAAS,GAAG,CAAC,MAAwC,EAAU,EAAE,CACrE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAE/E,mEAAmE;AACnE,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,KAAY,EACZ,CAAQ,EACR,UAAiC,EAAE,EAC1B,EAAE;IACX,IAAI,OAA2C,CAAA;IAC/C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,GAAG,EAA4C,CAAA;QAChE,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YACnF,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAA;QACrD,CAAC;QACD,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,EAAE;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAA;IACH,CAAC;IACD,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAA;QAC/G,KAAK,MAAM;YACT,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,CAAA;QACtH,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAA;YAC7F,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;YAC1E,MAAM,OAAO,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAA;YACjG,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAA;YAChG,OAAO;gBACL,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBACrD,OAAO,EAAE,OAAO,CAAC,MAAM;gBACvB,OAAO;gBACP,UAAU;aACX,CAAA;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED,qEAAqE;AACrE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAwC,EAAU,EAAE;IACjF,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IACtC,OAAO,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,MAAM,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC5G,CAAC,CAAA"}