daftari 1.15.0 → 1.17.0

package/dist/eval/llm.js

@@ -0,0 +1,165 @@
+// src/eval/llm.ts
+// Single-point wrapper around @anthropic-ai/sdk. Other eval modules depend
+// on the LlmClient interface, not the SDK, so they can be unit-tested with
+// hand-rolled mocks.
+import Anthropic from "@anthropic-ai/sdk";
+import { err, ok } from "../frontmatter/types.js";
+export function createAnthropicClient() {
+    const apiKey = process.env.ANTHROPIC_API_KEY;
+    if (!apiKey)
+        throw new Error("ANTHROPIC_API_KEY env var is required for daftari eval");
+    const client = new Anthropic({ apiKey });
+    const complete = async (opts) => {
+        return retry(async () => {
+            const res = await client.messages.create({
+                model: opts.model,
+                max_tokens: opts.maxTokens ?? 4096,
+                system: opts.system,
+                messages: [{ role: "user", content: opts.user }],
+            });
+            const text = res.content
+                .filter((b) => b.type === "text")
+                .map((b) => b.text)
+                .join("");
+            return ok({
+                text,
+                input_tokens: res.usage.input_tokens,
+                output_tokens: res.usage.output_tokens,
+                stop_reason: res.stop_reason ?? "unknown",
+            });
+        });
+    };
+    const completeJson = async (opts) => {
+        // The schema is embedded in the system prompt as a hint to the LLM, then
+        // the response goes through JSON.parse + a manual shape check by the
+        // caller (see generate.ts and score.ts). This is NOT strict JSON Schema
+        // validation — there is no schema validator dep in v1. Callers must
+        // verify required fields exist after parse. If we ever need strict
+        // validation, add `ajv` and validate `parsed` here.
+        const sysWithSchema = `${opts.system}\n\nReturn JSON matching:\n${JSON.stringify(opts.schema, null, 2)}\nReturn ONLY JSON, no prose.`;
+        const r = await complete({ ...opts, system: sysWithSchema });
+        if (!r.ok)
+            return r;
+        try {
+            const parsed = JSON.parse(stripCodeFence(r.value.text));
+            return ok({ ...r.value, parsed });
+        }
+        catch (e) {
+            const msg = e instanceof Error ? e.message : String(e);
+            return err({
+                kind: "llm",
+                message: `JSON parse: ${msg} — output was: ${r.value.text.slice(0, 200)}`,
+                retryable: false,
+            });
+        }
+    };
+    const completeWithTools = async (opts) => {
+        const maxRounds = opts.maxRounds ?? 12;
+        const toolCalls = [];
+        const messages = [
+            { role: "user", content: opts.user },
+        ];
+        let totalIn = 0;
+        let totalOut = 0;
+        let lastStop = "unknown";
+        for (let round = 0; round < maxRounds; round++) {
+            const res = await retry(async () => ok(await client.messages.create({
+                model: opts.model,
+                max_tokens: opts.maxTokens ?? 4096,
+                system: opts.system,
+                // biome-ignore lint/suspicious/noExplicitAny: SDK types
+                tools: opts.tools,
+                // biome-ignore lint/suspicious/noExplicitAny: SDK types
+                messages: messages,
+            })));
+            if (!res.ok)
+                return res;
+            const message = res.value;
+            totalIn += message.usage.input_tokens;
+            totalOut += message.usage.output_tokens;
+            lastStop = message.stop_reason ?? "unknown";
+            // biome-ignore lint/suspicious/noExplicitAny: SDK content union
+            const blocks = message.content;
+            const toolUses = blocks.filter((b) => b.type === "tool_use");
+            if (toolUses.length === 0) {
+                const text = blocks
+                    .filter((b) => b.type === "text")
+                    .map((b) => b.text)
+                    .join("");
+                return ok({
+                    text,
+                    input_tokens: totalIn,
+                    output_tokens: totalOut,
+                    stop_reason: lastStop,
+                    tool_calls: toolCalls,
+                });
+            }
+            messages.push({ role: "assistant", content: blocks });
+            const toolResults = [];
+            for (const tu of toolUses) {
+                const t0 = Date.now();
+                let output;
+                try {
+                    output = await opts.toolHandler(tu.name, tu.input);
+                }
+                catch (e) {
+                    output = { tool_error: e instanceof Error ? e.message : String(e) };
+                }
+                const latency = Date.now() - t0;
+                toolCalls.push({ tool: tu.name, input: tu.input, output, latency_ms: latency });
+                toolResults.push({
+                    type: "tool_result",
+                    tool_use_id: tu.id,
+                    content: typeof output === "string" ? output : JSON.stringify(output),
+                });
+            }
+            messages.push({ role: "user", content: toolResults });
+        }
+        return err({
+            kind: "llm",
+            message: `exceeded maxRounds (${maxRounds}) without final answer`,
+            retryable: false,
+        });
+    };
+    return { complete, completeJson, completeWithTools };
+}
+// --- helpers ---
+const MAX_RETRIES = 5;
+const BASE_BACKOFF_MS = 500;
+const MAX_BACKOFF_MS = 60_000;
+// Exported for unit testing — these two pure helpers carry the trickiest logic
+// in this module (retry arithmetic/predicate, fence stripping) and would
+// otherwise be unreachable, since createAnthropicClient news up the SDK.
+export async function retry(fn) {
+    let lastErr = null;
+    for (let i = 0; i < MAX_RETRIES; i++) {
+        try {
+            const r = await fn();
+            if (r.ok)
+                return r;
+            if (!r.error || r.error.kind !== "llm" || !r.error.retryable)
+                return r;
+            lastErr = r.error;
+        }
+        catch (e) {
+            const msg = e instanceof Error ? e.message : String(e);
+            const status = e?.status;
+            const retryable = status === 429 || (typeof status === "number" && status >= 500);
+            if (!retryable)
+                return err({ kind: "llm", message: msg, retryable: false });
+            lastErr = { kind: "llm", message: msg, retryable: true };
+        }
+        // Don't sleep after the final attempt — the loop is about to exit and
+        // surface the error; a trailing backoff would just delay the failure.
+        if (i < MAX_RETRIES - 1) {
+            const backoff = Math.min(BASE_BACKOFF_MS * 2 ** i, MAX_BACKOFF_MS);
+            await new Promise((res) => setTimeout(res, backoff));
+        }
+    }
+    return err(lastErr ?? { kind: "llm", message: "retries exhausted", retryable: false });
+}
+export function stripCodeFence(s) {
+    const m = s.match(/^```(?:json)?\n([\s\S]*?)\n```\s*$/);
+    return m ? m[1] : s;
+}
+//# sourceMappingURL=llm.js.map

package/dist/eval/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../src/eval/llm.ts"],"names":[],"mappings":"AAAA,kBAAkB;AAClB,2EAA2E;AAC3E,2EAA2E;AAC3E,qBAAqB;AAErB,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAmD/D,MAAM,UAAU,qBAAqB;IACnC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC7C,IAAI,CAAC,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IACvF,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IAEzC,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAkB,EAAoD,EAAE;QAC9F,OAAO,KAAK,CAAC,KAAK,IAAI,EAAE;YACtB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACvC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;aACjD,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO;iBACrB,MAAM,CAAC,CAAC,CAAC,EAAwD,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBACtF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;iBAClB,IAAI,CAAC,EAAE,CAAC,CAAC;YACZ,OAAO,EAAE,CAAC;gBACR,IAAI;gBACJ,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;gBACpC,aAAa,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;gBACtC,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,SAAS;aAC1C,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,EACxB,IAAsB,EACgC,EAAE;QACxD,yEAAyE;QACzE,qEAAqE;QACrE,wEAAwE;QACxE,oEAAoE;QACpE,mEAAmE;QACnE,oDAAoD;QACpD,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,MAAM,8BAA8B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,+BAA+B,CAAC;QACtI,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,CAAC,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvD,OAAO,GAAG,CAAC;gBACT,IAAI,EAAE,KAAK;gBACX,OAAO,EAAE,eAAe,GAAG,kBAAkB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;gBACzE,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,IAA2B,EACgC,EAAE;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;QACvC,MAAM,SAAS,GAA0C,EAAE,CAAC;QAC5D,MAAM,QAAQ,GAA4D;YACxE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;SACrC,CAAC;QACF,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,QAAQ,GAAG,SAAS,CAAC;QAEzB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,KAAK,IAAI,EAAE,CACjC,EAAE,CACA,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,UAAU,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;gBAClC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,wDAAwD;gBACxD,KAAK,EAAE,IAAI,CAAC,KAAY;gBACxB,wDAAwD;gBACxD,QAAQ,EAAE,QAAe;aAC1B,CAAC,CACH,CACF,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,GAAG,CAAC;YACxB,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC;YAC1B,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC;YACtC,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC;YACxC,QAAQ,GAAG,OAAO,CAAC,WAAW,IAAI,SAAS,CAAC;YAE5C,gEAAgE;YAChE,MAAM,MAAM,GAAG,OAAO,CAAC,OAAgB,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;YAC7D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,MAAM;qBAChB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;qBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;qBAClB,IAAI,CAAC,EAAE,CAAC,CAAC;gBACZ,OAAO,EAAE,CAAC;oBACR,IAAI;oBACJ,YAAY,EAAE,OAAO;oBACrB,aAAa,EAAE,QAAQ;oBACvB,WAAW,EAAE,QAAQ;oBACrB,UAAU,EAAE,SAAS;iBACtB,CAAC,CAAC;YACL,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAEtD,MAAM,WAAW,GAAc,EAAE,CAAC;YAClC,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;gBAC1B,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACtB,IAAI,MAAe,CAAC;gBACpB,IAAI,CAAC;oBACH,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;gBACrD,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,GAAG,EAAE,UAAU,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtE,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;gBAChC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;gBAChF,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,EAAE,CAAC,EAAE;oBAClB,OAAO,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;iBACtE,CAAC,CAAC;YACL,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,OAAO,GAAG,CAAC;YACT,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,uBAAuB,SAAS,wBAAwB;YACjE,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,iBAAiB,EAAE,CAAC;AACvD,CAAC;AAED,kBAAkB;AAElB,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B,+EAA+E;AAC/E,yEAAyE;AACzE,yEAAyE;AACzE,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,EAA6C;IAE7C,IAAI,OAAO,GAA2B,IAAI,CAAC;IAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,EAAE,EAAE,CAAC;YACrB,IAAI,CAAC,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC;YACnB,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS;gBAAE,OAAO,CAAC,CAAC;YACvE,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC;QACpB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,MAAM,GAAI,CAAyB,EAAE,MAAM,CAAC;YAClD,MAAM,SAAS,GAAG,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,CAAC,CAAC;YAClF,IAAI,CAAC,SAAS;gBAAE,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,OAAO,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC3D,CAAC;QACD,sEAAsE;QACtE,sEAAsE;QACtE,IAAI,CAAC,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,GAAG,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,CAAC;YACnE,MAAM,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,OAAO,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,CAAS;IACtC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtB,CAAC"}

package/dist/eval/prompts.d.ts

@@ -0,0 +1,5 @@
+export declare const PROMPT_VERSION = 1;
+export declare const GENERATOR_PROMPT = "You will read a connected subgraph of a Markdown knowledge vault and produce\nmulti-hop questions across three tiers. The questions must be answerable using\nONLY the docs provided. For each question, supply: question text, tier,\nexpected answer, source paths (must be a subset of the supplied docs).\n\nTiers:\n  retrieval        \u2014 single-doc lookup, 1-hop reasoning\n  cross_reference  \u2014 requires combining 2\u20133 docs\n  contradiction    \u2014 surfaces a tension or conflict across docs (use the\n                     tension log entries in the subgraph as seed material\n                     where present)\n\nReturn JSON matching the QuestionSetSchema declared in src/eval/types.ts.\nDo not include questions whose expected_sources are not in the supplied docs.\nDo not generate trivial yes/no questions.";
+export declare const ANSWERER_SYSTEM_PROMPT = "You will answer a question about a Markdown knowledge vault using ONLY the\nprovided Daftari tools. Do not use training knowledge. Do not guess. If the\nvault does not contain the answer, say \"Vault does not contain the answer.\"\nCite source paths in your final answer using the format [path/to/doc.md].";
+export declare const GRADER_PROMPT = "You are grading an answer to a question about a Markdown knowledge vault.\n\nQuestion:           {{QUESTION}}\nExpected answer:    {{EXPECTED_ANSWER}}\nExpected sources:   {{EXPECTED_SOURCES}}\nClaimed answer:     {{CLAIMED_ANSWER}}\nCited sources:      {{CITED_SOURCES}}\n\nReturn JSON: {\"correct\": \"yes\" | \"partial\" | \"no\", \"reasoning\": \"<string>\"}\n\nDefinitions:\n  yes     \u2014 claimed answer is substantively correct and cites at least one\n            expected source\n  partial \u2014 claimed answer is partially correct OR cites the right sources\n            but misses key content OR the answerer correctly said \"Vault\n            does not contain the answer\" when the expected answer disagrees\n            (records a question-set quality issue, not a cortex failure)\n  no      \u2014 claimed answer is wrong, hallucinated, or cites no expected\n            sources";
+//# sourceMappingURL=prompts.d.ts.map

package/dist/eval/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/eval/prompts.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,cAAc,IAAI,CAAC;AAEhC,eAAO,MAAM,gBAAgB,4zBAca,CAAC;AAE3C,eAAO,MAAM,sBAAsB,sTAGuC,CAAC;AAE3E,eAAO,MAAM,aAAa,o4BAkBN,CAAC"}

package/dist/eval/prompts.js

@@ -0,0 +1,44 @@
+// src/eval/prompts.ts
+// Frozen prompts for the three eval LLM roles. Bumping any prompt requires
+// bumping PROMPT_VERSION in the same commit. PROMPT_VERSION is recorded in
+// every output file for forensics and cross-version comparison gates.
+export const PROMPT_VERSION = 1;
+export const GENERATOR_PROMPT = `You will read a connected subgraph of a Markdown knowledge vault and produce
+multi-hop questions across three tiers. The questions must be answerable using
+ONLY the docs provided. For each question, supply: question text, tier,
+expected answer, source paths (must be a subset of the supplied docs).
+
+Tiers:
+  retrieval        — single-doc lookup, 1-hop reasoning
+  cross_reference  — requires combining 2–3 docs
+  contradiction    — surfaces a tension or conflict across docs (use the
+                     tension log entries in the subgraph as seed material
+                     where present)
+
+Return JSON matching the QuestionSetSchema declared in src/eval/types.ts.
+Do not include questions whose expected_sources are not in the supplied docs.
+Do not generate trivial yes/no questions.`;
+export const ANSWERER_SYSTEM_PROMPT = `You will answer a question about a Markdown knowledge vault using ONLY the
+provided Daftari tools. Do not use training knowledge. Do not guess. If the
+vault does not contain the answer, say "Vault does not contain the answer."
+Cite source paths in your final answer using the format [path/to/doc.md].`;
+export const GRADER_PROMPT = `You are grading an answer to a question about a Markdown knowledge vault.
+
+Question:           {{QUESTION}}
+Expected answer:    {{EXPECTED_ANSWER}}
+Expected sources:   {{EXPECTED_SOURCES}}
+Claimed answer:     {{CLAIMED_ANSWER}}
+Cited sources:      {{CITED_SOURCES}}
+
+Return JSON: {"correct": "yes" | "partial" | "no", "reasoning": "<string>"}
+
+Definitions:
+  yes     — claimed answer is substantively correct and cites at least one
+            expected source
+  partial — claimed answer is partially correct OR cites the right sources
+            but misses key content OR the answerer correctly said "Vault
+            does not contain the answer" when the expected answer disagrees
+            (records a question-set quality issue, not a cortex failure)
+  no      — claimed answer is wrong, hallucinated, or cites no expected
+            sources`;
+//# sourceMappingURL=prompts.js.map

package/dist/eval/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/eval/prompts.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,2EAA2E;AAC3E,2EAA2E;AAC3E,sEAAsE;AAEtE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEhC,MAAM,CAAC,MAAM,gBAAgB,GAAG;;;;;;;;;;;;;;0CAcU,CAAC;AAE3C,MAAM,CAAC,MAAM,sBAAsB,GAAG;;;0EAGoC,CAAC;AAE3E,MAAM,CAAC,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;oBAkBT,CAAC"}

package/dist/eval/run.d.ts

@@ -0,0 +1,13 @@
+import { type Result } from "../frontmatter/types.js";
+import type { LlmClient } from "./llm.js";
+import type { CortexEvalError, EvalRun, QuestionSet } from "./types.js";
+export interface RunOptions {
+    k: number;
+    model: string;
+    resumeFrom?: EvalRun;
+    runId?: string;
+    timestamp?: string;
+    persist?: (run: EvalRun) => Promise<void>;
+}
+export declare function runAnswerer(questions: QuestionSet, vaultRoot: string, llm: LlmClient, opts: RunOptions): Promise<Result<EvalRun, CortexEvalError>>;
+//# sourceMappingURL=run.d.ts.map

package/dist/eval/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../src/eval/run.ts"],"names":[],"mappings":"AAMA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,KAAK,EAAE,SAAS,EAAW,MAAM,UAAU,CAAC;AAGnD,OAAO,KAAK,EAAE,eAAe,EAAE,OAAO,EAAgB,WAAW,EAAS,MAAM,YAAY,CAAC;AAE7F,MAAM,WAAW,UAAU;IACzB,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,WAAW,EACtB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,SAAS,EACd,IAAI,EAAE,UAAU,GACf,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAyE3C"}

package/dist/eval/run.js

@@ -0,0 +1,78 @@
+// src/eval/run.ts
+// The answerer loop. For each question, run the answerer LLM k independent
+// times against the in-process tool surface, recording a full trace per run.
+// Results are keyed by `"${question_index}:${k_index}"` so --resume can skip
+// pairs already marked complete and re-run only the rest.
+import { err, ok } from "../frontmatter/types.js";
+import { ANSWERER_SYSTEM_PROMPT, PROMPT_VERSION } from "./prompts.js";
+import { buildToolSurface } from "./tool-surface.js";
+export async function runAnswerer(questions, vaultRoot, llm, opts) {
+    const ts = opts.timestamp ?? "2026-01-01T00:00:00Z";
+    const id = opts.resumeFrom?.id ?? opts.runId ?? `${questions.id}-${opts.model}-${ts}`;
+    const runs = { ...(opts.resumeFrom?.runs ?? {}) };
+    // Builds the current EvalRun from the live `runs` map. Snapshotting after
+    // each (q,k) status change lets the caller persist partial progress, so a
+    // failure/crash leaves a resumable file on disk (see --resume).
+    const snapshot = () => ({
+        id,
+        questions_id: questions.id,
+        answerer_model: opts.model,
+        prompt_version: PROMPT_VERSION,
+        timestamp: ts,
+        k: opts.k,
+        runs,
+    });
+    const tools = buildToolSurface(vaultRoot);
+    const toolDefs = tools.defs;
+    for (let qi = 0; qi < questions.questions.length; qi++) {
+        const q = questions.questions[qi];
+        for (let k = 0; k < opts.k; k++) {
+            const key = `${qi}:${k}`;
+            if (runs[key]?.status === "complete")
+                continue;
+            const t0 = Date.now();
+            const r = await llm.completeWithTools({
+                model: opts.model,
+                system: ANSWERER_SYSTEM_PROMPT,
+                user: q.question,
+                tools: toolDefs,
+                toolHandler: tools.handler,
+            });
+            const wall_ms = Date.now() - t0;
+            if (!r.ok) {
+                // Mark this pair incomplete, persist the partial run (completed pairs
+                // plus this incomplete one), then surface the error. Persisting here
+                // is what makes --resume work: progress made before the failure is
+                // saved, so a re-run skips the completed pairs and retries the rest.
+                runs[key] = {
+                    question_id: q.id,
+                    question_index: qi,
+                    k_index: k,
+                    status: "incomplete",
+                    trace: null,
+                };
+                await opts.persist?.(snapshot());
+                return err(r.error);
+            }
+            const trace = {
+                tool_calls: r.value.tool_calls,
+                final_answer: r.value.text,
+                total_tool_calls: r.value.tool_calls.length,
+                input_tokens: r.value.input_tokens,
+                output_tokens: r.value.output_tokens,
+                wall_ms,
+                stop_reason: r.value.stop_reason,
+            };
+            runs[key] = {
+                question_id: q.id,
+                question_index: qi,
+                k_index: k,
+                status: "complete",
+                trace,
+            };
+            await opts.persist?.(snapshot());
+        }
+    }
+    return ok(snapshot());
+}
+//# sourceMappingURL=run.js.map

package/dist/eval/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/eval/run.ts"],"names":[],"mappings":"AAAA,kBAAkB;AAClB,2EAA2E;AAC3E,6EAA6E;AAC7E,6EAA6E;AAC7E,0DAA0D;AAE1D,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EAAE,sBAAsB,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAYrD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAsB,EACtB,SAAiB,EACjB,GAAc,EACd,IAAgB;IAEhB,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,IAAI,sBAAsB,CAAC;IACpD,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,CAAC,KAAK,IAAI,GAAG,SAAS,CAAC,EAAE,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;IACtF,MAAM,IAAI,GAAiC,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;IAEhF,0EAA0E;IAC1E,0EAA0E;IAC1E,gEAAgE;IAChE,MAAM,QAAQ,GAAG,GAAY,EAAE,CAAC,CAAC;QAC/B,EAAE;QACF,YAAY,EAAE,SAAS,CAAC,EAAE;QAC1B,cAAc,EAAE,IAAI,CAAC,KAAK;QAC1B,cAAc,EAAE,cAAc;QAC9B,SAAS,EAAE,EAAE;QACb,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,IAAI;KACL,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAc,KAAK,CAAC,IAAI,CAAC;IAEvC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QACvD,MAAM,CAAC,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,KAAK,UAAU;gBAAE,SAAS;YAE/C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,iBAAiB,CAAC;gBACpC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,sBAAsB;gBAC9B,IAAI,EAAE,CAAC,CAAC,QAAQ;gBAChB,KAAK,EAAE,QAAQ;gBACf,WAAW,EAAE,KAAK,CAAC,OAAO;aAC3B,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;YAChC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACV,sEAAsE;gBACtE,qEAAqE;gBACrE,mEAAmE;gBACnE,qEAAqE;gBACrE,IAAI,CAAC,GAAG,CAAC,GAAG;oBACV,WAAW,EAAE,CAAC,CAAC,EAAE;oBACjB,cAAc,EAAE,EAAE;oBAClB,OAAO,EAAE,CAAC;oBACV,MAAM,EAAE,YAAY;oBACpB,KAAK,EAAE,IAAI;iBACZ,CAAC;gBACF,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACjC,OAAO,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YAED,MAAM,KAAK,GAAU;gBACnB,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU;gBAC9B,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI;gBAC1B,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM;gBAC3C,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY;gBAClC,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa;gBACpC,OAAO;gBACP,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW;aACjC,CAAC;YACF,IAAI,CAAC,GAAG,CAAC,GAAG;gBACV,WAAW,EAAE,CAAC,CAAC,EAAE;gBACjB,cAAc,EAAE,EAAE;gBAClB,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,UAAU;gBAClB,KAAK;aACN,CAAC;YACF,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;AACxB,CAAC"}

package/dist/eval/score.d.ts

@@ -0,0 +1,12 @@
+import { type Result } from "../frontmatter/types.js";
+import type { LlmClient } from "./llm.js";
+import { type CortexEvalError, type Grade, type Question, type Score, type Trace } from "./types.js";
+export interface AggregateOptions {
+    traces: Map<string, Trace>;
+}
+export declare function aggregateScore(grades: Grade[], questions: Question[], opts: AggregateOptions): Score;
+export interface GradeOptions {
+    model: string;
+}
+export declare function gradeAnswer(question: Question, questionIndex: number, kIndex: number, trace: Trace, llm: LlmClient, opts: GradeOptions): Promise<Result<Grade, CortexEvalError>>;
+//# sourceMappingURL=score.d.ts.map

package/dist/eval/score.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/eval/score.ts"],"names":[],"mappings":"AAKA,OAAO,EAAM,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAE1C,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,KAAK,EAEV,KAAK,QAAQ,EACb,KAAK,KAAK,EAKV,KAAK,KAAK,EACX,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,gBAAgB;IAE/B,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;CAC5B;AAUD,wBAAgB,cAAc,CAC5B,MAAM,EAAE,KAAK,EAAE,EACf,SAAS,EAAE,QAAQ,EAAE,EACrB,IAAI,EAAE,gBAAgB,GACrB,KAAK,CAmFP;AAiCD,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,MAAM,EACrB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,KAAK,EACZ,GAAG,EAAE,SAAS,EACd,IAAI,EAAE,YAAY,GACjB,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC,CAiCzC"}

package/dist/eval/score.js

@@ -0,0 +1,154 @@
+// src/eval/score.ts
+// Aggregation of per-(question, k) grades into the headline tier-weighted
+// score. Pure math. The LLM grader is added in Task 10; this v1 only
+// computes scores from already-graded inputs.
+import { ok } from "../frontmatter/types.js";
+import { GRADER_PROMPT } from "./prompts.js";
+import { TIER_WEIGHT, TIERS, } from "./types.js";
+// Maps verdict to numeric value; null means excluded from aggregate.
+const VERDICT_VALUE = {
+    yes: 1.0,
+    partial: 0.5,
+    no: 0.0,
+    ungraded: null,
+};
+export function aggregateScore(grades, questions, opts) {
+    const byTier = blankByTier();
+    // Group grades by question_id without non-null assertions.
+    const byQuestion = new Map();
+    for (const grade of grades) {
+        pushTo(byQuestion, grade.question_id, grade);
+    }
+    for (const tier of TIERS) {
+        const tierQuestions = questions.filter((q) => q.tier === tier);
+        const perQuestionMeans = [];
+        const efficiencyHits = [];
+        for (const q of tierQuestions) {
+            // Only include grades with a numeric verdict value (excludes ungraded).
+            const qGrades = (byQuestion.get(q.id) ?? []).filter((grade) => {
+                const val = VERDICT_VALUE[grade.verdict];
+                return val !== null;
+            });
+            if (qGrades.length === 0)
+                continue;
+            const values = qGrades.map((grade) => {
+                // Safe: we already filtered nulls above.
+                const val = VERDICT_VALUE[grade.verdict];
+                return val !== null ? val : 0;
+            });
+            const mean = avg(values);
+            perQuestionMeans.push(mean);
+            for (const grade of qGrades) {
+                const val = VERDICT_VALUE[grade.verdict];
+                if (val !== null && val > 0) {
+                    const t = opts.traces.get(`${grade.question_id}:${grade.k_index}`);
+                    if (t)
+                        efficiencyHits.push(t.total_tool_calls);
+                }
+            }
+        }
+        byTier[tier] = {
+            mean: perQuestionMeans.length > 0 ? avg(perQuestionMeans) : 0,
+            std: perQuestionMeans.length > 0 ? stddev(perQuestionMeans) : 0,
+            n: perQuestionMeans.length,
+            trace_efficiency: efficiencyHits.length > 0 ? avg(efficiencyHits) : 0,
+        };
+    }
+    // Weighted aggregate: sum(weight * tier_mean * tier_n) / sum(weight * tier_n)
+    let num = 0;
+    let denom = 0;
+    for (const tier of TIERS) {
+        const w = TIER_WEIGHT[tier];
+        const ts = byTier[tier];
+        num += w * ts.mean * ts.n;
+        denom += w * ts.n;
+    }
+    const score = denom > 0 ? num / denom : 0;
+    const scoreStd = denom > 0
+        ? Math.sqrt(TIERS.reduce((acc, t) => {
+            const w = TIER_WEIGHT[t];
+            const ts = byTier[t];
+            return acc + ((w * ts.n) / denom) * ts.std ** 2;
+        }, 0))
+        : 0;
+    return {
+        score,
+        score_std: scoreStd,
+        by_tier: byTier,
+        models: { generator: "", answerer: "", grader: "" },
+        prompt_version: 0,
+        spec_version: 0,
+        questions_id: "",
+        results_id: "",
+        vault_hash: "",
+        k: 0,
+        n: 0,
+        timestamp: "",
+    };
+}
+function blankByTier() {
+    return {
+        retrieval: { mean: 0, std: 0, n: 0, trace_efficiency: 0 },
+        cross_reference: { mean: 0, std: 0, n: 0, trace_efficiency: 0 },
+        contradiction: { mean: 0, std: 0, n: 0, trace_efficiency: 0 },
+    };
+}
+// Appends `value` to the array at `key`, creating the array on first use.
+// Mirrors the pushTo pattern from subgraph.ts to avoid non-null assertions.
+function pushTo(m, key, value) {
+    const arr = m.get(key);
+    if (arr) {
+        arr.push(value);
+    }
+    else {
+        m.set(key, [value]);
+    }
+}
+function avg(xs) {
+    return xs.reduce((a, b) => a + b, 0) / xs.length;
+}
+function stddev(xs) {
+    if (xs.length < 2)
+        return 0;
+    const m = avg(xs);
+    return Math.sqrt(xs.reduce((acc, x) => acc + (x - m) ** 2, 0) / xs.length);
+}
+export async function gradeAnswer(question, questionIndex, kIndex, trace, llm, opts) {
+    const cited = extractCitations(trace.final_answer);
+    const user = GRADER_PROMPT.replace("{{QUESTION}}", question.question)
+        .replace("{{EXPECTED_ANSWER}}", question.expected_answer)
+        .replace("{{EXPECTED_SOURCES}}", question.expected_sources.join(", "))
+        .replace("{{CLAIMED_ANSWER}}", trace.final_answer)
+        .replace("{{CITED_SOURCES}}", cited.join(", "));
+    const schema = {
+        type: "object",
+        required: ["correct", "reasoning"],
+        properties: {
+            correct: { enum: ["yes", "partial", "no"] },
+            reasoning: { type: "string" },
+        },
+    };
+    const r = await llm.completeJson({ model: opts.model, system: "", user, schema });
+    if (!r.ok)
+        return r;
+    // biome-ignore lint/suspicious/noExplicitAny: parsed JSON
+    const parsed = r.value.parsed;
+    const verdict = parsed?.correct === "yes" || parsed?.correct === "partial" || parsed?.correct === "no"
+        ? parsed.correct
+        : "ungraded";
+    return ok({
+        question_id: question.id,
+        question_index: questionIndex,
+        k_index: kIndex,
+        verdict,
+        reasoning: typeof parsed?.reasoning === "string" ? parsed.reasoning : "",
+        grader_model: opts.model,
+    });
+}
+function extractCitations(answer) {
+    const out = [];
+    for (const m of answer.matchAll(/\[([^\]]+\.md)\]/g))
+        out.push(m[1]);
+    return out;
+}
+//# sourceMappingURL=score.js.map

package/dist/eval/score.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/eval/score.ts"],"names":[],"mappings":"AAAA,oBAAoB;AACpB,0EAA0E;AAC1E,qEAAqE;AACrE,8CAA8C;AAE9C,OAAO,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAE1D,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAML,WAAW,EACX,KAAK,GAIN,MAAM,YAAY,CAAC;AAOpB,qEAAqE;AACrE,MAAM,aAAa,GAA4C;IAC7D,GAAG,EAAE,GAAG;IACR,OAAO,EAAE,GAAG;IACZ,EAAE,EAAE,GAAG;IACP,QAAQ,EAAE,IAAI;CACf,CAAC;AAEF,MAAM,UAAU,cAAc,CAC5B,MAAe,EACf,SAAqB,EACrB,IAAsB;IAEtB,MAAM,MAAM,GAA4B,WAAW,EAAE,CAAC;IAEtD,2DAA2D;IAC3D,MAAM,UAAU,GAAG,IAAI,GAAG,EAAmB,CAAC;IAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAC/D,MAAM,gBAAgB,GAAa,EAAE,CAAC;QACtC,MAAM,cAAc,GAAa,EAAE,CAAC;QAEpC,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YAC9B,wEAAwE;YACxE,MAAM,OAAO,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;gBAC5D,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,OAAO,GAAG,KAAK,IAAI,CAAC;YACtB,CAAC,CAAC,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEnC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACnC,yCAAyC;gBACzC,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YACzB,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACzC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBACnE,IAAI,CAAC;wBAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,GAAG;YACb,IAAI,EAAE,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,GAAG,EAAE,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,CAAC,EAAE,gBAAgB,CAAC,MAAM;YAC1B,gBAAgB,EAAE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;SACtE,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QAC5B,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QACxB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACpB,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1C,MAAM,QAAQ,GACZ,KAAK,GAAG,CAAC;QACP,CAAC,CAAC,IAAI,CAAC,IAAI,CACP,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACtB,MAAM,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QAClD,CAAC,EAAE,CAAC,CAAC,CACN;QACH,CAAC,CAAC,CAAC,CAAC;IAER,OAAO;QACL,KAAK;QACL,SAAS,EAAE,QAAQ;QACnB,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;QACnD,cAAc,EAAE,CAAC;QACjB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,EAAE;QAChB,UAAU,EAAE,EAAE;QACd,UAAU,EAAE,EAAE;QACd,CAAC,EAAE,CAAC;QACJ,CAAC,EAAE,CAAC;QACJ,SAAS,EAAE,EAAE;KACd,CAAC;AACJ,CAAC;AAED,SAAS,WAAW;IAClB,OAAO;QACL,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;QACzD,eAAe,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;QAC/D,aAAa,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE;KAC9D,CAAC;AACJ,CAAC;AAED,0EAA0E;AAC1E,4EAA4E;AAC5E,SAAS,MAAM,CAAI,CAAmB,EAAE,GAAW,EAAE,KAAQ;IAC3D,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,GAAG,EAAE,CAAC;QACR,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,GAAG,CAAC,EAAY;IACvB,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,SAAS,MAAM,CAAC,EAAY;IAC1B,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC;AAC7E,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,QAAkB,EAClB,aAAqB,EACrB,MAAc,EACd,KAAY,EACZ,GAAc,EACd,IAAkB;IAElB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,cAAc,EAAE,QAAQ,CAAC,QAAQ,CAAC;SAClE,OAAO,CAAC,qBAAqB,EAAE,QAAQ,CAAC,eAAe,CAAC;SACxD,OAAO,CAAC,sBAAsB,EAAE,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACrE,OAAO,CAAC,oBAAoB,EAAE,KAAK,CAAC,YAAY,CAAC;SACjD,OAAO,CAAC,mBAAmB,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAElD,MAAM,MAAM,GAAG;QACb,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,CAAC,SAAS,EAAE,WAAW,CAAC;QAClC,UAAU,EAAE;YACV,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE;YAC3C,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC9B;KACO,CAAC;IAEX,MAAM,CAAC,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAClF,IAAI,CAAC,CAAC,CAAC,EAAE;QAAE,OAAO,CAAC,CAAC;IACpB,0DAA0D;IAC1D,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,MAAa,CAAC;IACrC,MAAM,OAAO,GACX,MAAM,EAAE,OAAO,KAAK,KAAK,IAAI,MAAM,EAAE,OAAO,KAAK,SAAS,IAAI,MAAM,EAAE,OAAO,KAAK,IAAI;QACpF,CAAC,CAAC,MAAM,CAAC,OAAO;QAChB,CAAC,CAAC,UAAU,CAAC;IACjB,OAAO,EAAE,CAAC;QACR,WAAW,EAAE,QAAQ,CAAC,EAAE;QACxB,cAAc,EAAE,aAAa;QAC7B,OAAO,EAAE,MAAM;QACf,OAAO;QACP,SAAS,EAAE,OAAO,MAAM,EAAE,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;QACxE,YAAY,EAAE,IAAI,CAAC,KAAK;KACzB,CAAC,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/eval/storage.d.ts

@@ -0,0 +1,10 @@
+import { type Result } from "../frontmatter/types.js";
+import { type CortexEvalError, type EvalRun, type HistoryEntry, type HistoryFile, type QuestionSet, type Score } from "./types.js";
+export declare function writeQuestionSet(vault: string, qs: QuestionSet): Promise<void>;
+export declare function readQuestionSet(vault: string, id: string): Promise<Result<QuestionSet, CortexEvalError>>;
+export declare function writeResults(vault: string, run: EvalRun): Promise<void>;
+export declare function readResults(vault: string, id: string): Promise<Result<EvalRun, CortexEvalError>>;
+export declare function writeScore(vault: string, score: Score): Promise<void>;
+export declare function appendHistory(vault: string, entry: HistoryEntry): Promise<void>;
+export declare function readHistory(vault: string): Promise<Result<HistoryFile, CortexEvalError>>;
+//# sourceMappingURL=storage.d.ts.map

package/dist/eval/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/eval/storage.ts"],"names":[],"mappings":"AAOA,OAAO,EAAW,KAAK,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EACL,KAAK,eAAe,EACpB,KAAK,OAAO,EAEZ,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,KAAK,EACX,MAAM,YAAY,CAAC;AA0BpB,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAGpF;AAED,wBAAgB,eAAe,CAC7B,KAAK,EAAE,MAAM,EACb,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAE/C;AAED,wBAAsB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAG7E;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAEhG;AAED,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAG3E;AAED,wBAAsB,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAOrF;AAED,wBAAsB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAY9F"}

package/dist/eval/storage.js

@@ -0,0 +1,69 @@
+// src/eval/storage.ts
+// JSON I/O under .daftari/eval/. No business logic — just paths, schemas,
+// rotation. Read paths are read-only-compatible per spec §12 resolution 5.
+import { existsSync } from "node:fs";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { join } from "node:path";
+import { err, ok } from "../frontmatter/types.js";
+import { HISTORY_RETENTION, } from "./types.js";
+const EVAL_DIR = (vault) => join(vault, ".daftari", "eval");
+const QS_DIR = (vault) => join(EVAL_DIR(vault), "questions");
+const RES_DIR = (vault) => join(EVAL_DIR(vault), "results");
+const SCORE_DIR = (vault) => join(EVAL_DIR(vault), "scores");
+const HIST_FILE = (vault) => join(EVAL_DIR(vault), "history.json");
+async function ensureDir(p) {
+    await mkdir(p, { recursive: true });
+}
+function writeJson(path, value) {
+    return writeFile(path, `${JSON.stringify(value, null, 2)}\n`, "utf8");
+}
+async function readJson(path) {
+    try {
+        const raw = await readFile(path, "utf8");
+        return ok(JSON.parse(raw));
+    }
+    catch (e) {
+        const msg = e instanceof Error ? e.message : String(e);
+        return err({ kind: "runtime", message: `read ${path}: ${msg}` });
+    }
+}
+export async function writeQuestionSet(vault, qs) {
+    await ensureDir(QS_DIR(vault));
+    await writeJson(join(QS_DIR(vault), `${qs.id}.json`), qs);
+}
+export function readQuestionSet(vault, id) {
+    return readJson(join(QS_DIR(vault), `${id}.json`));
+}
+export async function writeResults(vault, run) {
+    await ensureDir(RES_DIR(vault));
+    await writeJson(join(RES_DIR(vault), `${run.id}.json`), run);
+}
+export function readResults(vault, id) {
+    return readJson(join(RES_DIR(vault), `${id}.json`));
+}
+export async function writeScore(vault, score) {
+    await ensureDir(SCORE_DIR(vault));
+    await writeJson(join(SCORE_DIR(vault), `${score.results_id}.json`), score);
+}
+export async function appendHistory(vault, entry) {
+    await ensureDir(EVAL_DIR(vault));
+    const current = await readHistory(vault);
+    const runs = current.ok ? [...current.value.runs, entry] : [entry];
+    const trimmed = runs.slice(-HISTORY_RETENTION);
+    const out = { version: 1, runs: trimmed };
+    await writeJson(HIST_FILE(vault), out);
+}
+export async function readHistory(vault) {
+    const path = HIST_FILE(vault);
+    if (!existsSync(path))
+        return ok({ version: 1, runs: [] });
+    const r = await readJson(path);
+    if (!r.ok)
+        return r;
+    if (typeof r.value.version === "number" && r.value.version > 1) {
+        process.stderr.write(`daftari eval: history.json version ${r.value.version} is newer than supported (1); leaving untouched\n`);
+        return ok({ version: 1, runs: [] });
+    }
+    return r;
+}
+//# sourceMappingURL=storage.js.map

package/dist/eval/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/eval/storage.ts"],"names":[],"mappings":"AAAA,sBAAsB;AACtB,0EAA0E;AAC1E,2EAA2E;AAE3E,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,GAAG,EAAE,EAAE,EAAe,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAGL,iBAAiB,GAKlB,MAAM,YAAY,CAAC;AAEpB,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;AACpE,MAAM,MAAM,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC,CAAC;AACrE,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;AACpE,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC;AACrE,MAAM,SAAS,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC,CAAC;AAE3E,KAAK,UAAU,SAAS,CAAC,CAAS;IAChC,MAAM,KAAK,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,SAAS,CAAI,IAAY,EAAE,KAAQ;IAC1C,OAAO,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;AACxE,CAAC;AAED,KAAK,UAAU,QAAQ,CAAI,IAAY;IACrC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzC,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC,CAAC;IACnE,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,EAAe;IACnE,MAAM,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/B,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,KAAa,EACb,EAAU;IAEV,OAAO,QAAQ,CAAc,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAa,EAAE,GAAY;IAC5D,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAChC,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,OAAO,CAAC,EAAE,GAAG,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,EAAU;IACnD,OAAO,QAAQ,CAAU,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,KAAY;IAC1D,MAAM,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,UAAU,OAAO,CAAC,EAAE,KAAK,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,KAAmB;IACpE,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;IACzC,MAAM,IAAI,GAAmB,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACnF,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAgB,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACvD,MAAM,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAa;IAC7C,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3D,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAc,IAAI,CAAC,CAAC;IAC5C,IAAI,CAAC,CAAC,CAAC,EAAE;QAAE,OAAO,CAAC,CAAC;IACpB,IAAI,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,sCAAsC,CAAC,CAAC,KAAK,CAAC,OAAO,mDAAmD,CACzG,CAAC;QACF,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/eval/subgraph.d.ts

@@ -0,0 +1,17 @@
+import { type Result } from "../frontmatter/types.js";
+import type { CortexEvalError, SubgraphEdge } from "./types.js";
+export interface SubgraphOptions {
+    maxNodes?: number;
+}
+export interface SubgraphNode {
+    path: string;
+    body: string;
+    frontmatter: Record<string, unknown>;
+}
+export interface Subgraph {
+    seed_doc: string;
+    nodes: SubgraphNode[];
+    edges: SubgraphEdge[];
+}
+export declare function sampleSubgraph(vaultRoot: string, seed: string, opts?: SubgraphOptions): Promise<Result<Subgraph, CortexEvalError>>;
+//# sourceMappingURL=subgraph.d.ts.map